apunkt/trustgraph
1
0
Fork 0
mirror of https://github.com/trustgraph-ai/trustgraph.git synced 2026-06-30 17:09:38 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions 2

Make templating work more flexibly (#44)

Browse source 
* Restructure directory
* Config loading
* Variable override points in JSONNET templates, separate pulsar-manager template
* Bump version
* Tidy chunking
* Simplified prompt overrides
* Update config loader
* Fix recursive chunker template
This commit is contained in:
cybermaggedon 2024-08-30 17:47:35 +01:00 • committed by GitHub
parent f10c2822f4
commit f7a30006ad
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
84 changed files with 1140 additions and 1164 deletions
Download patch file Download diff file Expand all files Collapse all files

50
templates/config-loader.jsonnet Normal file
View file

@ -0,0 +1,50 @@
local components = {
"azure": import "components/azure.jsonnet",
"bedrock": import "components/bedrock.jsonnet",
"claude": import "components/claude.jsonnet",
"cohere": import "components/cohere.jsonnet",
"grafana": import "components/grafana.jsonnet",
"graph-rag-cassandra": import "components/cassandra.jsonnet",
"graph-rag-neo4j": import "components/neo4j.jsonnet",
"ollama": import "components/ollama.jsonnet",
"openai": import "components/openai.jsonnet",
"override-recursive-chunker": import "components/chunker-recursive.jsonnet",
"prompt-template-definitions": import "components/null.jsonnet",
"prompt-template-document-query": import "components/null.jsonnet",
"prompt-template-kq-query": import "components/null.jsonnet",
"prompt-template-relationships": import "components/null.jsonnet",
"prompt-template-rows-template": import "components/null.jsonnet",
"pulsar": import "components/pulsar.jsonnet",
"pulsar-manager": import "components/pulsar.jsonnet",
"trustgraph-base": import "components/trustgraph.jsonnet",
"vector-store-milvus": import "components/milvus.jsonnet",
"vector-store-qdrant": import "components/qdrant.jsonnet",
"vertexai": import "components/vertexai.jsonnet"
};
local config = function(p)
(components[p.name] + {
with:: function(k, v) self + {
[k]:: v
},
with_params:: function(pars)
self + std.foldl(
function(obj, par) obj.with(par.key, par.value),
std.objectKeysValues(pars),
self
),
}).with_params(p.parameters);
local options = import "config.json";
local add = function(state, p) state + config(p);
local output = std.foldl(add, options, {});
//std.manifestYamlDoc(config)
output