apunkt/trustgraph
1
0
Fork 0
mirror of https://github.com/trustgraph-ai/trustgraph.git synced 2026-07-07 04:12:10 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions 2

- Add component template files for all LLM types

Browse source 
- Top-level templates simplified to use just components
This commit is contained in:
Cyber MacGeddon 2024-08-14 20:53:34 +01:00
parent d3e213f194
commit 4b52ac0f62
20 changed files with 365 additions and 383 deletions
Download patch file Download diff file Expand all files Collapse all files

60
templates/docker-compose-bedrock.jsonnet
View file

@ -1,68 +1,12 @@
local base = import "components/base.jsonnet";
local url = import "components/url.jsonnet";
local images = import "components/images.jsonnet";
local cassandra = import "components/cassandra.jsonnet";
local pulsar = import "components/pulsar.jsonnet";
local milvus = import "components/milvus.jsonnet";
local grafana = import "components/grafana.jsonnet";
local trustgraph = import "components/trustgraph.jsonnet";
local bedrock = import "components/bedrock.jsonnet";
local config = cassandra + pulsar + milvus + grafana + trustgraph + {
services +: {
chunker: base + {
image: images.trustgraph,
command: [
"chunker-recursive",
"-p",
url.pulsar,
"--chunk-size",
"2000",
"--chunk-overlap",
"100",
],
},
"text-completion": base + {
image: images.trustgraph,
command: [
"text-completion-bedrock",
"-p",
url.pulsar,
"-z",
"${AWS_ID_KEY}",
"-k",
"${AWS_SECRET_KEY}",
"-r",
"us-west-2",
],
},
"text-completion-rag": base + {
image: images.trustgraph,
command: [
"text-completion-bedrock",
"-p",
url.pulsar,
// "-m",
// "mistral.mistral-large-2407-v1:0",
"-z",
"${AWS_ID_KEY}",
"-k",
"${AWS_SECRET_KEY}",
"-r",
"us-west-2",
"-i",
"non-persistent://tg/request/text-completion-rag",
"-o",
"non-persistent://tg/response/text-completion-rag-response",
],
},
}
};
local config = cassandra + pulsar + milvus + grafana + trustgraph + bedrock;
std.manifestYamlDoc(config)