trustgraph/templates/docker-compose-cohere.jsonnet
cybermaggedon a3ea1301d6
Breakout store queries (#8)
- Break out store queries, so not locked into a Milvus/Cassandra backend
- Break out prompting into a separate module, so that prompts can be tailored to other LLMs
- Jsonnet used to generate docker compose templates
- Version to 0.6.0
2024-08-13 17:30:59 +01:00

58 lines
1.1 KiB
Jsonnet

local base = import "base.jsonnet";
local url = import "url.jsonnet";
local images = import "images.jsonnet";
local cassandra = import "cassandra.jsonnet";
local pulsar = import "pulsar.jsonnet";
local milvus = import "milvus.jsonnet";
local grafana = import "grafana.jsonnet";
local trustgraph = import "trustgraph.jsonnet";
local config = cassandra + pulsar + milvus + grafana + trustgraph + {
services +: {
chunker: base + {
image: images.trustgraph,
command: [
"chunker-recursive",
"-p",
url.pulsar,
"--chunk-size",
"1000",
"--chunk-overlap",
"50",
],
},
"text-completion": base + {
image: images.trustgraph,
command: [
"text-completion-cohere",
"-p",
url.pulsar,
"-k",
"${COHERE_KEY}",
],
},
"text-completion-rag": base + {
image: images.trustgraph,
command: [
"text-completion-cohere",
"-p",
url.pulsar,
"-k",
"${COHERE_KEY}",
"-i",
"non-persistent://tg/request/text-completion-rag",
"-o",
"non-persistent://tg/response/text-completion-rag-response",
],
},
}
};
std.manifestYamlDoc(config)