mirror of
https://github.com/trustgraph-ai/trustgraph.git
synced 2026-04-25 16:36:21 +02:00
0e2db095e3
* - Added docker-compose-storage.yaml, just the infrastructure bits - Tidied storage invocation * Util, sits on chunker output and reports histogram of chunk sizes
113 lines
2 KiB
Jsonnet
113 lines
2 KiB
Jsonnet
|
|
local base = import "base.jsonnet";
|
|
|
|
local images = import "images.jsonnet";
|
|
|
|
local url = import "url.jsonnet";
|
|
|
|
{
|
|
services +: {
|
|
|
|
"pdf-decoder": base + {
|
|
image: images.trustgraph,
|
|
command: [
|
|
"pdf-decoder",
|
|
"-p",
|
|
url.pulsar,
|
|
],
|
|
},
|
|
|
|
chunker: base + {
|
|
image: images.trustgraph,
|
|
command: [
|
|
"chunker-recursive",
|
|
"-p",
|
|
url.pulsar,
|
|
],
|
|
},
|
|
|
|
vectorize: base + {
|
|
image: images.trustgraph,
|
|
command: [
|
|
"embeddings-vectorize",
|
|
"-p",
|
|
url.pulsar,
|
|
],
|
|
},
|
|
|
|
embeddings: base + {
|
|
image: images.trustgraph,
|
|
command: [
|
|
"embeddings-hf",
|
|
"-p",
|
|
url.pulsar,
|
|
// "-m",
|
|
// "mixedbread-ai/mxbai-embed-large-v1",
|
|
],
|
|
},
|
|
|
|
"kg-extract-definitions": base + {
|
|
image: images.trustgraph,
|
|
command: [
|
|
"kg-extract-definitions",
|
|
"-p",
|
|
url.pulsar,
|
|
],
|
|
},
|
|
|
|
"kg-extract-relationships": base + {
|
|
image: images.trustgraph,
|
|
command: [
|
|
"kg-extract-relationships",
|
|
"-p",
|
|
url.pulsar,
|
|
],
|
|
},
|
|
|
|
"graph-rag": base + {
|
|
image: images.trustgraph,
|
|
command: [
|
|
"graph-rag",
|
|
"-p",
|
|
url.pulsar,
|
|
"--prompt-request-queue",
|
|
"non-persistent://tg/request/prompt-rag",
|
|
"--prompt-response-queue",
|
|
"non-persistent://tg/response/prompt-rag-response",
|
|
],
|
|
},
|
|
|
|
"prompt": base + {
|
|
image: images.trustgraph,
|
|
command: [
|
|
"prompt-generic",
|
|
"-p",
|
|
url.pulsar,
|
|
"--text-completion-request-queue",
|
|
"non-persistent://tg/request/text-completion",
|
|
"--text-completion-response-queue",
|
|
"non-persistent://tg/response/text-completion-response",
|
|
],
|
|
},
|
|
|
|
"prompt-rag": base + {
|
|
image: images.trustgraph,
|
|
command: [
|
|
"prompt-generic",
|
|
"-p",
|
|
url.pulsar,
|
|
"-i",
|
|
"non-persistent://tg/request/prompt-rag",
|
|
"-o",
|
|
"non-persistent://tg/response/prompt-rag-response",
|
|
"--text-completion-request-queue",
|
|
"non-persistent://tg/request/text-completion-rag",
|
|
"--text-completion-response-queue",
|
|
"non-persistent://tg/response/text-completion-rag-response",
|
|
],
|
|
},
|
|
|
|
},
|
|
|
|
}
|
|
|