mirror of
https://github.com/trustgraph-ai/trustgraph.git
synced 2026-04-28 18:06:21 +02:00
6edc3f0ee1
* Added prompt-template, allows definiton, relationships and kg query to be specified in config / command-line. * Bump version & add prompt-templates to YAMLs * Apply to graph rag flow * Break out different templates
69 lines
1.3 KiB
Jsonnet
69 lines
1.3 KiB
Jsonnet
|
|
// For basic SLMs, use prompt-generic
|
|
|
|
local base = import "../components/base.jsonnet";
|
|
local images = import "../components/images.jsonnet";
|
|
local url = import "../components/url.jsonnet";
|
|
|
|
{
|
|
|
|
services +: {
|
|
|
|
"prompt": base + {
|
|
image: images.trustgraph,
|
|
command: [
|
|
"prompt-generic",
|
|
"-p",
|
|
url.pulsar,
|
|
"--text-completion-request-queue",
|
|
"non-persistent://tg/request/text-completion",
|
|
"--text-completion-response-queue",
|
|
"non-persistent://tg/response/text-completion-response",
|
|
],
|
|
deploy: {
|
|
resources: {
|
|
limits: {
|
|
cpus: '0.5',
|
|
memory: '128M'
|
|
},
|
|
reservations: {
|
|
cpus: '0.1',
|
|
memory: '128M'
|
|
}
|
|
}
|
|
},
|
|
},
|
|
|
|
"prompt-rag": base + {
|
|
image: images.trustgraph,
|
|
command: [
|
|
"prompt-generic",
|
|
"-p",
|
|
url.pulsar,
|
|
"-i",
|
|
"non-persistent://tg/request/prompt-rag",
|
|
"-o",
|
|
"non-persistent://tg/response/prompt-rag-response",
|
|
"--text-completion-request-queue",
|
|
"non-persistent://tg/request/text-completion-rag",
|
|
"--text-completion-response-queue",
|
|
"non-persistent://tg/response/text-completion-rag-response",
|
|
],
|
|
deploy: {
|
|
resources: {
|
|
limits: {
|
|
cpus: '0.5',
|
|
memory: '128M'
|
|
},
|
|
reservations: {
|
|
cpus: '0.1',
|
|
memory: '128M'
|
|
}
|
|
}
|
|
|
|
},
|
|
},
|
|
|
|
},
|
|
|
|
}
|