- Add component template files for all LLM types

- Top-level templates simplified to use just components
This commit is contained in:
Cyber MacGeddon 2024-08-14 20:53:34 +01:00
parent d3e213f194
commit 4b52ac0f62
20 changed files with 365 additions and 383 deletions

View file

@ -0,0 +1,47 @@
local base = import "base.jsonnet";
local images = import "images.jsonnet";
local url = import "url.jsonnet";
{
services +: {
chunker: base + {
image: images.trustgraph,
command: [
"chunker-recursive",
"-p",
url.pulsar,
"--chunk-size",
"1000",
"--chunk-overlap",
"50",
],
},
"text-completion": base + {
image: images.trustgraph,
command: [
"text-completion-cohere",
"-p",
url.pulsar,
"-k",
"${COHERE_KEY}",
],
},
"text-completion-rag": base + {
image: images.trustgraph,
command: [
"text-completion-cohere",
"-p",
url.pulsar,
"-k",
"${COHERE_KEY}",
"-i",
"non-persistent://tg/request/text-completion-rag",
"-o",
"non-persistent://tg/response/text-completion-rag-response",
],
},
},
}