Plumb prompt into extraction

This commit is contained in:
Cyber MacGeddon 2024-08-13 17:23:40 +01:00
parent 428a869a93
commit 1818e3c72b
17 changed files with 331 additions and 107 deletions

View file

@ -116,6 +116,36 @@ local cassandra_hosts = "cassandra";
"graph-rag",
"-p",
url.pulsar,
"--prompt-request-queue",
"non-persistent://tg/request/prompt-rag",
"--prompt-response-queue",
"non-persistent://tg/response/prompt-rag-response",
],
},
"prompt": base + {
image: images.trustgraph,
command: [
"prompt-generic",
"-p",
url.pulsar,
"--text-completion-request-queue",
"non-persistent://tg/request/text-completion",
"--text-completion-response-queue",
"non-persistent://tg/response/text-completion-response",
],
},
"prompt-rag": base + {
image: images.trustgraph,
command: [
"prompt-generic",
"-p",
url.pulsar,
"-i",
"non-persistent://tg/request/prompt-rag",
"-o",
"non-persistent://tg/response/prompt-rag-response",
"--text-completion-request-queue",
"non-persistent://tg/request/text-completion-rag",
"--text-completion-response-queue",
@ -126,3 +156,4 @@ local cassandra_hosts = "cassandra";
},
}