Update templates to match queue rename

This commit is contained in:
Cyber MacGeddon 2024-11-30 20:13:21 +00:00
parent 11234141c2
commit 69c76e90c8
14 changed files with 16 additions and 16 deletions

View file

@ -19,7 +19,7 @@ local prompts = import "prompts/mixtral.jsonnet";
"--prompt-request-queue",
"non-persistent://tg/request/prompt-rag",
"--prompt-response-queue",
"non-persistent://tg/response/prompt-rag-response",
"non-persistent://tg/response/prompt-rag",
])
.with_limits("0.5", "128M")
.with_reservations("0.1", "128M");