Temperature should be a string in the templates

This commit is contained in:
Cyber MacGeddon 2024-09-29 19:36:05 +01:00
parent 24b80f4789
commit 2436f5dd2a

View file

@ -26,7 +26,7 @@ local prompts = import "prompts/mixtral.jsonnet";
"-k",
$["cohere-key"],
"-t",
$["cohere-temperature"],
std.toString($["cohere-temperature"]),
])
.with_limits("0.5", "128M")
.with_reservations("0.1", "128M");
@ -60,7 +60,7 @@ local prompts = import "prompts/mixtral.jsonnet";
"-k",
$["cohere-key"],
"-t",
$["cohere-temperature"],
std.toString($["cohere-temperature"]),
"-i",
"non-persistent://tg/request/text-completion-rag",
"-o",