Fix/cohere temperature not string (#73)

* Temperature should be a string in the templates

* Fix YAMLs for Cohere
This commit is contained in:
cybermaggedon 2024-09-29 19:37:49 +01:00 committed by GitHub
parent 24b80f4789
commit 56b3b50e94
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
3 changed files with 6 additions and 6 deletions

View file

@ -26,7 +26,7 @@ local prompts = import "prompts/mixtral.jsonnet";
"-k",
$["cohere-key"],
"-t",
$["cohere-temperature"],
std.toString($["cohere-temperature"]),
])
.with_limits("0.5", "128M")
.with_reservations("0.1", "128M");
@ -60,7 +60,7 @@ local prompts = import "prompts/mixtral.jsonnet";
"-k",
$["cohere-key"],
"-t",
$["cohere-temperature"],
std.toString($["cohere-temperature"]),
"-i",
"non-persistent://tg/request/text-completion-rag",
"-o",