Fix/cohere temperature not string (#73)

* Temperature should be a string in the templates

* Fix YAMLs for Cohere
This commit is contained in:
cybermaggedon 2024-09-29 19:37:49 +01:00 committed by GitHub
parent 24b80f4789
commit 56b3b50e94
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
3 changed files with 6 additions and 6 deletions

View file

@ -26,7 +26,7 @@ local prompts = import "prompts/mixtral.jsonnet";
"-k",
$["cohere-key"],
"-t",
$["cohere-temperature"],
std.toString($["cohere-temperature"]),
])
.with_limits("0.5", "128M")
.with_reservations("0.1", "128M");
@ -60,7 +60,7 @@ local prompts = import "prompts/mixtral.jsonnet";
"-k",
$["cohere-key"],
"-t",
$["cohere-temperature"],
std.toString($["cohere-temperature"]),
"-i",
"non-persistent://tg/request/text-completion-rag",
"-o",

View file

@ -692,7 +692,7 @@ services:
- -k
- ${COHERE_KEY}
- -t
- 0
- '0'
deploy:
resources:
limits:
@ -711,7 +711,7 @@ services:
- -k
- ${COHERE_KEY}
- -t
- 0
- '0'
- -i
- non-persistent://tg/request/text-completion-rag
- -o

View file

@ -693,7 +693,7 @@ services:
- -k
- ${COHERE_KEY}
- -t
- 0
- '0'
deploy:
resources:
limits:
@ -712,7 +712,7 @@ services:
- -k
- ${COHERE_KEY}
- -t
- 0
- '0'
- -i
- non-persistent://tg/request/text-completion-rag
- -o