Make temperature round to 3 dec places (#138)

This commit is contained in:
cybermaggedon 2024-11-05 23:04:21 +00:00 committed by GitHub
parent 65cda7b276
commit ee9373d55e
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
8 changed files with 16 additions and 16 deletions

View file

@ -26,7 +26,7 @@ local prompts = import "prompts/mixtral.jsonnet";
"-p",
url.pulsar,
"-t",
std.toString($["cohere-temperature"]),
"%0.3f" % $["cohere-temperature"],
])
.with_limits("0.5", "128M")
.with_reservations("0.1", "128M");
@ -39,7 +39,7 @@ local prompts = import "prompts/mixtral.jsonnet";
"-p",
url.pulsar,
"-t",
std.toString($["cohere-temperature"]),
"%0.3f" % $["cohere-temperature"],
"-i",
"non-persistent://tg/request/text-completion-rag",
"-o",