Enable model overrides, added a null option in config-loader (#45)

Enable model overrides, added a null option in config-loader
This commit is contained in:
cybermaggedon 2024-08-30 21:33:03 +01:00 committed by GitHub
parent f7a30006ad
commit 06a9e913dc
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
3 changed files with 10 additions and 3 deletions

View file

@ -7,6 +7,7 @@ local prompts = import "prompts/openai.jsonnet";
"openai-key":: "${OPENAI_KEY}",
"openai-max-output-tokens":: 4096,
"openai-temperature":: 0.0,
"openai-model":: "GPT-3.5-Turbo",
services +: {
@ -22,6 +23,8 @@ local prompts = import "prompts/openai.jsonnet";
std.toString($["openai-max-output-tokens"]),
"-t",
std.toString($["openai-temperature"]),
"-m",
$["openai-model"],
],
deploy: {
resources: {
@ -49,6 +52,8 @@ local prompts = import "prompts/openai.jsonnet";
std.toString($["openai-max-output-tokens"]),
"-t",
std.toString($["openai-temperature"]),
"-m",
$["openai-model"],
"-i",
"non-persistent://tg/request/text-completion-rag",
"-o",