Added Mistral jsonnet templates

This commit is contained in:
JackColquitt 2025-03-14 18:07:51 -07:00
parent 5f5cf8fd07
commit d676804107
7 changed files with 159 additions and 2 deletions

View file

@ -0,0 +1,59 @@
local base = import "base/base.jsonnet";
local images = import "values/images.jsonnet";
local url = import "values/url.jsonnet";
local prompts = import "prompts/mixtral.jsonnet";
{
with:: function(key, value)
self + {
["mistral-" + key]:: value,
},
"mistral-max-output-tokens":: 4096,
"mistral-temperature":: 0.0,
"mistral-model":: "ministral-8b-latest",
"text-completion" +: {
create:: function(engine)
local envSecrets = engine.envSecrets("mistral-credentials")
.with_env_var("MISTRAL_TOKEN", "mistral-token");
local container =
engine.container("text-completion")
.with_image(images.trustgraph_flow)
.with_command([
"text-completion-mistral",
"-p",
url.pulsar,
"-x",
std.toString($["mistral-max-output-tokens"]),
"-t",
"%0.3f" % $["mistral-temperature"],
"-m",
$["mistral-model"],
])
.with_env_var_secrets(envSecrets)
.with_limits("0.5", "128M")
.with_reservations("0.1", "128M");
local containerSet = engine.containers(
"text-completion", [ container ]
);
local service =
engine.internalService(containerSet)
.with_port(8080, 8080, "metrics");
engine.resources([
envSecrets,
containerSet,
service,
])
},
} + prompts