apunkt/trustgraph
1
0
Fork 0
mirror of https://github.com/trustgraph-ai/trustgraph.git synced 2026-07-19 10:11:01 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions

Broadly working in k8s on GCP

Browse source
This commit is contained in:
Cyber MacGeddon 2024-09-07 17:12:29 +01:00
parent 614ffc0fd3
commit 8b48a12619
22 changed files with 221 additions and 21 deletions
Download patch file Download diff file Expand all files Collapse all files

9
templates/components/embeddings-hf.jsonnet
View file

@ -21,15 +21,20 @@ local prompts = import "prompts/mixtral.jsonnet";
"-m",
$["embeddings-model"],
])
.with_limits("1.0", "256M")
.with_reservations("0.5", "256M");
.with_limits("1.0", "400M")
.with_reservations("0.5", "400M");
local containerSet = engine.containers(
"embeddings", [ container ]
);
local service =
engine.internalService(containerSet)
.with_port(8000, 8000, "metrics");
engine.resources([
containerSet,
service,
])
},