Added resource limits to resources.

This commit is contained in:
Cyber MacGeddon 2024-08-22 17:52:59 +01:00
parent 86cbe7f929
commit f36e8e5acc
16 changed files with 499 additions and 3 deletions

View file

@ -15,6 +15,18 @@ local url = import "url.jsonnet";
"-r",
"${OLLAMA_HOST}",
],
deploy: {
resources: {
limits: {
cpus: '0.1',
memory: '128M'
},
reservations: {
cpus: '0.1',
memory: '128M'
}
}
},
},
"text-completion-rag": base + {
@ -32,6 +44,18 @@ local url = import "url.jsonnet";
"-o",
"non-persistent://tg/response/text-completion-rag-response",
],
deploy: {
resources: {
limits: {
cpus: '0.1',
memory: '128M'
},
reservations: {
cpus: '0.1',
memory: '128M'
}
}
},
},
},