Set resource limits (#22)

* Added resource limits to resources.

* Boost version number, rebuild YAMLs
This commit is contained in:
cybermaggedon 2024-08-22 17:54:00 +01:00 committed by GitHub
parent 86cbe7f929
commit a01a72ba00
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
27 changed files with 2445 additions and 220 deletions

View file

@ -15,6 +15,18 @@ local url = import "url.jsonnet";
"-r",
"${OLLAMA_HOST}",
],
deploy: {
resources: {
limits: {
cpus: '0.1',
memory: '128M'
},
reservations: {
cpus: '0.1',
memory: '128M'
}
}
},
},
"text-completion-rag": base + {
@ -32,6 +44,18 @@ local url = import "url.jsonnet";
"-o",
"non-persistent://tg/response/text-completion-rag-response",
],
deploy: {
resources: {
limits: {
cpus: '0.1',
memory: '128M'
},
reservations: {
cpus: '0.1',
memory: '128M'
}
}
},
},
},