apunkt/trustgraph
1
0
Fork 0
mirror of https://github.com/trustgraph-ai/trustgraph.git synced 2026-07-07 20:32:12 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions 4

Added resource limits to resources.

Browse source
This commit is contained in:
Cyber MacGeddon 2024-08-22 17:52:59 +01:00
parent 86cbe7f929
commit f36e8e5acc
16 changed files with 499 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

36
templates/components/bedrock.jsonnet
View file

@ -15,6 +15,18 @@ local url = import "url.jsonnet";
"--chunk-overlap",
"100",
],
deploy: {
resources: {
limits: {
cpus: '0.1',
memory: '128M'
},
reservations: {
cpus: '0.1',
memory: '128M'
}
}
},
},
"text-completion": base + {
@ -36,6 +48,18 @@ local url = import "url.jsonnet";
"-m",
"mistral.mixtral-8x7b-instruct-v0:1",
],
deploy: {
resources: {
limits: {
cpus: '0.1',
memory: '128M'
},
reservations: {
cpus: '0.1',
memory: '128M'
}
}
},
},
"text-completion-rag": base + {
@ -63,6 +87,18 @@ local url = import "url.jsonnet";
"-o",
"non-persistent://tg/response/text-completion-rag-response",
],
deploy: {
resources: {
limits: {
cpus: '0.1',
memory: '128M'
},
reservations: {
cpus: '0.1',
memory: '128M'
}
}
},
},
},