2024-08-30 17:47:35 +01:00
|
|
|
local base = import "base/base.jsonnet";
|
|
|
|
|
local images = import "values/images.jsonnet";
|
|
|
|
|
local url = import "values/url.jsonnet";
|
|
|
|
|
local prompts = import "prompt-template.jsonnet";
|
2024-08-13 17:30:59 +01:00
|
|
|
|
2024-08-30 17:47:35 +01:00
|
|
|
{
|
2024-08-13 17:30:59 +01:00
|
|
|
|
2024-08-30 17:47:35 +01:00
|
|
|
"chunk-size":: 250,
|
|
|
|
|
"chunk-overlap":: 15,
|
2024-08-13 17:30:59 +01:00
|
|
|
|
|
|
|
|
services +: {
|
|
|
|
|
|
|
|
|
|
"pdf-decoder": base + {
|
|
|
|
|
image: images.trustgraph,
|
|
|
|
|
command: [
|
|
|
|
|
"pdf-decoder",
|
|
|
|
|
"-p",
|
|
|
|
|
url.pulsar,
|
|
|
|
|
],
|
2024-08-22 17:54:00 +01:00
|
|
|
deploy: {
|
|
|
|
|
resources: {
|
|
|
|
|
limits: {
|
2024-08-22 20:58:44 +01:00
|
|
|
cpus: '0.5',
|
2024-08-22 17:54:00 +01:00
|
|
|
memory: '128M'
|
|
|
|
|
},
|
|
|
|
|
reservations: {
|
|
|
|
|
cpus: '0.1',
|
|
|
|
|
memory: '128M'
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
},
|
2024-08-13 17:30:59 +01:00
|
|
|
},
|
|
|
|
|
|
|
|
|
|
chunker: base + {
|
|
|
|
|
image: images.trustgraph,
|
|
|
|
|
command: [
|
2024-08-30 17:47:35 +01:00
|
|
|
"chunker-token",
|
2024-08-13 17:30:59 +01:00
|
|
|
"-p",
|
|
|
|
|
url.pulsar,
|
2024-08-21 17:17:24 +01:00
|
|
|
"--chunk-size",
|
2024-08-30 17:47:35 +01:00
|
|
|
std.toString($["chunk-size"]),
|
2024-08-21 17:17:24 +01:00
|
|
|
"--chunk-overlap",
|
2024-08-30 17:47:35 +01:00
|
|
|
std.toString($["chunk-overlap"]),
|
2024-08-13 17:30:59 +01:00
|
|
|
],
|
2024-08-22 17:54:00 +01:00
|
|
|
deploy: {
|
|
|
|
|
resources: {
|
|
|
|
|
limits: {
|
2024-08-22 20:58:44 +01:00
|
|
|
cpus: '0.5',
|
2024-08-22 17:54:00 +01:00
|
|
|
memory: '128M'
|
|
|
|
|
},
|
|
|
|
|
reservations: {
|
|
|
|
|
cpus: '0.1',
|
|
|
|
|
memory: '128M'
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
},
|
2024-08-13 17:30:59 +01:00
|
|
|
},
|
|
|
|
|
|
|
|
|
|
vectorize: base + {
|
|
|
|
|
image: images.trustgraph,
|
|
|
|
|
command: [
|
|
|
|
|
"embeddings-vectorize",
|
|
|
|
|
"-p",
|
|
|
|
|
url.pulsar,
|
|
|
|
|
],
|
2024-08-22 17:54:00 +01:00
|
|
|
deploy: {
|
|
|
|
|
resources: {
|
|
|
|
|
limits: {
|
2024-08-25 20:38:19 +01:00
|
|
|
cpus: '1.0',
|
|
|
|
|
memory: '512M'
|
2024-08-22 17:54:00 +01:00
|
|
|
},
|
|
|
|
|
reservations: {
|
2024-08-25 20:38:19 +01:00
|
|
|
cpus: '0.5',
|
|
|
|
|
memory: '512M'
|
2024-08-22 17:54:00 +01:00
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
},
|
2024-08-13 17:30:59 +01:00
|
|
|
},
|
|
|
|
|
|
2024-08-23 23:34:16 +01:00
|
|
|
}
|
2024-08-13 17:30:59 +01:00
|
|
|
|
2024-08-30 17:47:35 +01:00
|
|
|
} + prompts
|
|
|
|
|
|
|
|
|
|
|
2024-08-13 17:30:59 +01:00
|
|
|
|