Switch Milvus for Qdrant in YAMLs (#43)

* Qdrant working

* - Fix missing prompt templates
- Bump version
- Add Qdrant to packages

* Switch Milvus for Qdrant in config files
This commit is contained in:
cybermaggedon 2024-08-27 23:37:24 +01:00 committed by GitHub
parent 2622c48690
commit 32b087fbf6
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
36 changed files with 1127 additions and 1520 deletions

View file

@ -10,4 +10,5 @@ local version = import "version.jsonnet";
prometheus: "docker.io/prom/prometheus:v2.53.2",
grafana: "docker.io/grafana/grafana:11.1.4",
trustgraph: "docker.io/trustgraph/trustgraph-flow:" + version,
qdrant: "docker.io/qdrant/qdrant:v1.11.1"
}

View file

@ -0,0 +1,111 @@
local base = import "base.jsonnet";
local images = import "images.jsonnet";
local url = import "url.jsonnet";
local qdrant = import "stores/qdrant.jsonnet";
qdrant + {
services +: {
"store-graph-embeddings": base + {
image: images.trustgraph,
command: [
"ge-write-qdrant",
"-p",
url.pulsar,
"-t",
url.qdrant,
],
deploy: {
resources: {
limits: {
cpus: '0.5',
memory: '128M'
},
reservations: {
cpus: '0.1',
memory: '128M'
}
}
},
},
"query-graph-embeddings": base + {
image: images.trustgraph,
command: [
"ge-query-qdrant",
"-p",
url.pulsar,
"-t",
url.qdrant,
],
deploy: {
resources: {
limits: {
cpus: '0.5',
memory: '128M'
},
reservations: {
cpus: '0.1',
memory: '128M'
}
}
},
},
/*
// Document embeddings writer & query service. Not currently enabled.
"store-doc-embeddings": base + {
image: images.trustgraph,
command: [
"de-write-qdrant",
"-p",
url.pulsar,
"-t",
url.qdrant,
],
deploy: {
resources: {
limits: {
cpus: '0.5',
memory: '128M'
},
reservations: {
cpus: '0.1',
memory: '128M'
}
}
},
},
"query-doc-embeddings": base + {
image: images.trustgraph,
command: [
"de-query-qdrant",
"-p",
url.pulsar,
"-t",
url.qdrant,
],
deploy: {
resources: {
limits: {
cpus: '0.5',
memory: '128M'
},
reservations: {
cpus: '0.1',
memory: '128M'
}
}
},
},
*/
}
}

View file

@ -0,0 +1,37 @@
local base = import "../base.jsonnet";
local images = import "../images.jsonnet";
{
volumes +: {
qdrant: {},
},
services +: {
qdrant: base + {
image: images.qdrant,
ports: [
"6333:6333",
"6334:6334",
],
volumes: [
"qdrant:/qdrant/storage"
],
deploy: {
resources: {
limits: {
cpus: '1.0',
memory: '256M'
},
reservations: {
cpus: '0.5',
memory: '256M'
}
}
},
},
},
}

View file

@ -1,4 +1,5 @@
{
pulsar: "pulsar://pulsar:6650",
milvus: "http://milvus:19530",
qdrant: "http://qdrant:6333",
}