Add a docker-compose for just the stores (#13)

* - Added docker-compose-storage.yaml, just the infrastructure bits
- Tidied storage invocation

* Util, sits on chunker output and reports histogram of chunk sizes
This commit is contained in:
cybermaggedon 2024-08-21 16:20:21 +01:00 committed by GitHub
parent b0fdb4f314
commit 0e2db095e3
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
12 changed files with 391 additions and 121 deletions

View file

@ -1,71 +1,36 @@
local base = import "base.jsonnet";
local images = import "images.jsonnet";
{
volumes +: {
etcd: {},
"minio-data": {},
milvus: {},
},
local url = import "url.jsonnet";
local milvus = import "stores/milvus.jsonnet";
milvus + {
services +: {
etcd: base + {
image: images.etcd,
"store-graph-embeddings": base + {
image: images.trustgraph,
command: [
"etcd",
"-advertise-client-urls=http://127.0.0.1:2379",
"-listen-client-urls",
"http://0.0.0.0:2379",
"--data-dir",
"/etcd",
],
environment: {
ETCD_AUTO_COMPACTION_MODE: "revision",
ETCD_AUTO_COMPACTION_RETENTION: "1000",
ETCD_QUOTA_BACKEND_BYTES: "4294967296",
ETCD_SNAPSHOT_COUNT: "50000"
},
ports: [
"2379:2379",
],
volumes: [
"etcd:/etcd"
"ge-write-milvus",
"-p",
url.pulsar,
"-t",
url.milvus,
],
},
minio: base + {
image: images.minio,
"query-graph-embeddings": base + {
image: images.trustgraph,
command: [
"minio",
"server",
"/minio_data",
"--console-address",
":9001",
],
environment: {
MINIO_ROOT_USER: "minioadmin",
MINIO_ROOT_PASSWORD: "minioadmin",
},
ports: [
"9001:9001",
],
volumes: [
"minio-data:/minio_data",
],
},
milvus: base + {
image: images.milvus,
command: [
"milvus", "run", "standalone"
],
environment: {
ETCD_ENDPOINTS: "etcd:2379",
MINIO_ADDRESS: "minio:9000",
},
ports: [
"9091:9091",
"19530:19530",
],
volumes: [
"milvus:/var/lib/milvus"
"ge-query-milvus",
"-p",
url.pulsar,
"-t",
url.milvus,
],
},
},
}
}