apunkt/trustgraph
1
0
Fork 0
mirror of https://github.com/trustgraph-ai/trustgraph.git synced 2026-04-27 09:26:22 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions

Add a docker-compose for just the stores (#13)

Browse source 
* - Added docker-compose-storage.yaml, just the infrastructure bits
- Tidied storage invocation

* Util, sits on chunker output and reports histogram of chunk sizes
This commit is contained in:
cybermaggedon 2024-08-21 16:20:21 +01:00 • committed by GitHub
parent b0fdb4f314
commit 0e2db095e3
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
12 changed files with 391 additions and 121 deletions
Download patch file Download diff file Expand all files Collapse all files

18
templates/components/cassandra.jsonnet
View file

@ -2,21 +2,11 @@ local base = import "base.jsonnet";
local images = import "images.jsonnet";
local url = import "url.jsonnet";
local cassandra_hosts = "cassandra";
{
volumes +: {
cassandra: {},
},
services +: {
local cassandra = import "stores/cassandra.jsonnet";
cassandra: base + {
image: images.cassandra,
ports: [
"9042:9042"
],
volumes: [
"cassandra:/var/lib/cassandra"
],
},
cassandra + {
services +: {
"store-triples": base + {
image: images.trustgraph,

87
templates/components/milvus.jsonnet
View file

@ -1,71 +1,36 @@
local base = import "base.jsonnet";
local images = import "images.jsonnet";
{
volumes +: {
etcd: {},
"minio-data": {},
milvus: {},
},
local url = import "url.jsonnet";
local milvus = import "stores/milvus.jsonnet";
milvus + {
services +: {
etcd: base + {
image: images.etcd,
"store-graph-embeddings": base + {
image: images.trustgraph,
command: [
"etcd",
"-advertise-client-urls=http://127.0.0.1:2379",
"-listen-client-urls",
"http://0.0.0.0:2379",
"--data-dir",
"/etcd",
],
environment: {
ETCD_AUTO_COMPACTION_MODE: "revision",
ETCD_AUTO_COMPACTION_RETENTION: "1000",
ETCD_QUOTA_BACKEND_BYTES: "4294967296",
ETCD_SNAPSHOT_COUNT: "50000"
},
ports: [
"2379:2379",
],
volumes: [
"etcd:/etcd"
"ge-write-milvus",
"-p",
url.pulsar,
"-t",
url.milvus,
],
},
minio: base + {
image: images.minio,
"query-graph-embeddings": base + {
image: images.trustgraph,
command: [
"minio",
"server",
"/minio_data",
"--console-address",
":9001",
],
environment: {
MINIO_ROOT_USER: "minioadmin",
MINIO_ROOT_PASSWORD: "minioadmin",
},
ports: [
"9001:9001",
],
volumes: [
"minio-data:/minio_data",
],
},
milvus: base + {
image: images.milvus,
command: [
"milvus", "run", "standalone"
],
environment: {
ETCD_ENDPOINTS: "etcd:2379",
MINIO_ADDRESS: "minio:9000",
},
ports: [
"9091:9091",
"19530:19530",
],
volumes: [
"milvus:/var/lib/milvus"
"ge-query-milvus",
"-p",
url.pulsar,
"-t",
url.milvus,
],
},
},
}
}

23
templates/components/neo4j.jsonnet
View file

@ -1,31 +1,12 @@
local base = import "base.jsonnet";
local images = import "images.jsonnet";
local url = import "url.jsonnet";
{
local neo4j = import "stores/neo4j.jsonnet";
volumes +: {
neo4j: {},
},
neo4j + {
services +: {
neo4j: base + {
image: images.neo4j,
ports: [
"7474:7474",
"7687:7687",
],
environment: {
NEO4J_AUTH: "neo4j/password",
// NEO4J_server_bolt_listen__address: "0.0.0.0:7687",
// NEO4J_server_default__listen__address: "0.0.0.0",
// NEO4J_server_http_listen__address: "0.0.0.0:7474",
},
volumes: [
"neo4j:/data"
],
},
"query-triples": base + {
image: images.trustgraph,
command: [

20
templates/components/stores/cassandra.jsonnet Normal file
View file

@ -0,0 +1,20 @@
local base = import "../base.jsonnet";
local images = import "../images.jsonnet";
{
volumes +: {
cassandra: {},
},
services +: {
cassandra: base + {
image: images.cassandra,
ports: [
"9042:9042"
],
volumes: [
"cassandra:/var/lib/cassandra"
],
},
},
}

79
templates/components/stores/milvus.jsonnet Normal file
View file

@ -0,0 +1,79 @@
local base = import "../base.jsonnet";
local images = import "../images.jsonnet";
{
volumes +: {
etcd: {},
"minio-data": {},
milvus: {},
},
services +: {
etcd: base + {
image: images.etcd,
command: [
"etcd",
"-advertise-client-urls=http://127.0.0.1:2379",
"-listen-client-urls",
"http://0.0.0.0:2379",
"--data-dir",
"/etcd",
],
environment: {
ETCD_AUTO_COMPACTION_MODE: "revision",
ETCD_AUTO_COMPACTION_RETENTION: "1000",
ETCD_QUOTA_BACKEND_BYTES: "4294967296",
ETCD_SNAPSHOT_COUNT: "50000"
},
ports: [
"2379:2379",
],
volumes: [
"etcd:/etcd"
],
},
minio: base + {
image: images.minio,
command: [
"minio",
"server",
"/minio_data",
"--console-address",
":9001",
],
environment: {
MINIO_ROOT_USER: "minioadmin",
MINIO_ROOT_PASSWORD: "minioadmin",
},
ports: [
"9001:9001",
],
volumes: [
"minio-data:/minio_data",
],
},
milvus: base + {
image: images.milvus,
command: [
"milvus", "run", "standalone"
],
environment: {
ETCD_ENDPOINTS: "etcd:2379",
MINIO_ADDRESS: "minio:9000",
},
ports: [
"9091:9091",
"19530:19530",
],
volumes: [
"milvus:/var/lib/milvus"
],
},
},
}

30
templates/components/stores/neo4j.jsonnet Normal file
View file

@ -0,0 +1,30 @@
local base = import "../base.jsonnet";
local images = import "../images.jsonnet";
{
volumes +: {
neo4j: {},
},
services +: {
neo4j: base + {
image: images.neo4j,
ports: [
"7474:7474",
"7687:7687",
],
environment: {
NEO4J_AUTH: "neo4j/password",
// NEO4J_server_bolt_listen__address: "0.0.0.0:7687",
// NEO4J_server_default__listen__address: "0.0.0.0",
// NEO4J_server_http_listen__address: "0.0.0.0:7474",
},
volumes: [
"neo4j:/data"
],
},
},
}

22
templates/components/trustgraph.jsonnet
View file

@ -64,28 +64,6 @@ local url = import "url.jsonnet";
],
},
"store-graph-embeddings": base + {
image: images.trustgraph,
command: [
"ge-write-milvus",
"-p",
url.pulsar,
"-t",
url.milvus,
],
},
"query-graph-embeddings": base + {
image: images.trustgraph,
command: [
"ge-query-milvus",
"-p",
url.pulsar,
"-t",
url.milvus,
],
},
"graph-rag": base + {
image: images.trustgraph,
command: [