apunkt/trustgraph
1
0
Fork 0
mirror of https://github.com/trustgraph-ai/trustgraph.git synced 2026-05-26 15:55:16 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions

Set resource limits (#22)

Browse source 
* Added resource limits to resources.

* Boost version number, rebuild YAMLs
This commit is contained in:
cybermaggedon 2024-08-22 17:54:00 +01:00 • committed by GitHub
parent 86cbe7f929
commit a01a72ba00
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
27 changed files with 2445 additions and 220 deletions
Download patch file Download diff file Expand all files Collapse all files

2
Makefile
View file

@ -1,6 +1,6 @@
# VERSION=$(shell git describe | sed 's/^v//')
VERSION=0.7.0
VERSION=0.7.1
DOCKER=podman

2
setup.py
View file

@ -4,7 +4,7 @@ import os
with open("README.md", "r") as fh:
long_description = fh.read()
version = "0.7.0"
version = "0.7.1"
setuptools.setup(
name="trustgraph",

24
templates/components/azure.jsonnet
View file

@ -19,6 +19,18 @@ local url = import "url.jsonnet";
"-t",
"0.0",
],
deploy: {
resources: {
limits: {
cpus: '0.1',
memory: '128M'
},
reservations: {
cpus: '0.1',
memory: '128M'
}
}
},
},
"text-completion-rag": base + {
@ -40,6 +52,18 @@ local url = import "url.jsonnet";
"-o",
"non-persistent://tg/response/text-completion-rag-response",
],
deploy: {
resources: {
limits: {
cpus: '0.1',
memory: '128M'
},
reservations: {
cpus: '0.1',
memory: '128M'
}
}
},
},
},

36
templates/components/bedrock.jsonnet
View file

@ -15,6 +15,18 @@ local url = import "url.jsonnet";
"--chunk-overlap",
"100",
],
deploy: {
resources: {
limits: {
cpus: '0.1',
memory: '128M'
},
reservations: {
cpus: '0.1',
memory: '128M'
}
}
},
},
"text-completion": base + {
@ -36,6 +48,18 @@ local url = import "url.jsonnet";
"-m",
"mistral.mixtral-8x7b-instruct-v0:1",
],
deploy: {
resources: {
limits: {
cpus: '0.1',
memory: '128M'
},
reservations: {
cpus: '0.1',
memory: '128M'
}
}
},
},
"text-completion-rag": base + {
@ -63,6 +87,18 @@ local url = import "url.jsonnet";
"-o",
"non-persistent://tg/response/text-completion-rag-response",
],
deploy: {
resources: {
limits: {
cpus: '0.1',
memory: '128M'
},
reservations: {
cpus: '0.1',
memory: '128M'
}
}
},
},
},

24
templates/components/cassandra.jsonnet
View file

@ -17,6 +17,18 @@ cassandra + {
"-g",
cassandra_hosts,
],
deploy: {
resources: {
limits: {
cpus: '0.1',
memory: '128M'
},
reservations: {
cpus: '0.1',
memory: '128M'
}
}
},
},
"query-triples": base + {
@ -28,6 +40,18 @@ cassandra + {
"-g",
cassandra_hosts,
],
deploy: {
resources: {
limits: {
cpus: '0.1',
memory: '512M'
},
reservations: {
cpus: '0.1',
memory: '512M'
}
}
},
},
},

24
templates/components/claude.jsonnet
View file

@ -17,6 +17,18 @@ local url = import "url.jsonnet";
"-t",
"0.0",
],
deploy: {
resources: {
limits: {
cpus: '0.1',
memory: '128M'
},
reservations: {
cpus: '0.1',
memory: '128M'
}
}
},
},
"text-completion-rag": base + {
@ -36,6 +48,18 @@ local url = import "url.jsonnet";
"-o",
"non-persistent://tg/response/text-completion-rag-response",
],
deploy: {
resources: {
limits: {
cpus: '0.1',
memory: '128M'
},
reservations: {
cpus: '0.1',
memory: '128M'
}
}
},
},
},

36
templates/components/cohere.jsonnet
View file

@ -15,6 +15,18 @@ local url = import "url.jsonnet";
"--chunk-overlap",
"10",
],
deploy: {
resources: {
limits: {
cpus: '0.1',
memory: '128M'
},
reservations: {
cpus: '0.1',
memory: '128M'
}
}
},
},
"text-completion": base + {
@ -28,6 +40,18 @@ local url = import "url.jsonnet";
"-t",
"0.0",
],
deploy: {
resources: {
limits: {
cpus: '0.1',
memory: '128M'
},
reservations: {
cpus: '0.1',
memory: '128M'
}
}
},
},
"text-completion-rag": base + {
@ -45,6 +69,18 @@ local url = import "url.jsonnet";
"-o",
"non-persistent://tg/response/text-completion-rag-response",
],
deploy: {
resources: {
limits: {
cpus: '0.1',
memory: '128M'
},
reservations: {
cpus: '0.1',
memory: '128M'
}
}
},
},
},

24
templates/components/grafana.jsonnet
View file

@ -15,6 +15,18 @@ local images = import "images.jsonnet";
"./prometheus:/etc/prometheus",
"prometheus-data:/prometheus",
],
deploy: {
resources: {
limits: {
cpus: '0.1',
memory: '128M'
},
reservations: {
cpus: '0.1',
memory: '128M'
}
}
},
},
grafana: base + {
image: images.grafana,
@ -34,6 +46,18 @@ local images = import "images.jsonnet";
GF_ORG_NAME: "trustgraph.ai",
// GF_SERVER_ROOT_URL: "https://example.com",
},
deploy: {
resources: {
limits: {
cpus: '1.0',
memory: '256M'
},
reservations: {
cpus: '0.5',
memory: '256M'
}
}
},
},
},
}

24
templates/components/milvus.jsonnet
View file

@ -16,6 +16,18 @@ milvus + {
"-t",
url.milvus,
],
deploy: {
resources: {
limits: {
cpus: '0.1',
memory: '128M'
},
reservations: {
cpus: '0.1',
memory: '128M'
}
}
},
},
"query-graph-embeddings": base + {
@ -27,6 +39,18 @@ milvus + {
"-t",
url.milvus,
],
deploy: {
resources: {
limits: {
cpus: '0.1',
memory: '128M'
},
reservations: {
cpus: '0.1',
memory: '128M'
}
}
},
},
}

24
templates/components/neo4j.jsonnet
View file

@ -16,6 +16,18 @@ neo4j + {
"-g",
"bolt://neo4j:7687",
],
deploy: {
resources: {
limits: {
cpus: '0.1',
memory: '128M'
},
reservations: {
cpus: '0.1',
memory: '128M'
}
}
},
},
"store-triples": base + {
@ -27,6 +39,18 @@ neo4j + {
"-g",
"bolt://neo4j:7687",
],
deploy: {
resources: {
limits: {
cpus: '0.1',
memory: '128M'
},
reservations: {
cpus: '0.1',
memory: '128M'
}
}
},
}
},

24
templates/components/ollama.jsonnet
View file

@ -15,6 +15,18 @@ local url = import "url.jsonnet";
"-r",
"${OLLAMA_HOST}",
],
deploy: {
resources: {
limits: {
cpus: '0.1',
memory: '128M'
},
reservations: {
cpus: '0.1',
memory: '128M'
}
}
},
},
"text-completion-rag": base + {
@ -32,6 +44,18 @@ local url = import "url.jsonnet";
"-o",
"non-persistent://tg/response/text-completion-rag-response",
],
deploy: {
resources: {
limits: {
cpus: '0.1',
memory: '128M'
},
reservations: {
cpus: '0.1',
memory: '128M'
}
}
},
},
},

24
templates/components/openai.jsonnet
View file

@ -17,6 +17,18 @@ local url = import "url.jsonnet";
"-t",
"0.0",
],
deploy: {
resources: {
limits: {
cpus: '0.1',
memory: '128M'
},
reservations: {
cpus: '0.1',
memory: '128M'
}
}
},
},
"text-completion-rag": base + {
@ -36,6 +48,18 @@ local url = import "url.jsonnet";
"-o",
"non-persistent://tg/response/text-completion-rag-response",
],
deploy: {
resources: {
limits: {
cpus: '0.1',
memory: '128M'
},
reservations: {
cpus: '0.1',
memory: '128M'
}
}
},
},
},

43
templates/components/pulsar.jsonnet
View file

@ -13,10 +13,25 @@ local images = import "images.jsonnet";
"6650:6650",
"8080:8080",
],
environment: {
"PULSAR_MEM": "-Xms300M -Xmx300M"
},
volumes: [
"pulsar-conf:/pulsar/conf",
"pulsar-data:/pulsar/data",
]
],
deploy: {
resources: {
limits: {
cpus: '1.0',
memory: '900M'
},
reservations: {
cpus: '0.5',
memory: '900M'
}
}
},
},
"init-pulsar": base + {
image: images.pulsar,
@ -30,6 +45,18 @@ local images = import "images.jsonnet";
condition: "service_started",
}
},
deploy: {
resources: {
limits: {
cpus: '0.1',
memory: '128M'
},
reservations: {
cpus: '0.1',
memory: '128M'
}
}
},
},
"pulsar-manager": base + {
image: images.pulsar_manager,
@ -39,7 +66,19 @@ local images = import "images.jsonnet";
],
environment: {
SPRING_CONFIGURATION_FILE: "/pulsar-manager/pulsar-manager/application.properties",
},
},
deploy: {
resources: {
limits: {
cpus: '0.1',
memory: '128M'
},
reservations: {
cpus: '0.1',
memory: '128M'
}
}
},
},
}
}

15
templates/components/stores/cassandra.jsonnet
View file

@ -11,9 +11,24 @@ local images = import "../images.jsonnet";
ports: [
"9042:9042"
],
environment: {
JVM_OPTS: "-Xms256M -Xmx256M",
},
volumes: [
"cassandra:/var/lib/cassandra"
],
deploy: {
resources: {
limits: {
cpus: '1.0',
memory: '512M'
},
reservations: {
cpus: '0.5',
memory: '512M'
}
}
},
},
},

36
templates/components/stores/milvus.jsonnet
View file

@ -33,7 +33,17 @@ local images = import "../images.jsonnet";
volumes: [
"etcd:/etcd"
],
},
resources: {
limits: {
cpus: '0.25',
memory: '128M'
},
reservations: {
cpus: '0.25',
memory: '128M'
}
},
},
minio: base + {
image: images.minio,
@ -54,6 +64,18 @@ local images = import "../images.jsonnet";
volumes: [
"minio-data:/minio_data",
],
deploy: {
resources: {
limits: {
cpus: '0.25',
memory: '128M'
},
reservations: {
cpus: '0.25',
memory: '128M'
}
}
},
},
milvus: base + {
@ -72,6 +94,18 @@ local images = import "../images.jsonnet";
volumes: [
"milvus:/var/lib/milvus"
],
deploy: {
resources: {
limits: {
cpus: '1.0',
memory: '256M'
},
reservations: {
cpus: '0.5',
memory: '256M'
}
}
},
},
},

12
templates/components/stores/neo4j.jsonnet
View file

@ -23,6 +23,18 @@ local images = import "../images.jsonnet";
volumes: [
"neo4j:/data"
],
deploy: {
resources: {
limits: {
cpus: '1.0',
memory: '256M'
},
reservations: {
cpus: '0.5',
memory: '256M'
}
}
},
},
},

108
templates/components/trustgraph.jsonnet
View file

@ -15,6 +15,18 @@ local url = import "url.jsonnet";
"-p",
url.pulsar,
],
deploy: {
resources: {
limits: {
cpus: '0.1',
memory: '128M'
},
reservations: {
cpus: '0.1',
memory: '128M'
}
}
},
},
chunker: base + {
@ -28,6 +40,18 @@ local url = import "url.jsonnet";
"--chunk-overlap",
"15",
],
deploy: {
resources: {
limits: {
cpus: '0.1',
memory: '128M'
},
reservations: {
cpus: '0.1',
memory: '128M'
}
}
},
},
vectorize: base + {
@ -37,6 +61,18 @@ local url = import "url.jsonnet";
"-p",
url.pulsar,
],
deploy: {
resources: {
limits: {
cpus: '0.1',
memory: '128M'
},
reservations: {
cpus: '0.1',
memory: '128M'
}
}
},
},
embeddings: base + {
@ -48,6 +84,18 @@ local url = import "url.jsonnet";
"-m",
"all-MiniLM-L6-v2",
],
deploy: {
resources: {
limits: {
cpus: '1.0',
memory: '256M'
},
reservations: {
cpus: '0.5',
memory: '256M'
}
}
},
},
"kg-extract-definitions": base + {
@ -57,6 +105,18 @@ local url = import "url.jsonnet";
"-p",
url.pulsar,
],
deploy: {
resources: {
limits: {
cpus: '0.1',
memory: '128M'
},
reservations: {
cpus: '0.1',
memory: '128M'
}
}
},
},
"kg-extract-relationships": base + {
@ -66,6 +126,18 @@ local url = import "url.jsonnet";
"-p",
url.pulsar,
],
deploy: {
resources: {
limits: {
cpus: '0.1',
memory: '128M'
},
reservations: {
cpus: '0.1',
memory: '128M'
}
}
},
},
"graph-rag": base + {
@ -85,6 +157,18 @@ local url = import "url.jsonnet";
"--max-subgraph-size",
"3000",
],
deploy: {
resources: {
limits: {
cpus: '0.1',
memory: '128M'
},
reservations: {
cpus: '0.1',
memory: '128M'
}
}
},
},
"prompt": base + {
@ -98,6 +182,18 @@ local url = import "url.jsonnet";
"--text-completion-response-queue",
"non-persistent://tg/response/text-completion-response",
],
deploy: {
resources: {
limits: {
cpus: '0.1',
memory: '128M'
},
reservations: {
cpus: '0.1',
memory: '128M'
}
}
},
},
"prompt-rag": base + {
@ -115,6 +211,18 @@ local url = import "url.jsonnet";
"--text-completion-response-queue",
"non-persistent://tg/response/text-completion-rag-response",
],
deploy: {
resources: {
limits: {
cpus: '0.1',
memory: '128M'
},
reservations: {
cpus: '0.1',
memory: '128M'
}
}
},
},
},

24
templates/components/vertexai.jsonnet
View file

@ -22,6 +22,18 @@ local url = import "url.jsonnet";
volumes: [
"./vertexai:/vertexai"
],
deploy: {
resources: {
limits: {
cpus: '0.1',
memory: '128M'
},
reservations: {
cpus: '0.1',
memory: '128M'
}
}
},
},
"text-completion-rag": base + {
@ -46,6 +58,18 @@ local url = import "url.jsonnet";
volumes: [
"./vertexai:/vertexai"
],
deploy: {
resources: {
limits: {
cpus: '0.1',
memory: '128M'
},
reservations: {
cpus: '0.1',
memory: '128M'
}
}
},
},
},

243
tg-launch-azure.yaml
View file

@ -1,6 +1,16 @@
"services":
"cassandra":
"image": "docker.io/cassandra:4.1.5"
"deploy":
"resources":
"limits":
"cpus": "1.0"
"memory": "512M"
"reservations":
"cpus": "0.5"
"memory": "512M"
"environment":
"JVM_OPTS": "-Xms256M -Xmx256M"
"image": "docker.io/cassandra:4.1.6"
"ports":
- "9042:9042"
"restart": "on-failure:100"
@ -15,7 +25,15 @@
- "250"
- "--chunk-overlap"
- "15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"embeddings":
"command":
@ -24,7 +42,15 @@
- "pulsar://pulsar:6650"
- "-m"
- "all-MiniLM-L6-v2"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "1.0"
"memory": "256M"
"reservations":
"cpus": "0.5"
"memory": "256M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"etcd":
"command":
@ -39,16 +65,31 @@
"ETCD_AUTO_COMPACTION_RETENTION": "1000"
"ETCD_QUOTA_BACKEND_BYTES": "4294967296"
"ETCD_SNAPSHOT_COUNT": "50000"
"image": "quay.io/coreos/etcd:v3.5.5"
"image": "quay.io/coreos/etcd:v3.5.15"
"ports":
- "2379:2379"
"resources":
"limits":
"cpus": "0.25"
"memory": "128M"
"reservations":
"cpus": "0.25"
"memory": "128M"
"restart": "on-failure:100"
"volumes":
- "etcd:/etcd"
"grafana":
"deploy":
"resources":
"limits":
"cpus": "1.0"
"memory": "256M"
"reservations":
"cpus": "0.5"
"memory": "256M"
"environment":
"GF_ORG_NAME": "trustgraph.ai"
"image": "docker.io/grafana/grafana:10.0.0"
"image": "docker.io/grafana/grafana:11.1.4"
"ports":
- "3000:3000"
"restart": "on-failure:100"
@ -72,7 +113,15 @@
- "30"
- "--max-subgraph-size"
- "3000"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"init-pulsar":
"command":
@ -82,31 +131,63 @@
"depends_on":
"pulsar":
"condition": "service_started"
"image": "docker.io/apachepulsar/pulsar:3.3.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/apachepulsar/pulsar:3.3.1"
"restart": "on-failure:100"
"kg-extract-definitions":
"command":
- "kg-extract-definitions"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"kg-extract-relationships":
"command":
- "kg-extract-relationships"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"milvus":
"command":
- "milvus"
- "run"
- "standalone"
"deploy":
"resources":
"limits":
"cpus": "1.0"
"memory": "256M"
"reservations":
"cpus": "0.5"
"memory": "256M"
"environment":
"ETCD_ENDPOINTS": "etcd:2379"
"MINIO_ADDRESS": "minio:9000"
"image": "docker.io/milvusdb/milvus:v2.4.5"
"image": "docker.io/milvusdb/milvus:v2.4.9"
"ports":
- "9091:9091"
- "19530:19530"
@ -120,10 +201,18 @@
- "/minio_data"
- "--console-address"
- ":9001"
"deploy":
"resources":
"limits":
"cpus": "0.25"
"memory": "128M"
"reservations":
"cpus": "0.25"
"memory": "128M"
"environment":
"MINIO_ROOT_PASSWORD": "minioadmin"
"MINIO_ROOT_USER": "minioadmin"
"image": "docker.io/minio/minio:RELEASE.2024-07-04T14-25-45Z"
"image": "docker.io/minio/minio:RELEASE.2024-08-17T01-24-54Z"
"ports":
- "9001:9001"
"restart": "on-failure:100"
@ -134,10 +223,26 @@
- "pdf-decoder"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"prometheus":
"image": "docker.io/prom/prometheus:v2.53.1"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/prom/prometheus:v2.53.2"
"ports":
- "9090:9090"
"restart": "on-failure:100"
@ -153,7 +258,15 @@
- "non-persistent://tg/request/text-completion"
- "--text-completion-response-queue"
- "non-persistent://tg/response/text-completion-response"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"prompt-rag":
"command":
@ -168,11 +281,29 @@
- "non-persistent://tg/request/text-completion-rag"
- "--text-completion-response-queue"
- "non-persistent://tg/response/text-completion-rag-response"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"pulsar":
"command": "bin/pulsar standalone"
"image": "docker.io/apachepulsar/pulsar:3.3.0"
"deploy":
"resources":
"limits":
"cpus": "1.0"
"memory": "900M"
"reservations":
"cpus": "0.5"
"memory": "900M"
"environment":
"PULSAR_MEM": "-Xms300M -Xmx300M"
"image": "docker.io/apachepulsar/pulsar:3.3.1"
"ports":
- "6650:6650"
- "8080:8080"
@ -181,9 +312,17 @@
- "pulsar-conf:/pulsar/conf"
- "pulsar-data:/pulsar/data"
"pulsar-manager":
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"environment":
"SPRING_CONFIGURATION_FILE": "/pulsar-manager/pulsar-manager/application.properties"
"image": "docker.io/apachepulsar/pulsar-manager:v0.3.0"
"image": "docker.io/apachepulsar/pulsar-manager:v0.4.0"
"ports":
- "9527:9527"
- "7750:7750"
@ -195,7 +334,15 @@
- "pulsar://pulsar:6650"
- "-t"
- "http://milvus:19530"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"query-triples":
"command":
@ -204,7 +351,15 @@
- "pulsar://pulsar:6650"
- "-g"
- "cassandra"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "512M"
"reservations":
"cpus": "0.1"
"memory": "512M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"store-graph-embeddings":
"command":
@ -213,7 +368,15 @@
- "pulsar://pulsar:6650"
- "-t"
- "http://milvus:19530"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"store-triples":
"command":
@ -222,7 +385,15 @@
- "pulsar://pulsar:6650"
- "-g"
- "cassandra"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"text-completion":
"command":
@ -237,7 +408,15 @@
- "4096"
- "-t"
- "0.0"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"text-completion-rag":
"command":
@ -256,14 +435,30 @@
- "non-persistent://tg/request/text-completion-rag"
- "-o"
- "non-persistent://tg/response/text-completion-rag-response"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"vectorize":
"command":
- "embeddings-vectorize"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"volumes":
"cassandra": {}

243
tg-launch-bedrock.yaml
View file

@ -1,6 +1,16 @@
"services":
"cassandra":
"image": "docker.io/cassandra:4.1.5"
"deploy":
"resources":
"limits":
"cpus": "1.0"
"memory": "512M"
"reservations":
"cpus": "0.5"
"memory": "512M"
"environment":
"JVM_OPTS": "-Xms256M -Xmx256M"
"image": "docker.io/cassandra:4.1.6"
"ports":
- "9042:9042"
"restart": "on-failure:100"
@ -15,7 +25,15 @@
- "2000"
- "--chunk-overlap"
- "100"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"embeddings":
"command":
@ -24,7 +42,15 @@
- "pulsar://pulsar:6650"
- "-m"
- "all-MiniLM-L6-v2"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "1.0"
"memory": "256M"
"reservations":
"cpus": "0.5"
"memory": "256M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"etcd":
"command":
@ -39,16 +65,31 @@
"ETCD_AUTO_COMPACTION_RETENTION": "1000"
"ETCD_QUOTA_BACKEND_BYTES": "4294967296"
"ETCD_SNAPSHOT_COUNT": "50000"
"image": "quay.io/coreos/etcd:v3.5.5"
"image": "quay.io/coreos/etcd:v3.5.15"
"ports":
- "2379:2379"
"resources":
"limits":
"cpus": "0.25"
"memory": "128M"
"reservations":
"cpus": "0.25"
"memory": "128M"
"restart": "on-failure:100"
"volumes":
- "etcd:/etcd"
"grafana":
"deploy":
"resources":
"limits":
"cpus": "1.0"
"memory": "256M"
"reservations":
"cpus": "0.5"
"memory": "256M"
"environment":
"GF_ORG_NAME": "trustgraph.ai"
"image": "docker.io/grafana/grafana:10.0.0"
"image": "docker.io/grafana/grafana:11.1.4"
"ports":
- "3000:3000"
"restart": "on-failure:100"
@ -72,7 +113,15 @@
- "30"
- "--max-subgraph-size"
- "3000"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"init-pulsar":
"command":
@ -82,31 +131,63 @@
"depends_on":
"pulsar":
"condition": "service_started"
"image": "docker.io/apachepulsar/pulsar:3.3.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/apachepulsar/pulsar:3.3.1"
"restart": "on-failure:100"
"kg-extract-definitions":
"command":
- "kg-extract-definitions"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"kg-extract-relationships":
"command":
- "kg-extract-relationships"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"milvus":
"command":
- "milvus"
- "run"
- "standalone"
"deploy":
"resources":
"limits":
"cpus": "1.0"
"memory": "256M"
"reservations":
"cpus": "0.5"
"memory": "256M"
"environment":
"ETCD_ENDPOINTS": "etcd:2379"
"MINIO_ADDRESS": "minio:9000"
"image": "docker.io/milvusdb/milvus:v2.4.5"
"image": "docker.io/milvusdb/milvus:v2.4.9"
"ports":
- "9091:9091"
- "19530:19530"
@ -120,10 +201,18 @@
- "/minio_data"
- "--console-address"
- ":9001"
"deploy":
"resources":
"limits":
"cpus": "0.25"
"memory": "128M"
"reservations":
"cpus": "0.25"
"memory": "128M"
"environment":
"MINIO_ROOT_PASSWORD": "minioadmin"
"MINIO_ROOT_USER": "minioadmin"
"image": "docker.io/minio/minio:RELEASE.2024-07-04T14-25-45Z"
"image": "docker.io/minio/minio:RELEASE.2024-08-17T01-24-54Z"
"ports":
- "9001:9001"
"restart": "on-failure:100"
@ -134,10 +223,26 @@
- "pdf-decoder"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"prometheus":
"image": "docker.io/prom/prometheus:v2.53.1"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/prom/prometheus:v2.53.2"
"ports":
- "9090:9090"
"restart": "on-failure:100"
@ -153,7 +258,15 @@
- "non-persistent://tg/request/text-completion"
- "--text-completion-response-queue"
- "non-persistent://tg/response/text-completion-response"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"prompt-rag":
"command":
@ -168,11 +281,29 @@
- "non-persistent://tg/request/text-completion-rag"
- "--text-completion-response-queue"
- "non-persistent://tg/response/text-completion-rag-response"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"pulsar":
"command": "bin/pulsar standalone"
"image": "docker.io/apachepulsar/pulsar:3.3.0"
"deploy":
"resources":
"limits":
"cpus": "1.0"
"memory": "900M"
"reservations":
"cpus": "0.5"
"memory": "900M"
"environment":
"PULSAR_MEM": "-Xms300M -Xmx300M"
"image": "docker.io/apachepulsar/pulsar:3.3.1"
"ports":
- "6650:6650"
- "8080:8080"
@ -181,9 +312,17 @@
- "pulsar-conf:/pulsar/conf"
- "pulsar-data:/pulsar/data"
"pulsar-manager":
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"environment":
"SPRING_CONFIGURATION_FILE": "/pulsar-manager/pulsar-manager/application.properties"
"image": "docker.io/apachepulsar/pulsar-manager:v0.3.0"
"image": "docker.io/apachepulsar/pulsar-manager:v0.4.0"
"ports":
- "9527:9527"
- "7750:7750"
@ -195,7 +334,15 @@
- "pulsar://pulsar:6650"
- "-t"
- "http://milvus:19530"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"query-triples":
"command":
@ -204,7 +351,15 @@
- "pulsar://pulsar:6650"
- "-g"
- "cassandra"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "512M"
"reservations":
"cpus": "0.1"
"memory": "512M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"store-graph-embeddings":
"command":
@ -213,7 +368,15 @@
- "pulsar://pulsar:6650"
- "-t"
- "http://milvus:19530"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"store-triples":
"command":
@ -222,7 +385,15 @@
- "pulsar://pulsar:6650"
- "-g"
- "cassandra"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"text-completion":
"command":
@ -241,7 +412,15 @@
- "0.0"
- "-m"
- "mistral.mixtral-8x7b-instruct-v0:1"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"text-completion-rag":
"command":
@ -264,14 +443,30 @@
- "non-persistent://tg/request/text-completion-rag"
- "-o"
- "non-persistent://tg/response/text-completion-rag-response"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"vectorize":
"command":
- "embeddings-vectorize"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"volumes":
"cassandra": {}

243
tg-launch-claude.yaml
View file

@ -1,6 +1,16 @@
"services":
"cassandra":
"image": "docker.io/cassandra:4.1.5"
"deploy":
"resources":
"limits":
"cpus": "1.0"
"memory": "512M"
"reservations":
"cpus": "0.5"
"memory": "512M"
"environment":
"JVM_OPTS": "-Xms256M -Xmx256M"
"image": "docker.io/cassandra:4.1.6"
"ports":
- "9042:9042"
"restart": "on-failure:100"
@ -15,7 +25,15 @@
- "250"
- "--chunk-overlap"
- "15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"embeddings":
"command":
@ -24,7 +42,15 @@
- "pulsar://pulsar:6650"
- "-m"
- "all-MiniLM-L6-v2"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "1.0"
"memory": "256M"
"reservations":
"cpus": "0.5"
"memory": "256M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"etcd":
"command":
@ -39,16 +65,31 @@
"ETCD_AUTO_COMPACTION_RETENTION": "1000"
"ETCD_QUOTA_BACKEND_BYTES": "4294967296"
"ETCD_SNAPSHOT_COUNT": "50000"
"image": "quay.io/coreos/etcd:v3.5.5"
"image": "quay.io/coreos/etcd:v3.5.15"
"ports":
- "2379:2379"
"resources":
"limits":
"cpus": "0.25"
"memory": "128M"
"reservations":
"cpus": "0.25"
"memory": "128M"
"restart": "on-failure:100"
"volumes":
- "etcd:/etcd"
"grafana":
"deploy":
"resources":
"limits":
"cpus": "1.0"
"memory": "256M"
"reservations":
"cpus": "0.5"
"memory": "256M"
"environment":
"GF_ORG_NAME": "trustgraph.ai"
"image": "docker.io/grafana/grafana:10.0.0"
"image": "docker.io/grafana/grafana:11.1.4"
"ports":
- "3000:3000"
"restart": "on-failure:100"
@ -72,7 +113,15 @@
- "30"
- "--max-subgraph-size"
- "3000"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"init-pulsar":
"command":
@ -82,31 +131,63 @@
"depends_on":
"pulsar":
"condition": "service_started"
"image": "docker.io/apachepulsar/pulsar:3.3.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/apachepulsar/pulsar:3.3.1"
"restart": "on-failure:100"
"kg-extract-definitions":
"command":
- "kg-extract-definitions"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"kg-extract-relationships":
"command":
- "kg-extract-relationships"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"milvus":
"command":
- "milvus"
- "run"
- "standalone"
"deploy":
"resources":
"limits":
"cpus": "1.0"
"memory": "256M"
"reservations":
"cpus": "0.5"
"memory": "256M"
"environment":
"ETCD_ENDPOINTS": "etcd:2379"
"MINIO_ADDRESS": "minio:9000"
"image": "docker.io/milvusdb/milvus:v2.4.5"
"image": "docker.io/milvusdb/milvus:v2.4.9"
"ports":
- "9091:9091"
- "19530:19530"
@ -120,10 +201,18 @@
- "/minio_data"
- "--console-address"
- ":9001"
"deploy":
"resources":
"limits":
"cpus": "0.25"
"memory": "128M"
"reservations":
"cpus": "0.25"
"memory": "128M"
"environment":
"MINIO_ROOT_PASSWORD": "minioadmin"
"MINIO_ROOT_USER": "minioadmin"
"image": "docker.io/minio/minio:RELEASE.2024-07-04T14-25-45Z"
"image": "docker.io/minio/minio:RELEASE.2024-08-17T01-24-54Z"
"ports":
- "9001:9001"
"restart": "on-failure:100"
@ -134,10 +223,26 @@
- "pdf-decoder"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"prometheus":
"image": "docker.io/prom/prometheus:v2.53.1"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/prom/prometheus:v2.53.2"
"ports":
- "9090:9090"
"restart": "on-failure:100"
@ -153,7 +258,15 @@
- "non-persistent://tg/request/text-completion"
- "--text-completion-response-queue"
- "non-persistent://tg/response/text-completion-response"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"prompt-rag":
"command":
@ -168,11 +281,29 @@
- "non-persistent://tg/request/text-completion-rag"
- "--text-completion-response-queue"
- "non-persistent://tg/response/text-completion-rag-response"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"pulsar":
"command": "bin/pulsar standalone"
"image": "docker.io/apachepulsar/pulsar:3.3.0"
"deploy":
"resources":
"limits":
"cpus": "1.0"
"memory": "900M"
"reservations":
"cpus": "0.5"
"memory": "900M"
"environment":
"PULSAR_MEM": "-Xms300M -Xmx300M"
"image": "docker.io/apachepulsar/pulsar:3.3.1"
"ports":
- "6650:6650"
- "8080:8080"
@ -181,9 +312,17 @@
- "pulsar-conf:/pulsar/conf"
- "pulsar-data:/pulsar/data"
"pulsar-manager":
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"environment":
"SPRING_CONFIGURATION_FILE": "/pulsar-manager/pulsar-manager/application.properties"
"image": "docker.io/apachepulsar/pulsar-manager:v0.3.0"
"image": "docker.io/apachepulsar/pulsar-manager:v0.4.0"
"ports":
- "9527:9527"
- "7750:7750"
@ -195,7 +334,15 @@
- "pulsar://pulsar:6650"
- "-t"
- "http://milvus:19530"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"query-triples":
"command":
@ -204,7 +351,15 @@
- "pulsar://pulsar:6650"
- "-g"
- "cassandra"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "512M"
"reservations":
"cpus": "0.1"
"memory": "512M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"store-graph-embeddings":
"command":
@ -213,7 +368,15 @@
- "pulsar://pulsar:6650"
- "-t"
- "http://milvus:19530"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"store-triples":
"command":
@ -222,7 +385,15 @@
- "pulsar://pulsar:6650"
- "-g"
- "cassandra"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"text-completion":
"command":
@ -235,7 +406,15 @@
- "4096"
- "-t"
- "0.0"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"text-completion-rag":
"command":
@ -252,14 +431,30 @@
- "non-persistent://tg/request/text-completion-rag"
- "-o"
- "non-persistent://tg/response/text-completion-rag-response"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"vectorize":
"command":
- "embeddings-vectorize"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"volumes":
"cassandra": {}

243
tg-launch-cohere.yaml
View file

@ -1,6 +1,16 @@
"services":
"cassandra":
"image": "docker.io/cassandra:4.1.5"
"deploy":
"resources":
"limits":
"cpus": "1.0"
"memory": "512M"
"reservations":
"cpus": "0.5"
"memory": "512M"
"environment":
"JVM_OPTS": "-Xms256M -Xmx256M"
"image": "docker.io/cassandra:4.1.6"
"ports":
- "9042:9042"
"restart": "on-failure:100"
@ -15,7 +25,15 @@
- "150"
- "--chunk-overlap"
- "10"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"embeddings":
"command":
@ -24,7 +42,15 @@
- "pulsar://pulsar:6650"
- "-m"
- "all-MiniLM-L6-v2"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "1.0"
"memory": "256M"
"reservations":
"cpus": "0.5"
"memory": "256M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"etcd":
"command":
@ -39,16 +65,31 @@
"ETCD_AUTO_COMPACTION_RETENTION": "1000"
"ETCD_QUOTA_BACKEND_BYTES": "4294967296"
"ETCD_SNAPSHOT_COUNT": "50000"
"image": "quay.io/coreos/etcd:v3.5.5"
"image": "quay.io/coreos/etcd:v3.5.15"
"ports":
- "2379:2379"
"resources":
"limits":
"cpus": "0.25"
"memory": "128M"
"reservations":
"cpus": "0.25"
"memory": "128M"
"restart": "on-failure:100"
"volumes":
- "etcd:/etcd"
"grafana":
"deploy":
"resources":
"limits":
"cpus": "1.0"
"memory": "256M"
"reservations":
"cpus": "0.5"
"memory": "256M"
"environment":
"GF_ORG_NAME": "trustgraph.ai"
"image": "docker.io/grafana/grafana:10.0.0"
"image": "docker.io/grafana/grafana:11.1.4"
"ports":
- "3000:3000"
"restart": "on-failure:100"
@ -72,7 +113,15 @@
- "30"
- "--max-subgraph-size"
- "3000"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"init-pulsar":
"command":
@ -82,31 +131,63 @@
"depends_on":
"pulsar":
"condition": "service_started"
"image": "docker.io/apachepulsar/pulsar:3.3.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/apachepulsar/pulsar:3.3.1"
"restart": "on-failure:100"
"kg-extract-definitions":
"command":
- "kg-extract-definitions"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"kg-extract-relationships":
"command":
- "kg-extract-relationships"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"milvus":
"command":
- "milvus"
- "run"
- "standalone"
"deploy":
"resources":
"limits":
"cpus": "1.0"
"memory": "256M"
"reservations":
"cpus": "0.5"
"memory": "256M"
"environment":
"ETCD_ENDPOINTS": "etcd:2379"
"MINIO_ADDRESS": "minio:9000"
"image": "docker.io/milvusdb/milvus:v2.4.5"
"image": "docker.io/milvusdb/milvus:v2.4.9"
"ports":
- "9091:9091"
- "19530:19530"
@ -120,10 +201,18 @@
- "/minio_data"
- "--console-address"
- ":9001"
"deploy":
"resources":
"limits":
"cpus": "0.25"
"memory": "128M"
"reservations":
"cpus": "0.25"
"memory": "128M"
"environment":
"MINIO_ROOT_PASSWORD": "minioadmin"
"MINIO_ROOT_USER": "minioadmin"
"image": "docker.io/minio/minio:RELEASE.2024-07-04T14-25-45Z"
"image": "docker.io/minio/minio:RELEASE.2024-08-17T01-24-54Z"
"ports":
- "9001:9001"
"restart": "on-failure:100"
@ -134,10 +223,26 @@
- "pdf-decoder"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"prometheus":
"image": "docker.io/prom/prometheus:v2.53.1"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/prom/prometheus:v2.53.2"
"ports":
- "9090:9090"
"restart": "on-failure:100"
@ -153,7 +258,15 @@
- "non-persistent://tg/request/text-completion"
- "--text-completion-response-queue"
- "non-persistent://tg/response/text-completion-response"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"prompt-rag":
"command":
@ -168,11 +281,29 @@
- "non-persistent://tg/request/text-completion-rag"
- "--text-completion-response-queue"
- "non-persistent://tg/response/text-completion-rag-response"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"pulsar":
"command": "bin/pulsar standalone"
"image": "docker.io/apachepulsar/pulsar:3.3.0"
"deploy":
"resources":
"limits":
"cpus": "1.0"
"memory": "900M"
"reservations":
"cpus": "0.5"
"memory": "900M"
"environment":
"PULSAR_MEM": "-Xms300M -Xmx300M"
"image": "docker.io/apachepulsar/pulsar:3.3.1"
"ports":
- "6650:6650"
- "8080:8080"
@ -181,9 +312,17 @@
- "pulsar-conf:/pulsar/conf"
- "pulsar-data:/pulsar/data"
"pulsar-manager":
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"environment":
"SPRING_CONFIGURATION_FILE": "/pulsar-manager/pulsar-manager/application.properties"
"image": "docker.io/apachepulsar/pulsar-manager:v0.3.0"
"image": "docker.io/apachepulsar/pulsar-manager:v0.4.0"
"ports":
- "9527:9527"
- "7750:7750"
@ -195,7 +334,15 @@
- "pulsar://pulsar:6650"
- "-t"
- "http://milvus:19530"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"query-triples":
"command":
@ -204,7 +351,15 @@
- "pulsar://pulsar:6650"
- "-g"
- "cassandra"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "512M"
"reservations":
"cpus": "0.1"
"memory": "512M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"store-graph-embeddings":
"command":
@ -213,7 +368,15 @@
- "pulsar://pulsar:6650"
- "-t"
- "http://milvus:19530"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"store-triples":
"command":
@ -222,7 +385,15 @@
- "pulsar://pulsar:6650"
- "-g"
- "cassandra"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"text-completion":
"command":
@ -233,7 +404,15 @@
- "${COHERE_KEY}"
- "-t"
- "0.0"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"text-completion-rag":
"command":
@ -248,14 +427,30 @@
- "non-persistent://tg/request/text-completion-rag"
- "-o"
- "non-persistent://tg/response/text-completion-rag-response"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"vectorize":
"command":
- "embeddings-vectorize"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"volumes":
"cassandra": {}

219
tg-launch-mix.yaml
View file

@ -1,6 +1,16 @@
"services":
"cassandra":
"image": "docker.io/cassandra:4.1.5"
"deploy":
"resources":
"limits":
"cpus": "1.0"
"memory": "512M"
"reservations":
"cpus": "0.5"
"memory": "512M"
"environment":
"JVM_OPTS": "-Xms256M -Xmx256M"
"image": "docker.io/cassandra:4.1.6"
"ports":
- "9042:9042"
"restart": "on-failure:100"
@ -15,7 +25,7 @@
- "4000"
- "--chunk-overlap"
- "120"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"embeddings":
"command":
@ -24,7 +34,15 @@
- "pulsar://pulsar:6650"
- "-m"
- "all-MiniLM-L6-v2"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "1.0"
"memory": "256M"
"reservations":
"cpus": "0.5"
"memory": "256M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"etcd":
"command":
@ -39,16 +57,31 @@
"ETCD_AUTO_COMPACTION_RETENTION": "1000"
"ETCD_QUOTA_BACKEND_BYTES": "4294967296"
"ETCD_SNAPSHOT_COUNT": "50000"
"image": "quay.io/coreos/etcd:v3.5.5"
"image": "quay.io/coreos/etcd:v3.5.15"
"ports":
- "2379:2379"
"resources":
"limits":
"cpus": "0.25"
"memory": "128M"
"reservations":
"cpus": "0.25"
"memory": "128M"
"restart": "on-failure:100"
"volumes":
- "etcd:/etcd"
"grafana":
"deploy":
"resources":
"limits":
"cpus": "1.0"
"memory": "256M"
"reservations":
"cpus": "0.5"
"memory": "256M"
"environment":
"GF_ORG_NAME": "trustgraph.ai"
"image": "docker.io/grafana/grafana:10.0.0"
"image": "docker.io/grafana/grafana:11.1.4"
"ports":
- "3000:3000"
"restart": "on-failure:100"
@ -72,7 +105,15 @@
- "30"
- "--max-subgraph-size"
- "3000"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"init-pulsar":
"command":
@ -82,31 +123,63 @@
"depends_on":
"pulsar":
"condition": "service_started"
"image": "docker.io/apachepulsar/pulsar:3.3.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/apachepulsar/pulsar:3.3.1"
"restart": "on-failure:100"
"kg-extract-definitions":
"command":
- "kg-extract-definitions"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"kg-extract-relationships":
"command":
- "kg-extract-relationships"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"milvus":
"command":
- "milvus"
- "run"
- "standalone"
"deploy":
"resources":
"limits":
"cpus": "1.0"
"memory": "256M"
"reservations":
"cpus": "0.5"
"memory": "256M"
"environment":
"ETCD_ENDPOINTS": "etcd:2379"
"MINIO_ADDRESS": "minio:9000"
"image": "docker.io/milvusdb/milvus:v2.4.5"
"image": "docker.io/milvusdb/milvus:v2.4.9"
"ports":
- "9091:9091"
- "19530:19530"
@ -120,10 +193,18 @@
- "/minio_data"
- "--console-address"
- ":9001"
"deploy":
"resources":
"limits":
"cpus": "0.25"
"memory": "128M"
"reservations":
"cpus": "0.25"
"memory": "128M"
"environment":
"MINIO_ROOT_PASSWORD": "minioadmin"
"MINIO_ROOT_USER": "minioadmin"
"image": "docker.io/minio/minio:RELEASE.2024-07-04T14-25-45Z"
"image": "docker.io/minio/minio:RELEASE.2024-08-17T01-24-54Z"
"ports":
- "9001:9001"
"restart": "on-failure:100"
@ -134,10 +215,26 @@
- "pdf-decoder"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"prometheus":
"image": "docker.io/prom/prometheus:v2.53.1"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/prom/prometheus:v2.53.2"
"ports":
- "9090:9090"
"restart": "on-failure:100"
@ -153,7 +250,15 @@
- "non-persistent://tg/request/text-completion"
- "--text-completion-response-queue"
- "non-persistent://tg/response/text-completion-response"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"prompt-rag":
"command":
@ -168,11 +273,29 @@
- "non-persistent://tg/request/text-completion-rag"
- "--text-completion-response-queue"
- "non-persistent://tg/response/text-completion-rag-response"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"pulsar":
"command": "bin/pulsar standalone"
"image": "docker.io/apachepulsar/pulsar:3.3.0"
"deploy":
"resources":
"limits":
"cpus": "1.0"
"memory": "900M"
"reservations":
"cpus": "0.5"
"memory": "900M"
"environment":
"PULSAR_MEM": "-Xms300M -Xmx300M"
"image": "docker.io/apachepulsar/pulsar:3.3.1"
"ports":
- "6650:6650"
- "8080:8080"
@ -181,9 +304,17 @@
- "pulsar-conf:/pulsar/conf"
- "pulsar-data:/pulsar/data"
"pulsar-manager":
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"environment":
"SPRING_CONFIGURATION_FILE": "/pulsar-manager/pulsar-manager/application.properties"
"image": "docker.io/apachepulsar/pulsar-manager:v0.3.0"
"image": "docker.io/apachepulsar/pulsar-manager:v0.4.0"
"ports":
- "9527:9527"
- "7750:7750"
@ -195,7 +326,15 @@
- "pulsar://pulsar:6650"
- "-t"
- "http://milvus:19530"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"query-triples":
"command":
@ -204,7 +343,15 @@
- "pulsar://pulsar:6650"
- "-g"
- "cassandra"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "512M"
"reservations":
"cpus": "0.1"
"memory": "512M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"store-graph-embeddings":
"command":
@ -213,7 +360,15 @@
- "pulsar://pulsar:6650"
- "-t"
- "http://milvus:19530"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"store-triples":
"command":
@ -222,7 +377,15 @@
- "pulsar://pulsar:6650"
- "-g"
- "cassandra"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"text-completion":
"command":
@ -233,7 +396,7 @@
- "${COHERE_KEY}"
- "-m"
- "c4ai-aya-23-35b"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"text-completion-rag":
"command":
@ -248,14 +411,22 @@
- "non-persistent://tg/response/text-completion-rag-response"
- "-m"
- "c4ai-aya-23-8b"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"vectorize":
"command":
- "embeddings-vectorize"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"volumes":
"cassandra": {}

243
tg-launch-ollama.yaml
View file

@ -1,6 +1,16 @@
"services":
"cassandra":
"image": "docker.io/cassandra:4.1.5"
"deploy":
"resources":
"limits":
"cpus": "1.0"
"memory": "512M"
"reservations":
"cpus": "0.5"
"memory": "512M"
"environment":
"JVM_OPTS": "-Xms256M -Xmx256M"
"image": "docker.io/cassandra:4.1.6"
"ports":
- "9042:9042"
"restart": "on-failure:100"
@ -15,7 +25,15 @@
- "250"
- "--chunk-overlap"
- "15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"embeddings":
"command":
@ -24,7 +42,15 @@
- "pulsar://pulsar:6650"
- "-m"
- "all-MiniLM-L6-v2"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "1.0"
"memory": "256M"
"reservations":
"cpus": "0.5"
"memory": "256M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"etcd":
"command":
@ -39,16 +65,31 @@
"ETCD_AUTO_COMPACTION_RETENTION": "1000"
"ETCD_QUOTA_BACKEND_BYTES": "4294967296"
"ETCD_SNAPSHOT_COUNT": "50000"
"image": "quay.io/coreos/etcd:v3.5.5"
"image": "quay.io/coreos/etcd:v3.5.15"
"ports":
- "2379:2379"
"resources":
"limits":
"cpus": "0.25"
"memory": "128M"
"reservations":
"cpus": "0.25"
"memory": "128M"
"restart": "on-failure:100"
"volumes":
- "etcd:/etcd"
"grafana":
"deploy":
"resources":
"limits":
"cpus": "1.0"
"memory": "256M"
"reservations":
"cpus": "0.5"
"memory": "256M"
"environment":
"GF_ORG_NAME": "trustgraph.ai"
"image": "docker.io/grafana/grafana:10.0.0"
"image": "docker.io/grafana/grafana:11.1.4"
"ports":
- "3000:3000"
"restart": "on-failure:100"
@ -72,7 +113,15 @@
- "30"
- "--max-subgraph-size"
- "3000"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"init-pulsar":
"command":
@ -82,31 +131,63 @@
"depends_on":
"pulsar":
"condition": "service_started"
"image": "docker.io/apachepulsar/pulsar:3.3.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/apachepulsar/pulsar:3.3.1"
"restart": "on-failure:100"
"kg-extract-definitions":
"command":
- "kg-extract-definitions"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"kg-extract-relationships":
"command":
- "kg-extract-relationships"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"milvus":
"command":
- "milvus"
- "run"
- "standalone"
"deploy":
"resources":
"limits":
"cpus": "1.0"
"memory": "256M"
"reservations":
"cpus": "0.5"
"memory": "256M"
"environment":
"ETCD_ENDPOINTS": "etcd:2379"
"MINIO_ADDRESS": "minio:9000"
"image": "docker.io/milvusdb/milvus:v2.4.5"
"image": "docker.io/milvusdb/milvus:v2.4.9"
"ports":
- "9091:9091"
- "19530:19530"
@ -120,10 +201,18 @@
- "/minio_data"
- "--console-address"
- ":9001"
"deploy":
"resources":
"limits":
"cpus": "0.25"
"memory": "128M"
"reservations":
"cpus": "0.25"
"memory": "128M"
"environment":
"MINIO_ROOT_PASSWORD": "minioadmin"
"MINIO_ROOT_USER": "minioadmin"
"image": "docker.io/minio/minio:RELEASE.2024-07-04T14-25-45Z"
"image": "docker.io/minio/minio:RELEASE.2024-08-17T01-24-54Z"
"ports":
- "9001:9001"
"restart": "on-failure:100"
@ -134,10 +223,26 @@
- "pdf-decoder"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"prometheus":
"image": "docker.io/prom/prometheus:v2.53.1"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/prom/prometheus:v2.53.2"
"ports":
- "9090:9090"
"restart": "on-failure:100"
@ -153,7 +258,15 @@
- "non-persistent://tg/request/text-completion"
- "--text-completion-response-queue"
- "non-persistent://tg/response/text-completion-response"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"prompt-rag":
"command":
@ -168,11 +281,29 @@
- "non-persistent://tg/request/text-completion-rag"
- "--text-completion-response-queue"
- "non-persistent://tg/response/text-completion-rag-response"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"pulsar":
"command": "bin/pulsar standalone"
"image": "docker.io/apachepulsar/pulsar:3.3.0"
"deploy":
"resources":
"limits":
"cpus": "1.0"
"memory": "900M"
"reservations":
"cpus": "0.5"
"memory": "900M"
"environment":
"PULSAR_MEM": "-Xms300M -Xmx300M"
"image": "docker.io/apachepulsar/pulsar:3.3.1"
"ports":
- "6650:6650"
- "8080:8080"
@ -181,9 +312,17 @@
- "pulsar-conf:/pulsar/conf"
- "pulsar-data:/pulsar/data"
"pulsar-manager":
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"environment":
"SPRING_CONFIGURATION_FILE": "/pulsar-manager/pulsar-manager/application.properties"
"image": "docker.io/apachepulsar/pulsar-manager:v0.3.0"
"image": "docker.io/apachepulsar/pulsar-manager:v0.4.0"
"ports":
- "9527:9527"
- "7750:7750"
@ -195,7 +334,15 @@
- "pulsar://pulsar:6650"
- "-t"
- "http://milvus:19530"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"query-triples":
"command":
@ -204,7 +351,15 @@
- "pulsar://pulsar:6650"
- "-g"
- "cassandra"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "512M"
"reservations":
"cpus": "0.1"
"memory": "512M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"store-graph-embeddings":
"command":
@ -213,7 +368,15 @@
- "pulsar://pulsar:6650"
- "-t"
- "http://milvus:19530"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"store-triples":
"command":
@ -222,7 +385,15 @@
- "pulsar://pulsar:6650"
- "-g"
- "cassandra"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"text-completion":
"command":
@ -233,7 +404,15 @@
- "gemma2:9b"
- "-r"
- "${OLLAMA_HOST}"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"text-completion-rag":
"command":
@ -248,14 +427,30 @@
- "non-persistent://tg/request/text-completion-rag"
- "-o"
- "non-persistent://tg/response/text-completion-rag-response"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"vectorize":
"command":
- "embeddings-vectorize"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"volumes":
"cassandra": {}

239
tg-launch-openai-neo4j.yaml
View file

@ -8,7 +8,15 @@
- "250"
- "--chunk-overlap"
- "15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"embeddings":
"command":
@ -17,7 +25,15 @@
- "pulsar://pulsar:6650"
- "-m"
- "all-MiniLM-L6-v2"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "1.0"
"memory": "256M"
"reservations":
"cpus": "0.5"
"memory": "256M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"etcd":
"command":
@ -32,16 +48,31 @@
"ETCD_AUTO_COMPACTION_RETENTION": "1000"
"ETCD_QUOTA_BACKEND_BYTES": "4294967296"
"ETCD_SNAPSHOT_COUNT": "50000"
"image": "quay.io/coreos/etcd:v3.5.5"
"image": "quay.io/coreos/etcd:v3.5.15"
"ports":
- "2379:2379"
"resources":
"limits":
"cpus": "0.25"
"memory": "128M"
"reservations":
"cpus": "0.25"
"memory": "128M"
"restart": "on-failure:100"
"volumes":
- "etcd:/etcd"
"grafana":
"deploy":
"resources":
"limits":
"cpus": "1.0"
"memory": "256M"
"reservations":
"cpus": "0.5"
"memory": "256M"
"environment":
"GF_ORG_NAME": "trustgraph.ai"
"image": "docker.io/grafana/grafana:10.0.0"
"image": "docker.io/grafana/grafana:11.1.4"
"ports":
- "3000:3000"
"restart": "on-failure:100"
@ -65,7 +96,15 @@
- "30"
- "--max-subgraph-size"
- "3000"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"init-pulsar":
"command":
@ -75,31 +114,63 @@
"depends_on":
"pulsar":
"condition": "service_started"
"image": "docker.io/apachepulsar/pulsar:3.3.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/apachepulsar/pulsar:3.3.1"
"restart": "on-failure:100"
"kg-extract-definitions":
"command":
- "kg-extract-definitions"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"kg-extract-relationships":
"command":
- "kg-extract-relationships"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"milvus":
"command":
- "milvus"
- "run"
- "standalone"
"deploy":
"resources":
"limits":
"cpus": "1.0"
"memory": "256M"
"reservations":
"cpus": "0.5"
"memory": "256M"
"environment":
"ETCD_ENDPOINTS": "etcd:2379"
"MINIO_ADDRESS": "minio:9000"
"image": "docker.io/milvusdb/milvus:v2.4.5"
"image": "docker.io/milvusdb/milvus:v2.4.9"
"ports":
- "9091:9091"
- "19530:19530"
@ -113,16 +184,32 @@
- "/minio_data"
- "--console-address"
- ":9001"
"deploy":
"resources":
"limits":
"cpus": "0.25"
"memory": "128M"
"reservations":
"cpus": "0.25"
"memory": "128M"
"environment":
"MINIO_ROOT_PASSWORD": "minioadmin"
"MINIO_ROOT_USER": "minioadmin"
"image": "docker.io/minio/minio:RELEASE.2024-07-04T14-25-45Z"
"image": "docker.io/minio/minio:RELEASE.2024-08-17T01-24-54Z"
"ports":
- "9001:9001"
"restart": "on-failure:100"
"volumes":
- "minio-data:/minio_data"
"neo4j":
"deploy":
"resources":
"limits":
"cpus": "1.0"
"memory": "256M"
"reservations":
"cpus": "0.5"
"memory": "256M"
"environment":
"NEO4J_AUTH": "neo4j/password"
"image": "docker.io/neo4j:5.22.0-community-bullseye"
@ -137,10 +224,26 @@
- "pdf-decoder"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"prometheus":
"image": "docker.io/prom/prometheus:v2.53.1"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/prom/prometheus:v2.53.2"
"ports":
- "9090:9090"
"restart": "on-failure:100"
@ -156,7 +259,15 @@
- "non-persistent://tg/request/text-completion"
- "--text-completion-response-queue"
- "non-persistent://tg/response/text-completion-response"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"prompt-rag":
"command":
@ -171,11 +282,29 @@
- "non-persistent://tg/request/text-completion-rag"
- "--text-completion-response-queue"
- "non-persistent://tg/response/text-completion-rag-response"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"pulsar":
"command": "bin/pulsar standalone"
"image": "docker.io/apachepulsar/pulsar:3.3.0"
"deploy":
"resources":
"limits":
"cpus": "1.0"
"memory": "900M"
"reservations":
"cpus": "0.5"
"memory": "900M"
"environment":
"PULSAR_MEM": "-Xms300M -Xmx300M"
"image": "docker.io/apachepulsar/pulsar:3.3.1"
"ports":
- "6650:6650"
- "8080:8080"
@ -184,9 +313,17 @@
- "pulsar-conf:/pulsar/conf"
- "pulsar-data:/pulsar/data"
"pulsar-manager":
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"environment":
"SPRING_CONFIGURATION_FILE": "/pulsar-manager/pulsar-manager/application.properties"
"image": "docker.io/apachepulsar/pulsar-manager:v0.3.0"
"image": "docker.io/apachepulsar/pulsar-manager:v0.4.0"
"ports":
- "9527:9527"
- "7750:7750"
@ -198,7 +335,15 @@
- "pulsar://pulsar:6650"
- "-t"
- "http://milvus:19530"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"query-triples":
"command":
@ -207,7 +352,15 @@
- "pulsar://pulsar:6650"
- "-g"
- "bolt://neo4j:7687"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"store-graph-embeddings":
"command":
@ -216,7 +369,15 @@
- "pulsar://pulsar:6650"
- "-t"
- "http://milvus:19530"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"store-triples":
"command":
@ -225,7 +386,15 @@
- "pulsar://pulsar:6650"
- "-g"
- "bolt://neo4j:7687"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"text-completion":
"command":
@ -238,7 +407,15 @@
- "4096"
- "-t"
- "0.0"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"text-completion-rag":
"command":
@ -255,14 +432,30 @@
- "non-persistent://tg/request/text-completion-rag"
- "-o"
- "non-persistent://tg/response/text-completion-rag-response"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"vectorize":
"command":
- "embeddings-vectorize"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"volumes":
"etcd": {}

243
tg-launch-openai.yaml
View file

@ -1,6 +1,16 @@
"services":
"cassandra":
"image": "docker.io/cassandra:4.1.5"
"deploy":
"resources":
"limits":
"cpus": "1.0"
"memory": "512M"
"reservations":
"cpus": "0.5"
"memory": "512M"
"environment":
"JVM_OPTS": "-Xms256M -Xmx256M"
"image": "docker.io/cassandra:4.1.6"
"ports":
- "9042:9042"
"restart": "on-failure:100"
@ -15,7 +25,15 @@
- "250"
- "--chunk-overlap"
- "15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"embeddings":
"command":
@ -24,7 +42,15 @@
- "pulsar://pulsar:6650"
- "-m"
- "all-MiniLM-L6-v2"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "1.0"
"memory": "256M"
"reservations":
"cpus": "0.5"
"memory": "256M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"etcd":
"command":
@ -39,16 +65,31 @@
"ETCD_AUTO_COMPACTION_RETENTION": "1000"
"ETCD_QUOTA_BACKEND_BYTES": "4294967296"
"ETCD_SNAPSHOT_COUNT": "50000"
"image": "quay.io/coreos/etcd:v3.5.5"
"image": "quay.io/coreos/etcd:v3.5.15"
"ports":
- "2379:2379"
"resources":
"limits":
"cpus": "0.25"
"memory": "128M"
"reservations":
"cpus": "0.25"
"memory": "128M"
"restart": "on-failure:100"
"volumes":
- "etcd:/etcd"
"grafana":
"deploy":
"resources":
"limits":
"cpus": "1.0"
"memory": "256M"
"reservations":
"cpus": "0.5"
"memory": "256M"
"environment":
"GF_ORG_NAME": "trustgraph.ai"
"image": "docker.io/grafana/grafana:10.0.0"
"image": "docker.io/grafana/grafana:11.1.4"
"ports":
- "3000:3000"
"restart": "on-failure:100"
@ -72,7 +113,15 @@
- "30"
- "--max-subgraph-size"
- "3000"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"init-pulsar":
"command":
@ -82,31 +131,63 @@
"depends_on":
"pulsar":
"condition": "service_started"
"image": "docker.io/apachepulsar/pulsar:3.3.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/apachepulsar/pulsar:3.3.1"
"restart": "on-failure:100"
"kg-extract-definitions":
"command":
- "kg-extract-definitions"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"kg-extract-relationships":
"command":
- "kg-extract-relationships"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"milvus":
"command":
- "milvus"
- "run"
- "standalone"
"deploy":
"resources":
"limits":
"cpus": "1.0"
"memory": "256M"
"reservations":
"cpus": "0.5"
"memory": "256M"
"environment":
"ETCD_ENDPOINTS": "etcd:2379"
"MINIO_ADDRESS": "minio:9000"
"image": "docker.io/milvusdb/milvus:v2.4.5"
"image": "docker.io/milvusdb/milvus:v2.4.9"
"ports":
- "9091:9091"
- "19530:19530"
@ -120,10 +201,18 @@
- "/minio_data"
- "--console-address"
- ":9001"
"deploy":
"resources":
"limits":
"cpus": "0.25"
"memory": "128M"
"reservations":
"cpus": "0.25"
"memory": "128M"
"environment":
"MINIO_ROOT_PASSWORD": "minioadmin"
"MINIO_ROOT_USER": "minioadmin"
"image": "docker.io/minio/minio:RELEASE.2024-07-04T14-25-45Z"
"image": "docker.io/minio/minio:RELEASE.2024-08-17T01-24-54Z"
"ports":
- "9001:9001"
"restart": "on-failure:100"
@ -134,10 +223,26 @@
- "pdf-decoder"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"prometheus":
"image": "docker.io/prom/prometheus:v2.53.1"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/prom/prometheus:v2.53.2"
"ports":
- "9090:9090"
"restart": "on-failure:100"
@ -153,7 +258,15 @@
- "non-persistent://tg/request/text-completion"
- "--text-completion-response-queue"
- "non-persistent://tg/response/text-completion-response"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"prompt-rag":
"command":
@ -168,11 +281,29 @@
- "non-persistent://tg/request/text-completion-rag"
- "--text-completion-response-queue"
- "non-persistent://tg/response/text-completion-rag-response"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"pulsar":
"command": "bin/pulsar standalone"
"image": "docker.io/apachepulsar/pulsar:3.3.0"
"deploy":
"resources":
"limits":
"cpus": "1.0"
"memory": "900M"
"reservations":
"cpus": "0.5"
"memory": "900M"
"environment":
"PULSAR_MEM": "-Xms300M -Xmx300M"
"image": "docker.io/apachepulsar/pulsar:3.3.1"
"ports":
- "6650:6650"
- "8080:8080"
@ -181,9 +312,17 @@
- "pulsar-conf:/pulsar/conf"
- "pulsar-data:/pulsar/data"
"pulsar-manager":
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"environment":
"SPRING_CONFIGURATION_FILE": "/pulsar-manager/pulsar-manager/application.properties"
"image": "docker.io/apachepulsar/pulsar-manager:v0.3.0"
"image": "docker.io/apachepulsar/pulsar-manager:v0.4.0"
"ports":
- "9527:9527"
- "7750:7750"
@ -195,7 +334,15 @@
- "pulsar://pulsar:6650"
- "-t"
- "http://milvus:19530"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"query-triples":
"command":
@ -204,7 +351,15 @@
- "pulsar://pulsar:6650"
- "-g"
- "cassandra"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "512M"
"reservations":
"cpus": "0.1"
"memory": "512M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"store-graph-embeddings":
"command":
@ -213,7 +368,15 @@
- "pulsar://pulsar:6650"
- "-t"
- "http://milvus:19530"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"store-triples":
"command":
@ -222,7 +385,15 @@
- "pulsar://pulsar:6650"
- "-g"
- "cassandra"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"text-completion":
"command":
@ -235,7 +406,15 @@
- "4096"
- "-t"
- "0.0"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"text-completion-rag":
"command":
@ -252,14 +431,30 @@
- "non-persistent://tg/request/text-completion-rag"
- "-o"
- "non-persistent://tg/response/text-completion-rag-response"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"vectorize":
"command":
- "embeddings-vectorize"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"volumes":
"cassandra": {}

243
tg-launch-vertexai.yaml
View file

@ -1,6 +1,16 @@
"services":
"cassandra":
"image": "docker.io/cassandra:4.1.5"
"deploy":
"resources":
"limits":
"cpus": "1.0"
"memory": "512M"
"reservations":
"cpus": "0.5"
"memory": "512M"
"environment":
"JVM_OPTS": "-Xms256M -Xmx256M"
"image": "docker.io/cassandra:4.1.6"
"ports":
- "9042:9042"
"restart": "on-failure:100"
@ -15,7 +25,15 @@
- "250"
- "--chunk-overlap"
- "15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"embeddings":
"command":
@ -24,7 +42,15 @@
- "pulsar://pulsar:6650"
- "-m"
- "all-MiniLM-L6-v2"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "1.0"
"memory": "256M"
"reservations":
"cpus": "0.5"
"memory": "256M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"etcd":
"command":
@ -39,16 +65,31 @@
"ETCD_AUTO_COMPACTION_RETENTION": "1000"
"ETCD_QUOTA_BACKEND_BYTES": "4294967296"
"ETCD_SNAPSHOT_COUNT": "50000"
"image": "quay.io/coreos/etcd:v3.5.5"
"image": "quay.io/coreos/etcd:v3.5.15"
"ports":
- "2379:2379"
"resources":
"limits":
"cpus": "0.25"
"memory": "128M"
"reservations":
"cpus": "0.25"
"memory": "128M"
"restart": "on-failure:100"
"volumes":
- "etcd:/etcd"
"grafana":
"deploy":
"resources":
"limits":
"cpus": "1.0"
"memory": "256M"
"reservations":
"cpus": "0.5"
"memory": "256M"
"environment":
"GF_ORG_NAME": "trustgraph.ai"
"image": "docker.io/grafana/grafana:10.0.0"
"image": "docker.io/grafana/grafana:11.1.4"
"ports":
- "3000:3000"
"restart": "on-failure:100"
@ -72,7 +113,15 @@
- "30"
- "--max-subgraph-size"
- "3000"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"init-pulsar":
"command":
@ -82,31 +131,63 @@
"depends_on":
"pulsar":
"condition": "service_started"
"image": "docker.io/apachepulsar/pulsar:3.3.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/apachepulsar/pulsar:3.3.1"
"restart": "on-failure:100"
"kg-extract-definitions":
"command":
- "kg-extract-definitions"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"kg-extract-relationships":
"command":
- "kg-extract-relationships"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"milvus":
"command":
- "milvus"
- "run"
- "standalone"
"deploy":
"resources":
"limits":
"cpus": "1.0"
"memory": "256M"
"reservations":
"cpus": "0.5"
"memory": "256M"
"environment":
"ETCD_ENDPOINTS": "etcd:2379"
"MINIO_ADDRESS": "minio:9000"
"image": "docker.io/milvusdb/milvus:v2.4.5"
"image": "docker.io/milvusdb/milvus:v2.4.9"
"ports":
- "9091:9091"
- "19530:19530"
@ -120,10 +201,18 @@
- "/minio_data"
- "--console-address"
- ":9001"
"deploy":
"resources":
"limits":
"cpus": "0.25"
"memory": "128M"
"reservations":
"cpus": "0.25"
"memory": "128M"
"environment":
"MINIO_ROOT_PASSWORD": "minioadmin"
"MINIO_ROOT_USER": "minioadmin"
"image": "docker.io/minio/minio:RELEASE.2024-07-04T14-25-45Z"
"image": "docker.io/minio/minio:RELEASE.2024-08-17T01-24-54Z"
"ports":
- "9001:9001"
"restart": "on-failure:100"
@ -134,10 +223,26 @@
- "pdf-decoder"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"prometheus":
"image": "docker.io/prom/prometheus:v2.53.1"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/prom/prometheus:v2.53.2"
"ports":
- "9090:9090"
"restart": "on-failure:100"
@ -153,7 +258,15 @@
- "non-persistent://tg/request/text-completion"
- "--text-completion-response-queue"
- "non-persistent://tg/response/text-completion-response"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"prompt-rag":
"command":
@ -168,11 +281,29 @@
- "non-persistent://tg/request/text-completion-rag"
- "--text-completion-response-queue"
- "non-persistent://tg/response/text-completion-rag-response"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"pulsar":
"command": "bin/pulsar standalone"
"image": "docker.io/apachepulsar/pulsar:3.3.0"
"deploy":
"resources":
"limits":
"cpus": "1.0"
"memory": "900M"
"reservations":
"cpus": "0.5"
"memory": "900M"
"environment":
"PULSAR_MEM": "-Xms300M -Xmx300M"
"image": "docker.io/apachepulsar/pulsar:3.3.1"
"ports":
- "6650:6650"
- "8080:8080"
@ -181,9 +312,17 @@
- "pulsar-conf:/pulsar/conf"
- "pulsar-data:/pulsar/data"
"pulsar-manager":
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"environment":
"SPRING_CONFIGURATION_FILE": "/pulsar-manager/pulsar-manager/application.properties"
"image": "docker.io/apachepulsar/pulsar-manager:v0.3.0"
"image": "docker.io/apachepulsar/pulsar-manager:v0.4.0"
"ports":
- "9527:9527"
- "7750:7750"
@ -195,7 +334,15 @@
- "pulsar://pulsar:6650"
- "-t"
- "http://milvus:19530"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"query-triples":
"command":
@ -204,7 +351,15 @@
- "pulsar://pulsar:6650"
- "-g"
- "cassandra"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "512M"
"reservations":
"cpus": "0.1"
"memory": "512M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"store-graph-embeddings":
"command":
@ -213,7 +368,15 @@
- "pulsar://pulsar:6650"
- "-t"
- "http://milvus:19530"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"store-triples":
"command":
@ -222,7 +385,15 @@
- "pulsar://pulsar:6650"
- "-g"
- "cassandra"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"text-completion":
"command":
@ -237,7 +408,15 @@
- "4096"
- "-t"
- "0.0"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"volumes":
- "./vertexai:/vertexai"
@ -258,7 +437,15 @@
- "non-persistent://tg/request/text-completion-rag"
- "-o"
- "non-persistent://tg/response/text-completion-rag-response"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"volumes":
- "./vertexai:/vertexai"
@ -267,7 +454,15 @@
- "embeddings-vectorize"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.0"
"deploy":
"resources":
"limits":
"cpus": "0.1"
"memory": "128M"
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.1"
"restart": "on-failure:100"
"volumes":
"cassandra": {}