diff --git a/Makefile b/Makefile index 9ec940ab..2617e4fe 100644 --- a/Makefile +++ b/Makefile @@ -1,6 +1,6 @@ # VERSION=$(shell git describe | sed 's/^v//') -VERSION=0.7.0 +VERSION=0.7.1 DOCKER=podman diff --git a/setup.py b/setup.py index 8c02f3ea..6cd63c02 100644 --- a/setup.py +++ b/setup.py @@ -4,7 +4,7 @@ import os with open("README.md", "r") as fh: long_description = fh.read() -version = "0.7.0" +version = "0.7.1" setuptools.setup( name="trustgraph", diff --git a/templates/components/azure.jsonnet b/templates/components/azure.jsonnet index feb63a6e..78f3a827 100644 --- a/templates/components/azure.jsonnet +++ b/templates/components/azure.jsonnet @@ -19,6 +19,18 @@ local url = import "url.jsonnet"; "-t", "0.0", ], + deploy: { + resources: { + limits: { + cpus: '0.1', + memory: '128M' + }, + reservations: { + cpus: '0.1', + memory: '128M' + } + } + }, }, "text-completion-rag": base + { @@ -40,6 +52,18 @@ local url = import "url.jsonnet"; "-o", "non-persistent://tg/response/text-completion-rag-response", ], + deploy: { + resources: { + limits: { + cpus: '0.1', + memory: '128M' + }, + reservations: { + cpus: '0.1', + memory: '128M' + } + } + }, }, }, diff --git a/templates/components/bedrock.jsonnet b/templates/components/bedrock.jsonnet index 34bfcae1..37432a73 100644 --- a/templates/components/bedrock.jsonnet +++ b/templates/components/bedrock.jsonnet @@ -15,6 +15,18 @@ local url = import "url.jsonnet"; "--chunk-overlap", "100", ], + deploy: { + resources: { + limits: { + cpus: '0.1', + memory: '128M' + }, + reservations: { + cpus: '0.1', + memory: '128M' + } + } + }, }, "text-completion": base + { @@ -36,6 +48,18 @@ local url = import "url.jsonnet"; "-m", "mistral.mixtral-8x7b-instruct-v0:1", ], + deploy: { + resources: { + limits: { + cpus: '0.1', + memory: '128M' + }, + reservations: { + cpus: '0.1', + memory: '128M' + } + } + }, }, "text-completion-rag": base + { @@ -63,6 +87,18 @@ local url = import "url.jsonnet"; "-o", "non-persistent://tg/response/text-completion-rag-response", ], + deploy: { + resources: { + limits: { + cpus: '0.1', + memory: '128M' + }, + reservations: { + cpus: '0.1', + memory: '128M' + } + } + }, }, }, diff --git a/templates/components/cassandra.jsonnet b/templates/components/cassandra.jsonnet index d1a7defc..c99af011 100644 --- a/templates/components/cassandra.jsonnet +++ b/templates/components/cassandra.jsonnet @@ -17,6 +17,18 @@ cassandra + { "-g", cassandra_hosts, ], + deploy: { + resources: { + limits: { + cpus: '0.1', + memory: '128M' + }, + reservations: { + cpus: '0.1', + memory: '128M' + } + } + }, }, "query-triples": base + { @@ -28,6 +40,18 @@ cassandra + { "-g", cassandra_hosts, ], + deploy: { + resources: { + limits: { + cpus: '0.1', + memory: '512M' + }, + reservations: { + cpus: '0.1', + memory: '512M' + } + } + }, }, }, diff --git a/templates/components/claude.jsonnet b/templates/components/claude.jsonnet index 679d4594..db673876 100644 --- a/templates/components/claude.jsonnet +++ b/templates/components/claude.jsonnet @@ -17,6 +17,18 @@ local url = import "url.jsonnet"; "-t", "0.0", ], + deploy: { + resources: { + limits: { + cpus: '0.1', + memory: '128M' + }, + reservations: { + cpus: '0.1', + memory: '128M' + } + } + }, }, "text-completion-rag": base + { @@ -36,6 +48,18 @@ local url = import "url.jsonnet"; "-o", "non-persistent://tg/response/text-completion-rag-response", ], + deploy: { + resources: { + limits: { + cpus: '0.1', + memory: '128M' + }, + reservations: { + cpus: '0.1', + memory: '128M' + } + } + }, }, }, diff --git a/templates/components/cohere.jsonnet b/templates/components/cohere.jsonnet index 69d38c15..8e76e524 100644 --- a/templates/components/cohere.jsonnet +++ b/templates/components/cohere.jsonnet @@ -15,6 +15,18 @@ local url = import "url.jsonnet"; "--chunk-overlap", "10", ], + deploy: { + resources: { + limits: { + cpus: '0.1', + memory: '128M' + }, + reservations: { + cpus: '0.1', + memory: '128M' + } + } + }, }, "text-completion": base + { @@ -28,6 +40,18 @@ local url = import "url.jsonnet"; "-t", "0.0", ], + deploy: { + resources: { + limits: { + cpus: '0.1', + memory: '128M' + }, + reservations: { + cpus: '0.1', + memory: '128M' + } + } + }, }, "text-completion-rag": base + { @@ -45,6 +69,18 @@ local url = import "url.jsonnet"; "-o", "non-persistent://tg/response/text-completion-rag-response", ], + deploy: { + resources: { + limits: { + cpus: '0.1', + memory: '128M' + }, + reservations: { + cpus: '0.1', + memory: '128M' + } + } + }, }, }, diff --git a/templates/components/grafana.jsonnet b/templates/components/grafana.jsonnet index f29525a9..2b0bd0fb 100644 --- a/templates/components/grafana.jsonnet +++ b/templates/components/grafana.jsonnet @@ -15,6 +15,18 @@ local images = import "images.jsonnet"; "./prometheus:/etc/prometheus", "prometheus-data:/prometheus", ], + deploy: { + resources: { + limits: { + cpus: '0.1', + memory: '128M' + }, + reservations: { + cpus: '0.1', + memory: '128M' + } + } + }, }, grafana: base + { image: images.grafana, @@ -34,6 +46,18 @@ local images = import "images.jsonnet"; GF_ORG_NAME: "trustgraph.ai", // GF_SERVER_ROOT_URL: "https://example.com", }, + deploy: { + resources: { + limits: { + cpus: '1.0', + memory: '256M' + }, + reservations: { + cpus: '0.5', + memory: '256M' + } + } + }, }, }, } diff --git a/templates/components/milvus.jsonnet b/templates/components/milvus.jsonnet index 141c708e..0f09399d 100644 --- a/templates/components/milvus.jsonnet +++ b/templates/components/milvus.jsonnet @@ -16,6 +16,18 @@ milvus + { "-t", url.milvus, ], + deploy: { + resources: { + limits: { + cpus: '0.1', + memory: '128M' + }, + reservations: { + cpus: '0.1', + memory: '128M' + } + } + }, }, "query-graph-embeddings": base + { @@ -27,6 +39,18 @@ milvus + { "-t", url.milvus, ], + deploy: { + resources: { + limits: { + cpus: '0.1', + memory: '128M' + }, + reservations: { + cpus: '0.1', + memory: '128M' + } + } + }, }, } diff --git a/templates/components/neo4j.jsonnet b/templates/components/neo4j.jsonnet index ea635f9a..15f56de3 100644 --- a/templates/components/neo4j.jsonnet +++ b/templates/components/neo4j.jsonnet @@ -16,6 +16,18 @@ neo4j + { "-g", "bolt://neo4j:7687", ], + deploy: { + resources: { + limits: { + cpus: '0.1', + memory: '128M' + }, + reservations: { + cpus: '0.1', + memory: '128M' + } + } + }, }, "store-triples": base + { @@ -27,6 +39,18 @@ neo4j + { "-g", "bolt://neo4j:7687", ], + deploy: { + resources: { + limits: { + cpus: '0.1', + memory: '128M' + }, + reservations: { + cpus: '0.1', + memory: '128M' + } + } + }, } }, diff --git a/templates/components/ollama.jsonnet b/templates/components/ollama.jsonnet index 47fd27db..251a5a20 100644 --- a/templates/components/ollama.jsonnet +++ b/templates/components/ollama.jsonnet @@ -15,6 +15,18 @@ local url = import "url.jsonnet"; "-r", "${OLLAMA_HOST}", ], + deploy: { + resources: { + limits: { + cpus: '0.1', + memory: '128M' + }, + reservations: { + cpus: '0.1', + memory: '128M' + } + } + }, }, "text-completion-rag": base + { @@ -32,6 +44,18 @@ local url = import "url.jsonnet"; "-o", "non-persistent://tg/response/text-completion-rag-response", ], + deploy: { + resources: { + limits: { + cpus: '0.1', + memory: '128M' + }, + reservations: { + cpus: '0.1', + memory: '128M' + } + } + }, }, }, diff --git a/templates/components/openai.jsonnet b/templates/components/openai.jsonnet index a8039400..96fc1720 100644 --- a/templates/components/openai.jsonnet +++ b/templates/components/openai.jsonnet @@ -17,6 +17,18 @@ local url = import "url.jsonnet"; "-t", "0.0", ], + deploy: { + resources: { + limits: { + cpus: '0.1', + memory: '128M' + }, + reservations: { + cpus: '0.1', + memory: '128M' + } + } + }, }, "text-completion-rag": base + { @@ -36,6 +48,18 @@ local url = import "url.jsonnet"; "-o", "non-persistent://tg/response/text-completion-rag-response", ], + deploy: { + resources: { + limits: { + cpus: '0.1', + memory: '128M' + }, + reservations: { + cpus: '0.1', + memory: '128M' + } + } + }, }, }, diff --git a/templates/components/pulsar.jsonnet b/templates/components/pulsar.jsonnet index c1943d56..9980ead1 100644 --- a/templates/components/pulsar.jsonnet +++ b/templates/components/pulsar.jsonnet @@ -13,10 +13,25 @@ local images = import "images.jsonnet"; "6650:6650", "8080:8080", ], + environment: { + "PULSAR_MEM": "-Xms300M -Xmx300M" + }, volumes: [ "pulsar-conf:/pulsar/conf", "pulsar-data:/pulsar/data", - ] + ], + deploy: { + resources: { + limits: { + cpus: '1.0', + memory: '900M' + }, + reservations: { + cpus: '0.5', + memory: '900M' + } + } + }, }, "init-pulsar": base + { image: images.pulsar, @@ -30,6 +45,18 @@ local images = import "images.jsonnet"; condition: "service_started", } }, + deploy: { + resources: { + limits: { + cpus: '0.1', + memory: '128M' + }, + reservations: { + cpus: '0.1', + memory: '128M' + } + } + }, }, "pulsar-manager": base + { image: images.pulsar_manager, @@ -39,7 +66,19 @@ local images = import "images.jsonnet"; ], environment: { SPRING_CONFIGURATION_FILE: "/pulsar-manager/pulsar-manager/application.properties", - }, + }, + deploy: { + resources: { + limits: { + cpus: '0.1', + memory: '128M' + }, + reservations: { + cpus: '0.1', + memory: '128M' + } + } + }, }, } } diff --git a/templates/components/stores/cassandra.jsonnet b/templates/components/stores/cassandra.jsonnet index 4bd1205b..fb4a7414 100644 --- a/templates/components/stores/cassandra.jsonnet +++ b/templates/components/stores/cassandra.jsonnet @@ -11,9 +11,24 @@ local images = import "../images.jsonnet"; ports: [ "9042:9042" ], + environment: { + JVM_OPTS: "-Xms256M -Xmx256M", + }, volumes: [ "cassandra:/var/lib/cassandra" ], + deploy: { + resources: { + limits: { + cpus: '1.0', + memory: '512M' + }, + reservations: { + cpus: '0.5', + memory: '512M' + } + } + }, }, }, diff --git a/templates/components/stores/milvus.jsonnet b/templates/components/stores/milvus.jsonnet index b53f967d..03eb571c 100644 --- a/templates/components/stores/milvus.jsonnet +++ b/templates/components/stores/milvus.jsonnet @@ -33,7 +33,17 @@ local images = import "../images.jsonnet"; volumes: [ "etcd:/etcd" ], - }, + resources: { + limits: { + cpus: '0.25', + memory: '128M' + }, + reservations: { + cpus: '0.25', + memory: '128M' + } + }, + }, minio: base + { image: images.minio, @@ -54,6 +64,18 @@ local images = import "../images.jsonnet"; volumes: [ "minio-data:/minio_data", ], + deploy: { + resources: { + limits: { + cpus: '0.25', + memory: '128M' + }, + reservations: { + cpus: '0.25', + memory: '128M' + } + } + }, }, milvus: base + { @@ -72,6 +94,18 @@ local images = import "../images.jsonnet"; volumes: [ "milvus:/var/lib/milvus" ], + deploy: { + resources: { + limits: { + cpus: '1.0', + memory: '256M' + }, + reservations: { + cpus: '0.5', + memory: '256M' + } + } + }, }, }, diff --git a/templates/components/stores/neo4j.jsonnet b/templates/components/stores/neo4j.jsonnet index 6c37ecca..2d887a10 100644 --- a/templates/components/stores/neo4j.jsonnet +++ b/templates/components/stores/neo4j.jsonnet @@ -23,6 +23,18 @@ local images = import "../images.jsonnet"; volumes: [ "neo4j:/data" ], + deploy: { + resources: { + limits: { + cpus: '1.0', + memory: '256M' + }, + reservations: { + cpus: '0.5', + memory: '256M' + } + } + }, }, }, diff --git a/templates/components/trustgraph.jsonnet b/templates/components/trustgraph.jsonnet index 459e284a..7eec757c 100644 --- a/templates/components/trustgraph.jsonnet +++ b/templates/components/trustgraph.jsonnet @@ -15,6 +15,18 @@ local url = import "url.jsonnet"; "-p", url.pulsar, ], + deploy: { + resources: { + limits: { + cpus: '0.1', + memory: '128M' + }, + reservations: { + cpus: '0.1', + memory: '128M' + } + } + }, }, chunker: base + { @@ -28,6 +40,18 @@ local url = import "url.jsonnet"; "--chunk-overlap", "15", ], + deploy: { + resources: { + limits: { + cpus: '0.1', + memory: '128M' + }, + reservations: { + cpus: '0.1', + memory: '128M' + } + } + }, }, vectorize: base + { @@ -37,6 +61,18 @@ local url = import "url.jsonnet"; "-p", url.pulsar, ], + deploy: { + resources: { + limits: { + cpus: '0.1', + memory: '128M' + }, + reservations: { + cpus: '0.1', + memory: '128M' + } + } + }, }, embeddings: base + { @@ -48,6 +84,18 @@ local url = import "url.jsonnet"; "-m", "all-MiniLM-L6-v2", ], + deploy: { + resources: { + limits: { + cpus: '1.0', + memory: '256M' + }, + reservations: { + cpus: '0.5', + memory: '256M' + } + } + }, }, "kg-extract-definitions": base + { @@ -57,6 +105,18 @@ local url = import "url.jsonnet"; "-p", url.pulsar, ], + deploy: { + resources: { + limits: { + cpus: '0.1', + memory: '128M' + }, + reservations: { + cpus: '0.1', + memory: '128M' + } + } + }, }, "kg-extract-relationships": base + { @@ -66,6 +126,18 @@ local url = import "url.jsonnet"; "-p", url.pulsar, ], + deploy: { + resources: { + limits: { + cpus: '0.1', + memory: '128M' + }, + reservations: { + cpus: '0.1', + memory: '128M' + } + } + }, }, "graph-rag": base + { @@ -85,6 +157,18 @@ local url = import "url.jsonnet"; "--max-subgraph-size", "3000", ], + deploy: { + resources: { + limits: { + cpus: '0.1', + memory: '128M' + }, + reservations: { + cpus: '0.1', + memory: '128M' + } + } + }, }, "prompt": base + { @@ -98,6 +182,18 @@ local url = import "url.jsonnet"; "--text-completion-response-queue", "non-persistent://tg/response/text-completion-response", ], + deploy: { + resources: { + limits: { + cpus: '0.1', + memory: '128M' + }, + reservations: { + cpus: '0.1', + memory: '128M' + } + } + }, }, "prompt-rag": base + { @@ -115,6 +211,18 @@ local url = import "url.jsonnet"; "--text-completion-response-queue", "non-persistent://tg/response/text-completion-rag-response", ], + deploy: { + resources: { + limits: { + cpus: '0.1', + memory: '128M' + }, + reservations: { + cpus: '0.1', + memory: '128M' + } + } + }, }, }, diff --git a/templates/components/vertexai.jsonnet b/templates/components/vertexai.jsonnet index 00ca5a51..fb76d931 100644 --- a/templates/components/vertexai.jsonnet +++ b/templates/components/vertexai.jsonnet @@ -22,6 +22,18 @@ local url = import "url.jsonnet"; volumes: [ "./vertexai:/vertexai" ], + deploy: { + resources: { + limits: { + cpus: '0.1', + memory: '128M' + }, + reservations: { + cpus: '0.1', + memory: '128M' + } + } + }, }, "text-completion-rag": base + { @@ -46,6 +58,18 @@ local url = import "url.jsonnet"; volumes: [ "./vertexai:/vertexai" ], + deploy: { + resources: { + limits: { + cpus: '0.1', + memory: '128M' + }, + reservations: { + cpus: '0.1', + memory: '128M' + } + } + }, }, }, diff --git a/tg-launch-azure.yaml b/tg-launch-azure.yaml index d75988e9..0c8e63b2 100644 --- a/tg-launch-azure.yaml +++ b/tg-launch-azure.yaml @@ -1,6 +1,16 @@ "services": "cassandra": - "image": "docker.io/cassandra:4.1.5" + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "512M" + "reservations": + "cpus": "0.5" + "memory": "512M" + "environment": + "JVM_OPTS": "-Xms256M -Xmx256M" + "image": "docker.io/cassandra:4.1.6" "ports": - "9042:9042" "restart": "on-failure:100" @@ -15,7 +25,15 @@ - "250" - "--chunk-overlap" - "15" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "embeddings": "command": @@ -24,7 +42,15 @@ - "pulsar://pulsar:6650" - "-m" - "all-MiniLM-L6-v2" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "256M" + "reservations": + "cpus": "0.5" + "memory": "256M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "etcd": "command": @@ -39,16 +65,31 @@ "ETCD_AUTO_COMPACTION_RETENTION": "1000" "ETCD_QUOTA_BACKEND_BYTES": "4294967296" "ETCD_SNAPSHOT_COUNT": "50000" - "image": "quay.io/coreos/etcd:v3.5.5" + "image": "quay.io/coreos/etcd:v3.5.15" "ports": - "2379:2379" + "resources": + "limits": + "cpus": "0.25" + "memory": "128M" + "reservations": + "cpus": "0.25" + "memory": "128M" "restart": "on-failure:100" "volumes": - "etcd:/etcd" "grafana": + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "256M" + "reservations": + "cpus": "0.5" + "memory": "256M" "environment": "GF_ORG_NAME": "trustgraph.ai" - "image": "docker.io/grafana/grafana:10.0.0" + "image": "docker.io/grafana/grafana:11.1.4" "ports": - "3000:3000" "restart": "on-failure:100" @@ -72,7 +113,15 @@ - "30" - "--max-subgraph-size" - "3000" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "init-pulsar": "command": @@ -82,31 +131,63 @@ "depends_on": "pulsar": "condition": "service_started" - "image": "docker.io/apachepulsar/pulsar:3.3.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/apachepulsar/pulsar:3.3.1" "restart": "on-failure:100" "kg-extract-definitions": "command": - "kg-extract-definitions" - "-p" - "pulsar://pulsar:6650" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "kg-extract-relationships": "command": - "kg-extract-relationships" - "-p" - "pulsar://pulsar:6650" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "milvus": "command": - "milvus" - "run" - "standalone" + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "256M" + "reservations": + "cpus": "0.5" + "memory": "256M" "environment": "ETCD_ENDPOINTS": "etcd:2379" "MINIO_ADDRESS": "minio:9000" - "image": "docker.io/milvusdb/milvus:v2.4.5" + "image": "docker.io/milvusdb/milvus:v2.4.9" "ports": - "9091:9091" - "19530:19530" @@ -120,10 +201,18 @@ - "/minio_data" - "--console-address" - ":9001" + "deploy": + "resources": + "limits": + "cpus": "0.25" + "memory": "128M" + "reservations": + "cpus": "0.25" + "memory": "128M" "environment": "MINIO_ROOT_PASSWORD": "minioadmin" "MINIO_ROOT_USER": "minioadmin" - "image": "docker.io/minio/minio:RELEASE.2024-07-04T14-25-45Z" + "image": "docker.io/minio/minio:RELEASE.2024-08-17T01-24-54Z" "ports": - "9001:9001" "restart": "on-failure:100" @@ -134,10 +223,26 @@ - "pdf-decoder" - "-p" - "pulsar://pulsar:6650" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "prometheus": - "image": "docker.io/prom/prometheus:v2.53.1" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/prom/prometheus:v2.53.2" "ports": - "9090:9090" "restart": "on-failure:100" @@ -153,7 +258,15 @@ - "non-persistent://tg/request/text-completion" - "--text-completion-response-queue" - "non-persistent://tg/response/text-completion-response" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "prompt-rag": "command": @@ -168,11 +281,29 @@ - "non-persistent://tg/request/text-completion-rag" - "--text-completion-response-queue" - "non-persistent://tg/response/text-completion-rag-response" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "pulsar": "command": "bin/pulsar standalone" - "image": "docker.io/apachepulsar/pulsar:3.3.0" + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "900M" + "reservations": + "cpus": "0.5" + "memory": "900M" + "environment": + "PULSAR_MEM": "-Xms300M -Xmx300M" + "image": "docker.io/apachepulsar/pulsar:3.3.1" "ports": - "6650:6650" - "8080:8080" @@ -181,9 +312,17 @@ - "pulsar-conf:/pulsar/conf" - "pulsar-data:/pulsar/data" "pulsar-manager": + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" "environment": "SPRING_CONFIGURATION_FILE": "/pulsar-manager/pulsar-manager/application.properties" - "image": "docker.io/apachepulsar/pulsar-manager:v0.3.0" + "image": "docker.io/apachepulsar/pulsar-manager:v0.4.0" "ports": - "9527:9527" - "7750:7750" @@ -195,7 +334,15 @@ - "pulsar://pulsar:6650" - "-t" - "http://milvus:19530" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "query-triples": "command": @@ -204,7 +351,15 @@ - "pulsar://pulsar:6650" - "-g" - "cassandra" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "512M" + "reservations": + "cpus": "0.1" + "memory": "512M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "store-graph-embeddings": "command": @@ -213,7 +368,15 @@ - "pulsar://pulsar:6650" - "-t" - "http://milvus:19530" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "store-triples": "command": @@ -222,7 +385,15 @@ - "pulsar://pulsar:6650" - "-g" - "cassandra" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "text-completion": "command": @@ -237,7 +408,15 @@ - "4096" - "-t" - "0.0" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "text-completion-rag": "command": @@ -256,14 +435,30 @@ - "non-persistent://tg/request/text-completion-rag" - "-o" - "non-persistent://tg/response/text-completion-rag-response" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "vectorize": "command": - "embeddings-vectorize" - "-p" - "pulsar://pulsar:6650" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "volumes": "cassandra": {} diff --git a/tg-launch-bedrock.yaml b/tg-launch-bedrock.yaml index 5c8e722c..05982550 100644 --- a/tg-launch-bedrock.yaml +++ b/tg-launch-bedrock.yaml @@ -1,6 +1,16 @@ "services": "cassandra": - "image": "docker.io/cassandra:4.1.5" + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "512M" + "reservations": + "cpus": "0.5" + "memory": "512M" + "environment": + "JVM_OPTS": "-Xms256M -Xmx256M" + "image": "docker.io/cassandra:4.1.6" "ports": - "9042:9042" "restart": "on-failure:100" @@ -15,7 +25,15 @@ - "2000" - "--chunk-overlap" - "100" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "embeddings": "command": @@ -24,7 +42,15 @@ - "pulsar://pulsar:6650" - "-m" - "all-MiniLM-L6-v2" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "256M" + "reservations": + "cpus": "0.5" + "memory": "256M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "etcd": "command": @@ -39,16 +65,31 @@ "ETCD_AUTO_COMPACTION_RETENTION": "1000" "ETCD_QUOTA_BACKEND_BYTES": "4294967296" "ETCD_SNAPSHOT_COUNT": "50000" - "image": "quay.io/coreos/etcd:v3.5.5" + "image": "quay.io/coreos/etcd:v3.5.15" "ports": - "2379:2379" + "resources": + "limits": + "cpus": "0.25" + "memory": "128M" + "reservations": + "cpus": "0.25" + "memory": "128M" "restart": "on-failure:100" "volumes": - "etcd:/etcd" "grafana": + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "256M" + "reservations": + "cpus": "0.5" + "memory": "256M" "environment": "GF_ORG_NAME": "trustgraph.ai" - "image": "docker.io/grafana/grafana:10.0.0" + "image": "docker.io/grafana/grafana:11.1.4" "ports": - "3000:3000" "restart": "on-failure:100" @@ -72,7 +113,15 @@ - "30" - "--max-subgraph-size" - "3000" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "init-pulsar": "command": @@ -82,31 +131,63 @@ "depends_on": "pulsar": "condition": "service_started" - "image": "docker.io/apachepulsar/pulsar:3.3.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/apachepulsar/pulsar:3.3.1" "restart": "on-failure:100" "kg-extract-definitions": "command": - "kg-extract-definitions" - "-p" - "pulsar://pulsar:6650" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "kg-extract-relationships": "command": - "kg-extract-relationships" - "-p" - "pulsar://pulsar:6650" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "milvus": "command": - "milvus" - "run" - "standalone" + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "256M" + "reservations": + "cpus": "0.5" + "memory": "256M" "environment": "ETCD_ENDPOINTS": "etcd:2379" "MINIO_ADDRESS": "minio:9000" - "image": "docker.io/milvusdb/milvus:v2.4.5" + "image": "docker.io/milvusdb/milvus:v2.4.9" "ports": - "9091:9091" - "19530:19530" @@ -120,10 +201,18 @@ - "/minio_data" - "--console-address" - ":9001" + "deploy": + "resources": + "limits": + "cpus": "0.25" + "memory": "128M" + "reservations": + "cpus": "0.25" + "memory": "128M" "environment": "MINIO_ROOT_PASSWORD": "minioadmin" "MINIO_ROOT_USER": "minioadmin" - "image": "docker.io/minio/minio:RELEASE.2024-07-04T14-25-45Z" + "image": "docker.io/minio/minio:RELEASE.2024-08-17T01-24-54Z" "ports": - "9001:9001" "restart": "on-failure:100" @@ -134,10 +223,26 @@ - "pdf-decoder" - "-p" - "pulsar://pulsar:6650" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "prometheus": - "image": "docker.io/prom/prometheus:v2.53.1" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/prom/prometheus:v2.53.2" "ports": - "9090:9090" "restart": "on-failure:100" @@ -153,7 +258,15 @@ - "non-persistent://tg/request/text-completion" - "--text-completion-response-queue" - "non-persistent://tg/response/text-completion-response" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "prompt-rag": "command": @@ -168,11 +281,29 @@ - "non-persistent://tg/request/text-completion-rag" - "--text-completion-response-queue" - "non-persistent://tg/response/text-completion-rag-response" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "pulsar": "command": "bin/pulsar standalone" - "image": "docker.io/apachepulsar/pulsar:3.3.0" + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "900M" + "reservations": + "cpus": "0.5" + "memory": "900M" + "environment": + "PULSAR_MEM": "-Xms300M -Xmx300M" + "image": "docker.io/apachepulsar/pulsar:3.3.1" "ports": - "6650:6650" - "8080:8080" @@ -181,9 +312,17 @@ - "pulsar-conf:/pulsar/conf" - "pulsar-data:/pulsar/data" "pulsar-manager": + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" "environment": "SPRING_CONFIGURATION_FILE": "/pulsar-manager/pulsar-manager/application.properties" - "image": "docker.io/apachepulsar/pulsar-manager:v0.3.0" + "image": "docker.io/apachepulsar/pulsar-manager:v0.4.0" "ports": - "9527:9527" - "7750:7750" @@ -195,7 +334,15 @@ - "pulsar://pulsar:6650" - "-t" - "http://milvus:19530" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "query-triples": "command": @@ -204,7 +351,15 @@ - "pulsar://pulsar:6650" - "-g" - "cassandra" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "512M" + "reservations": + "cpus": "0.1" + "memory": "512M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "store-graph-embeddings": "command": @@ -213,7 +368,15 @@ - "pulsar://pulsar:6650" - "-t" - "http://milvus:19530" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "store-triples": "command": @@ -222,7 +385,15 @@ - "pulsar://pulsar:6650" - "-g" - "cassandra" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "text-completion": "command": @@ -241,7 +412,15 @@ - "0.0" - "-m" - "mistral.mixtral-8x7b-instruct-v0:1" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "text-completion-rag": "command": @@ -264,14 +443,30 @@ - "non-persistent://tg/request/text-completion-rag" - "-o" - "non-persistent://tg/response/text-completion-rag-response" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "vectorize": "command": - "embeddings-vectorize" - "-p" - "pulsar://pulsar:6650" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "volumes": "cassandra": {} diff --git a/tg-launch-claude.yaml b/tg-launch-claude.yaml index 562a620a..cc706a24 100644 --- a/tg-launch-claude.yaml +++ b/tg-launch-claude.yaml @@ -1,6 +1,16 @@ "services": "cassandra": - "image": "docker.io/cassandra:4.1.5" + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "512M" + "reservations": + "cpus": "0.5" + "memory": "512M" + "environment": + "JVM_OPTS": "-Xms256M -Xmx256M" + "image": "docker.io/cassandra:4.1.6" "ports": - "9042:9042" "restart": "on-failure:100" @@ -15,7 +25,15 @@ - "250" - "--chunk-overlap" - "15" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "embeddings": "command": @@ -24,7 +42,15 @@ - "pulsar://pulsar:6650" - "-m" - "all-MiniLM-L6-v2" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "256M" + "reservations": + "cpus": "0.5" + "memory": "256M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "etcd": "command": @@ -39,16 +65,31 @@ "ETCD_AUTO_COMPACTION_RETENTION": "1000" "ETCD_QUOTA_BACKEND_BYTES": "4294967296" "ETCD_SNAPSHOT_COUNT": "50000" - "image": "quay.io/coreos/etcd:v3.5.5" + "image": "quay.io/coreos/etcd:v3.5.15" "ports": - "2379:2379" + "resources": + "limits": + "cpus": "0.25" + "memory": "128M" + "reservations": + "cpus": "0.25" + "memory": "128M" "restart": "on-failure:100" "volumes": - "etcd:/etcd" "grafana": + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "256M" + "reservations": + "cpus": "0.5" + "memory": "256M" "environment": "GF_ORG_NAME": "trustgraph.ai" - "image": "docker.io/grafana/grafana:10.0.0" + "image": "docker.io/grafana/grafana:11.1.4" "ports": - "3000:3000" "restart": "on-failure:100" @@ -72,7 +113,15 @@ - "30" - "--max-subgraph-size" - "3000" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "init-pulsar": "command": @@ -82,31 +131,63 @@ "depends_on": "pulsar": "condition": "service_started" - "image": "docker.io/apachepulsar/pulsar:3.3.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/apachepulsar/pulsar:3.3.1" "restart": "on-failure:100" "kg-extract-definitions": "command": - "kg-extract-definitions" - "-p" - "pulsar://pulsar:6650" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "kg-extract-relationships": "command": - "kg-extract-relationships" - "-p" - "pulsar://pulsar:6650" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "milvus": "command": - "milvus" - "run" - "standalone" + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "256M" + "reservations": + "cpus": "0.5" + "memory": "256M" "environment": "ETCD_ENDPOINTS": "etcd:2379" "MINIO_ADDRESS": "minio:9000" - "image": "docker.io/milvusdb/milvus:v2.4.5" + "image": "docker.io/milvusdb/milvus:v2.4.9" "ports": - "9091:9091" - "19530:19530" @@ -120,10 +201,18 @@ - "/minio_data" - "--console-address" - ":9001" + "deploy": + "resources": + "limits": + "cpus": "0.25" + "memory": "128M" + "reservations": + "cpus": "0.25" + "memory": "128M" "environment": "MINIO_ROOT_PASSWORD": "minioadmin" "MINIO_ROOT_USER": "minioadmin" - "image": "docker.io/minio/minio:RELEASE.2024-07-04T14-25-45Z" + "image": "docker.io/minio/minio:RELEASE.2024-08-17T01-24-54Z" "ports": - "9001:9001" "restart": "on-failure:100" @@ -134,10 +223,26 @@ - "pdf-decoder" - "-p" - "pulsar://pulsar:6650" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "prometheus": - "image": "docker.io/prom/prometheus:v2.53.1" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/prom/prometheus:v2.53.2" "ports": - "9090:9090" "restart": "on-failure:100" @@ -153,7 +258,15 @@ - "non-persistent://tg/request/text-completion" - "--text-completion-response-queue" - "non-persistent://tg/response/text-completion-response" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "prompt-rag": "command": @@ -168,11 +281,29 @@ - "non-persistent://tg/request/text-completion-rag" - "--text-completion-response-queue" - "non-persistent://tg/response/text-completion-rag-response" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "pulsar": "command": "bin/pulsar standalone" - "image": "docker.io/apachepulsar/pulsar:3.3.0" + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "900M" + "reservations": + "cpus": "0.5" + "memory": "900M" + "environment": + "PULSAR_MEM": "-Xms300M -Xmx300M" + "image": "docker.io/apachepulsar/pulsar:3.3.1" "ports": - "6650:6650" - "8080:8080" @@ -181,9 +312,17 @@ - "pulsar-conf:/pulsar/conf" - "pulsar-data:/pulsar/data" "pulsar-manager": + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" "environment": "SPRING_CONFIGURATION_FILE": "/pulsar-manager/pulsar-manager/application.properties" - "image": "docker.io/apachepulsar/pulsar-manager:v0.3.0" + "image": "docker.io/apachepulsar/pulsar-manager:v0.4.0" "ports": - "9527:9527" - "7750:7750" @@ -195,7 +334,15 @@ - "pulsar://pulsar:6650" - "-t" - "http://milvus:19530" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "query-triples": "command": @@ -204,7 +351,15 @@ - "pulsar://pulsar:6650" - "-g" - "cassandra" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "512M" + "reservations": + "cpus": "0.1" + "memory": "512M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "store-graph-embeddings": "command": @@ -213,7 +368,15 @@ - "pulsar://pulsar:6650" - "-t" - "http://milvus:19530" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "store-triples": "command": @@ -222,7 +385,15 @@ - "pulsar://pulsar:6650" - "-g" - "cassandra" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "text-completion": "command": @@ -235,7 +406,15 @@ - "4096" - "-t" - "0.0" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "text-completion-rag": "command": @@ -252,14 +431,30 @@ - "non-persistent://tg/request/text-completion-rag" - "-o" - "non-persistent://tg/response/text-completion-rag-response" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "vectorize": "command": - "embeddings-vectorize" - "-p" - "pulsar://pulsar:6650" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "volumes": "cassandra": {} diff --git a/tg-launch-cohere.yaml b/tg-launch-cohere.yaml index 638d7ea1..42a7b78a 100644 --- a/tg-launch-cohere.yaml +++ b/tg-launch-cohere.yaml @@ -1,6 +1,16 @@ "services": "cassandra": - "image": "docker.io/cassandra:4.1.5" + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "512M" + "reservations": + "cpus": "0.5" + "memory": "512M" + "environment": + "JVM_OPTS": "-Xms256M -Xmx256M" + "image": "docker.io/cassandra:4.1.6" "ports": - "9042:9042" "restart": "on-failure:100" @@ -15,7 +25,15 @@ - "150" - "--chunk-overlap" - "10" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "embeddings": "command": @@ -24,7 +42,15 @@ - "pulsar://pulsar:6650" - "-m" - "all-MiniLM-L6-v2" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "256M" + "reservations": + "cpus": "0.5" + "memory": "256M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "etcd": "command": @@ -39,16 +65,31 @@ "ETCD_AUTO_COMPACTION_RETENTION": "1000" "ETCD_QUOTA_BACKEND_BYTES": "4294967296" "ETCD_SNAPSHOT_COUNT": "50000" - "image": "quay.io/coreos/etcd:v3.5.5" + "image": "quay.io/coreos/etcd:v3.5.15" "ports": - "2379:2379" + "resources": + "limits": + "cpus": "0.25" + "memory": "128M" + "reservations": + "cpus": "0.25" + "memory": "128M" "restart": "on-failure:100" "volumes": - "etcd:/etcd" "grafana": + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "256M" + "reservations": + "cpus": "0.5" + "memory": "256M" "environment": "GF_ORG_NAME": "trustgraph.ai" - "image": "docker.io/grafana/grafana:10.0.0" + "image": "docker.io/grafana/grafana:11.1.4" "ports": - "3000:3000" "restart": "on-failure:100" @@ -72,7 +113,15 @@ - "30" - "--max-subgraph-size" - "3000" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "init-pulsar": "command": @@ -82,31 +131,63 @@ "depends_on": "pulsar": "condition": "service_started" - "image": "docker.io/apachepulsar/pulsar:3.3.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/apachepulsar/pulsar:3.3.1" "restart": "on-failure:100" "kg-extract-definitions": "command": - "kg-extract-definitions" - "-p" - "pulsar://pulsar:6650" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "kg-extract-relationships": "command": - "kg-extract-relationships" - "-p" - "pulsar://pulsar:6650" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "milvus": "command": - "milvus" - "run" - "standalone" + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "256M" + "reservations": + "cpus": "0.5" + "memory": "256M" "environment": "ETCD_ENDPOINTS": "etcd:2379" "MINIO_ADDRESS": "minio:9000" - "image": "docker.io/milvusdb/milvus:v2.4.5" + "image": "docker.io/milvusdb/milvus:v2.4.9" "ports": - "9091:9091" - "19530:19530" @@ -120,10 +201,18 @@ - "/minio_data" - "--console-address" - ":9001" + "deploy": + "resources": + "limits": + "cpus": "0.25" + "memory": "128M" + "reservations": + "cpus": "0.25" + "memory": "128M" "environment": "MINIO_ROOT_PASSWORD": "minioadmin" "MINIO_ROOT_USER": "minioadmin" - "image": "docker.io/minio/minio:RELEASE.2024-07-04T14-25-45Z" + "image": "docker.io/minio/minio:RELEASE.2024-08-17T01-24-54Z" "ports": - "9001:9001" "restart": "on-failure:100" @@ -134,10 +223,26 @@ - "pdf-decoder" - "-p" - "pulsar://pulsar:6650" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "prometheus": - "image": "docker.io/prom/prometheus:v2.53.1" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/prom/prometheus:v2.53.2" "ports": - "9090:9090" "restart": "on-failure:100" @@ -153,7 +258,15 @@ - "non-persistent://tg/request/text-completion" - "--text-completion-response-queue" - "non-persistent://tg/response/text-completion-response" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "prompt-rag": "command": @@ -168,11 +281,29 @@ - "non-persistent://tg/request/text-completion-rag" - "--text-completion-response-queue" - "non-persistent://tg/response/text-completion-rag-response" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "pulsar": "command": "bin/pulsar standalone" - "image": "docker.io/apachepulsar/pulsar:3.3.0" + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "900M" + "reservations": + "cpus": "0.5" + "memory": "900M" + "environment": + "PULSAR_MEM": "-Xms300M -Xmx300M" + "image": "docker.io/apachepulsar/pulsar:3.3.1" "ports": - "6650:6650" - "8080:8080" @@ -181,9 +312,17 @@ - "pulsar-conf:/pulsar/conf" - "pulsar-data:/pulsar/data" "pulsar-manager": + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" "environment": "SPRING_CONFIGURATION_FILE": "/pulsar-manager/pulsar-manager/application.properties" - "image": "docker.io/apachepulsar/pulsar-manager:v0.3.0" + "image": "docker.io/apachepulsar/pulsar-manager:v0.4.0" "ports": - "9527:9527" - "7750:7750" @@ -195,7 +334,15 @@ - "pulsar://pulsar:6650" - "-t" - "http://milvus:19530" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "query-triples": "command": @@ -204,7 +351,15 @@ - "pulsar://pulsar:6650" - "-g" - "cassandra" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "512M" + "reservations": + "cpus": "0.1" + "memory": "512M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "store-graph-embeddings": "command": @@ -213,7 +368,15 @@ - "pulsar://pulsar:6650" - "-t" - "http://milvus:19530" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "store-triples": "command": @@ -222,7 +385,15 @@ - "pulsar://pulsar:6650" - "-g" - "cassandra" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "text-completion": "command": @@ -233,7 +404,15 @@ - "${COHERE_KEY}" - "-t" - "0.0" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "text-completion-rag": "command": @@ -248,14 +427,30 @@ - "non-persistent://tg/request/text-completion-rag" - "-o" - "non-persistent://tg/response/text-completion-rag-response" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "vectorize": "command": - "embeddings-vectorize" - "-p" - "pulsar://pulsar:6650" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "volumes": "cassandra": {} diff --git a/tg-launch-mix.yaml b/tg-launch-mix.yaml index fdb22cf8..7bf22723 100644 --- a/tg-launch-mix.yaml +++ b/tg-launch-mix.yaml @@ -1,6 +1,16 @@ "services": "cassandra": - "image": "docker.io/cassandra:4.1.5" + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "512M" + "reservations": + "cpus": "0.5" + "memory": "512M" + "environment": + "JVM_OPTS": "-Xms256M -Xmx256M" + "image": "docker.io/cassandra:4.1.6" "ports": - "9042:9042" "restart": "on-failure:100" @@ -15,7 +25,7 @@ - "4000" - "--chunk-overlap" - "120" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "embeddings": "command": @@ -24,7 +34,15 @@ - "pulsar://pulsar:6650" - "-m" - "all-MiniLM-L6-v2" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "256M" + "reservations": + "cpus": "0.5" + "memory": "256M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "etcd": "command": @@ -39,16 +57,31 @@ "ETCD_AUTO_COMPACTION_RETENTION": "1000" "ETCD_QUOTA_BACKEND_BYTES": "4294967296" "ETCD_SNAPSHOT_COUNT": "50000" - "image": "quay.io/coreos/etcd:v3.5.5" + "image": "quay.io/coreos/etcd:v3.5.15" "ports": - "2379:2379" + "resources": + "limits": + "cpus": "0.25" + "memory": "128M" + "reservations": + "cpus": "0.25" + "memory": "128M" "restart": "on-failure:100" "volumes": - "etcd:/etcd" "grafana": + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "256M" + "reservations": + "cpus": "0.5" + "memory": "256M" "environment": "GF_ORG_NAME": "trustgraph.ai" - "image": "docker.io/grafana/grafana:10.0.0" + "image": "docker.io/grafana/grafana:11.1.4" "ports": - "3000:3000" "restart": "on-failure:100" @@ -72,7 +105,15 @@ - "30" - "--max-subgraph-size" - "3000" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "init-pulsar": "command": @@ -82,31 +123,63 @@ "depends_on": "pulsar": "condition": "service_started" - "image": "docker.io/apachepulsar/pulsar:3.3.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/apachepulsar/pulsar:3.3.1" "restart": "on-failure:100" "kg-extract-definitions": "command": - "kg-extract-definitions" - "-p" - "pulsar://pulsar:6650" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "kg-extract-relationships": "command": - "kg-extract-relationships" - "-p" - "pulsar://pulsar:6650" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "milvus": "command": - "milvus" - "run" - "standalone" + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "256M" + "reservations": + "cpus": "0.5" + "memory": "256M" "environment": "ETCD_ENDPOINTS": "etcd:2379" "MINIO_ADDRESS": "minio:9000" - "image": "docker.io/milvusdb/milvus:v2.4.5" + "image": "docker.io/milvusdb/milvus:v2.4.9" "ports": - "9091:9091" - "19530:19530" @@ -120,10 +193,18 @@ - "/minio_data" - "--console-address" - ":9001" + "deploy": + "resources": + "limits": + "cpus": "0.25" + "memory": "128M" + "reservations": + "cpus": "0.25" + "memory": "128M" "environment": "MINIO_ROOT_PASSWORD": "minioadmin" "MINIO_ROOT_USER": "minioadmin" - "image": "docker.io/minio/minio:RELEASE.2024-07-04T14-25-45Z" + "image": "docker.io/minio/minio:RELEASE.2024-08-17T01-24-54Z" "ports": - "9001:9001" "restart": "on-failure:100" @@ -134,10 +215,26 @@ - "pdf-decoder" - "-p" - "pulsar://pulsar:6650" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "prometheus": - "image": "docker.io/prom/prometheus:v2.53.1" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/prom/prometheus:v2.53.2" "ports": - "9090:9090" "restart": "on-failure:100" @@ -153,7 +250,15 @@ - "non-persistent://tg/request/text-completion" - "--text-completion-response-queue" - "non-persistent://tg/response/text-completion-response" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "prompt-rag": "command": @@ -168,11 +273,29 @@ - "non-persistent://tg/request/text-completion-rag" - "--text-completion-response-queue" - "non-persistent://tg/response/text-completion-rag-response" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "pulsar": "command": "bin/pulsar standalone" - "image": "docker.io/apachepulsar/pulsar:3.3.0" + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "900M" + "reservations": + "cpus": "0.5" + "memory": "900M" + "environment": + "PULSAR_MEM": "-Xms300M -Xmx300M" + "image": "docker.io/apachepulsar/pulsar:3.3.1" "ports": - "6650:6650" - "8080:8080" @@ -181,9 +304,17 @@ - "pulsar-conf:/pulsar/conf" - "pulsar-data:/pulsar/data" "pulsar-manager": + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" "environment": "SPRING_CONFIGURATION_FILE": "/pulsar-manager/pulsar-manager/application.properties" - "image": "docker.io/apachepulsar/pulsar-manager:v0.3.0" + "image": "docker.io/apachepulsar/pulsar-manager:v0.4.0" "ports": - "9527:9527" - "7750:7750" @@ -195,7 +326,15 @@ - "pulsar://pulsar:6650" - "-t" - "http://milvus:19530" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "query-triples": "command": @@ -204,7 +343,15 @@ - "pulsar://pulsar:6650" - "-g" - "cassandra" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "512M" + "reservations": + "cpus": "0.1" + "memory": "512M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "store-graph-embeddings": "command": @@ -213,7 +360,15 @@ - "pulsar://pulsar:6650" - "-t" - "http://milvus:19530" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "store-triples": "command": @@ -222,7 +377,15 @@ - "pulsar://pulsar:6650" - "-g" - "cassandra" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "text-completion": "command": @@ -233,7 +396,7 @@ - "${COHERE_KEY}" - "-m" - "c4ai-aya-23-35b" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "text-completion-rag": "command": @@ -248,14 +411,22 @@ - "non-persistent://tg/response/text-completion-rag-response" - "-m" - "c4ai-aya-23-8b" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "vectorize": "command": - "embeddings-vectorize" - "-p" - "pulsar://pulsar:6650" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "volumes": "cassandra": {} diff --git a/tg-launch-ollama.yaml b/tg-launch-ollama.yaml index a6f83005..58ff7f8e 100644 --- a/tg-launch-ollama.yaml +++ b/tg-launch-ollama.yaml @@ -1,6 +1,16 @@ "services": "cassandra": - "image": "docker.io/cassandra:4.1.5" + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "512M" + "reservations": + "cpus": "0.5" + "memory": "512M" + "environment": + "JVM_OPTS": "-Xms256M -Xmx256M" + "image": "docker.io/cassandra:4.1.6" "ports": - "9042:9042" "restart": "on-failure:100" @@ -15,7 +25,15 @@ - "250" - "--chunk-overlap" - "15" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "embeddings": "command": @@ -24,7 +42,15 @@ - "pulsar://pulsar:6650" - "-m" - "all-MiniLM-L6-v2" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "256M" + "reservations": + "cpus": "0.5" + "memory": "256M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "etcd": "command": @@ -39,16 +65,31 @@ "ETCD_AUTO_COMPACTION_RETENTION": "1000" "ETCD_QUOTA_BACKEND_BYTES": "4294967296" "ETCD_SNAPSHOT_COUNT": "50000" - "image": "quay.io/coreos/etcd:v3.5.5" + "image": "quay.io/coreos/etcd:v3.5.15" "ports": - "2379:2379" + "resources": + "limits": + "cpus": "0.25" + "memory": "128M" + "reservations": + "cpus": "0.25" + "memory": "128M" "restart": "on-failure:100" "volumes": - "etcd:/etcd" "grafana": + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "256M" + "reservations": + "cpus": "0.5" + "memory": "256M" "environment": "GF_ORG_NAME": "trustgraph.ai" - "image": "docker.io/grafana/grafana:10.0.0" + "image": "docker.io/grafana/grafana:11.1.4" "ports": - "3000:3000" "restart": "on-failure:100" @@ -72,7 +113,15 @@ - "30" - "--max-subgraph-size" - "3000" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "init-pulsar": "command": @@ -82,31 +131,63 @@ "depends_on": "pulsar": "condition": "service_started" - "image": "docker.io/apachepulsar/pulsar:3.3.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/apachepulsar/pulsar:3.3.1" "restart": "on-failure:100" "kg-extract-definitions": "command": - "kg-extract-definitions" - "-p" - "pulsar://pulsar:6650" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "kg-extract-relationships": "command": - "kg-extract-relationships" - "-p" - "pulsar://pulsar:6650" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "milvus": "command": - "milvus" - "run" - "standalone" + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "256M" + "reservations": + "cpus": "0.5" + "memory": "256M" "environment": "ETCD_ENDPOINTS": "etcd:2379" "MINIO_ADDRESS": "minio:9000" - "image": "docker.io/milvusdb/milvus:v2.4.5" + "image": "docker.io/milvusdb/milvus:v2.4.9" "ports": - "9091:9091" - "19530:19530" @@ -120,10 +201,18 @@ - "/minio_data" - "--console-address" - ":9001" + "deploy": + "resources": + "limits": + "cpus": "0.25" + "memory": "128M" + "reservations": + "cpus": "0.25" + "memory": "128M" "environment": "MINIO_ROOT_PASSWORD": "minioadmin" "MINIO_ROOT_USER": "minioadmin" - "image": "docker.io/minio/minio:RELEASE.2024-07-04T14-25-45Z" + "image": "docker.io/minio/minio:RELEASE.2024-08-17T01-24-54Z" "ports": - "9001:9001" "restart": "on-failure:100" @@ -134,10 +223,26 @@ - "pdf-decoder" - "-p" - "pulsar://pulsar:6650" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "prometheus": - "image": "docker.io/prom/prometheus:v2.53.1" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/prom/prometheus:v2.53.2" "ports": - "9090:9090" "restart": "on-failure:100" @@ -153,7 +258,15 @@ - "non-persistent://tg/request/text-completion" - "--text-completion-response-queue" - "non-persistent://tg/response/text-completion-response" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "prompt-rag": "command": @@ -168,11 +281,29 @@ - "non-persistent://tg/request/text-completion-rag" - "--text-completion-response-queue" - "non-persistent://tg/response/text-completion-rag-response" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "pulsar": "command": "bin/pulsar standalone" - "image": "docker.io/apachepulsar/pulsar:3.3.0" + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "900M" + "reservations": + "cpus": "0.5" + "memory": "900M" + "environment": + "PULSAR_MEM": "-Xms300M -Xmx300M" + "image": "docker.io/apachepulsar/pulsar:3.3.1" "ports": - "6650:6650" - "8080:8080" @@ -181,9 +312,17 @@ - "pulsar-conf:/pulsar/conf" - "pulsar-data:/pulsar/data" "pulsar-manager": + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" "environment": "SPRING_CONFIGURATION_FILE": "/pulsar-manager/pulsar-manager/application.properties" - "image": "docker.io/apachepulsar/pulsar-manager:v0.3.0" + "image": "docker.io/apachepulsar/pulsar-manager:v0.4.0" "ports": - "9527:9527" - "7750:7750" @@ -195,7 +334,15 @@ - "pulsar://pulsar:6650" - "-t" - "http://milvus:19530" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "query-triples": "command": @@ -204,7 +351,15 @@ - "pulsar://pulsar:6650" - "-g" - "cassandra" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "512M" + "reservations": + "cpus": "0.1" + "memory": "512M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "store-graph-embeddings": "command": @@ -213,7 +368,15 @@ - "pulsar://pulsar:6650" - "-t" - "http://milvus:19530" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "store-triples": "command": @@ -222,7 +385,15 @@ - "pulsar://pulsar:6650" - "-g" - "cassandra" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "text-completion": "command": @@ -233,7 +404,15 @@ - "gemma2:9b" - "-r" - "${OLLAMA_HOST}" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "text-completion-rag": "command": @@ -248,14 +427,30 @@ - "non-persistent://tg/request/text-completion-rag" - "-o" - "non-persistent://tg/response/text-completion-rag-response" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "vectorize": "command": - "embeddings-vectorize" - "-p" - "pulsar://pulsar:6650" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "volumes": "cassandra": {} diff --git a/tg-launch-openai-neo4j.yaml b/tg-launch-openai-neo4j.yaml index d0fed86c..f7332a36 100644 --- a/tg-launch-openai-neo4j.yaml +++ b/tg-launch-openai-neo4j.yaml @@ -8,7 +8,15 @@ - "250" - "--chunk-overlap" - "15" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "embeddings": "command": @@ -17,7 +25,15 @@ - "pulsar://pulsar:6650" - "-m" - "all-MiniLM-L6-v2" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "256M" + "reservations": + "cpus": "0.5" + "memory": "256M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "etcd": "command": @@ -32,16 +48,31 @@ "ETCD_AUTO_COMPACTION_RETENTION": "1000" "ETCD_QUOTA_BACKEND_BYTES": "4294967296" "ETCD_SNAPSHOT_COUNT": "50000" - "image": "quay.io/coreos/etcd:v3.5.5" + "image": "quay.io/coreos/etcd:v3.5.15" "ports": - "2379:2379" + "resources": + "limits": + "cpus": "0.25" + "memory": "128M" + "reservations": + "cpus": "0.25" + "memory": "128M" "restart": "on-failure:100" "volumes": - "etcd:/etcd" "grafana": + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "256M" + "reservations": + "cpus": "0.5" + "memory": "256M" "environment": "GF_ORG_NAME": "trustgraph.ai" - "image": "docker.io/grafana/grafana:10.0.0" + "image": "docker.io/grafana/grafana:11.1.4" "ports": - "3000:3000" "restart": "on-failure:100" @@ -65,7 +96,15 @@ - "30" - "--max-subgraph-size" - "3000" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "init-pulsar": "command": @@ -75,31 +114,63 @@ "depends_on": "pulsar": "condition": "service_started" - "image": "docker.io/apachepulsar/pulsar:3.3.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/apachepulsar/pulsar:3.3.1" "restart": "on-failure:100" "kg-extract-definitions": "command": - "kg-extract-definitions" - "-p" - "pulsar://pulsar:6650" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "kg-extract-relationships": "command": - "kg-extract-relationships" - "-p" - "pulsar://pulsar:6650" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "milvus": "command": - "milvus" - "run" - "standalone" + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "256M" + "reservations": + "cpus": "0.5" + "memory": "256M" "environment": "ETCD_ENDPOINTS": "etcd:2379" "MINIO_ADDRESS": "minio:9000" - "image": "docker.io/milvusdb/milvus:v2.4.5" + "image": "docker.io/milvusdb/milvus:v2.4.9" "ports": - "9091:9091" - "19530:19530" @@ -113,16 +184,32 @@ - "/minio_data" - "--console-address" - ":9001" + "deploy": + "resources": + "limits": + "cpus": "0.25" + "memory": "128M" + "reservations": + "cpus": "0.25" + "memory": "128M" "environment": "MINIO_ROOT_PASSWORD": "minioadmin" "MINIO_ROOT_USER": "minioadmin" - "image": "docker.io/minio/minio:RELEASE.2024-07-04T14-25-45Z" + "image": "docker.io/minio/minio:RELEASE.2024-08-17T01-24-54Z" "ports": - "9001:9001" "restart": "on-failure:100" "volumes": - "minio-data:/minio_data" "neo4j": + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "256M" + "reservations": + "cpus": "0.5" + "memory": "256M" "environment": "NEO4J_AUTH": "neo4j/password" "image": "docker.io/neo4j:5.22.0-community-bullseye" @@ -137,10 +224,26 @@ - "pdf-decoder" - "-p" - "pulsar://pulsar:6650" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "prometheus": - "image": "docker.io/prom/prometheus:v2.53.1" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/prom/prometheus:v2.53.2" "ports": - "9090:9090" "restart": "on-failure:100" @@ -156,7 +259,15 @@ - "non-persistent://tg/request/text-completion" - "--text-completion-response-queue" - "non-persistent://tg/response/text-completion-response" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "prompt-rag": "command": @@ -171,11 +282,29 @@ - "non-persistent://tg/request/text-completion-rag" - "--text-completion-response-queue" - "non-persistent://tg/response/text-completion-rag-response" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "pulsar": "command": "bin/pulsar standalone" - "image": "docker.io/apachepulsar/pulsar:3.3.0" + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "900M" + "reservations": + "cpus": "0.5" + "memory": "900M" + "environment": + "PULSAR_MEM": "-Xms300M -Xmx300M" + "image": "docker.io/apachepulsar/pulsar:3.3.1" "ports": - "6650:6650" - "8080:8080" @@ -184,9 +313,17 @@ - "pulsar-conf:/pulsar/conf" - "pulsar-data:/pulsar/data" "pulsar-manager": + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" "environment": "SPRING_CONFIGURATION_FILE": "/pulsar-manager/pulsar-manager/application.properties" - "image": "docker.io/apachepulsar/pulsar-manager:v0.3.0" + "image": "docker.io/apachepulsar/pulsar-manager:v0.4.0" "ports": - "9527:9527" - "7750:7750" @@ -198,7 +335,15 @@ - "pulsar://pulsar:6650" - "-t" - "http://milvus:19530" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "query-triples": "command": @@ -207,7 +352,15 @@ - "pulsar://pulsar:6650" - "-g" - "bolt://neo4j:7687" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "store-graph-embeddings": "command": @@ -216,7 +369,15 @@ - "pulsar://pulsar:6650" - "-t" - "http://milvus:19530" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "store-triples": "command": @@ -225,7 +386,15 @@ - "pulsar://pulsar:6650" - "-g" - "bolt://neo4j:7687" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "text-completion": "command": @@ -238,7 +407,15 @@ - "4096" - "-t" - "0.0" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "text-completion-rag": "command": @@ -255,14 +432,30 @@ - "non-persistent://tg/request/text-completion-rag" - "-o" - "non-persistent://tg/response/text-completion-rag-response" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "vectorize": "command": - "embeddings-vectorize" - "-p" - "pulsar://pulsar:6650" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "volumes": "etcd": {} diff --git a/tg-launch-openai.yaml b/tg-launch-openai.yaml index 0c7ca516..b5eb0361 100644 --- a/tg-launch-openai.yaml +++ b/tg-launch-openai.yaml @@ -1,6 +1,16 @@ "services": "cassandra": - "image": "docker.io/cassandra:4.1.5" + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "512M" + "reservations": + "cpus": "0.5" + "memory": "512M" + "environment": + "JVM_OPTS": "-Xms256M -Xmx256M" + "image": "docker.io/cassandra:4.1.6" "ports": - "9042:9042" "restart": "on-failure:100" @@ -15,7 +25,15 @@ - "250" - "--chunk-overlap" - "15" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "embeddings": "command": @@ -24,7 +42,15 @@ - "pulsar://pulsar:6650" - "-m" - "all-MiniLM-L6-v2" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "256M" + "reservations": + "cpus": "0.5" + "memory": "256M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "etcd": "command": @@ -39,16 +65,31 @@ "ETCD_AUTO_COMPACTION_RETENTION": "1000" "ETCD_QUOTA_BACKEND_BYTES": "4294967296" "ETCD_SNAPSHOT_COUNT": "50000" - "image": "quay.io/coreos/etcd:v3.5.5" + "image": "quay.io/coreos/etcd:v3.5.15" "ports": - "2379:2379" + "resources": + "limits": + "cpus": "0.25" + "memory": "128M" + "reservations": + "cpus": "0.25" + "memory": "128M" "restart": "on-failure:100" "volumes": - "etcd:/etcd" "grafana": + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "256M" + "reservations": + "cpus": "0.5" + "memory": "256M" "environment": "GF_ORG_NAME": "trustgraph.ai" - "image": "docker.io/grafana/grafana:10.0.0" + "image": "docker.io/grafana/grafana:11.1.4" "ports": - "3000:3000" "restart": "on-failure:100" @@ -72,7 +113,15 @@ - "30" - "--max-subgraph-size" - "3000" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "init-pulsar": "command": @@ -82,31 +131,63 @@ "depends_on": "pulsar": "condition": "service_started" - "image": "docker.io/apachepulsar/pulsar:3.3.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/apachepulsar/pulsar:3.3.1" "restart": "on-failure:100" "kg-extract-definitions": "command": - "kg-extract-definitions" - "-p" - "pulsar://pulsar:6650" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "kg-extract-relationships": "command": - "kg-extract-relationships" - "-p" - "pulsar://pulsar:6650" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "milvus": "command": - "milvus" - "run" - "standalone" + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "256M" + "reservations": + "cpus": "0.5" + "memory": "256M" "environment": "ETCD_ENDPOINTS": "etcd:2379" "MINIO_ADDRESS": "minio:9000" - "image": "docker.io/milvusdb/milvus:v2.4.5" + "image": "docker.io/milvusdb/milvus:v2.4.9" "ports": - "9091:9091" - "19530:19530" @@ -120,10 +201,18 @@ - "/minio_data" - "--console-address" - ":9001" + "deploy": + "resources": + "limits": + "cpus": "0.25" + "memory": "128M" + "reservations": + "cpus": "0.25" + "memory": "128M" "environment": "MINIO_ROOT_PASSWORD": "minioadmin" "MINIO_ROOT_USER": "minioadmin" - "image": "docker.io/minio/minio:RELEASE.2024-07-04T14-25-45Z" + "image": "docker.io/minio/minio:RELEASE.2024-08-17T01-24-54Z" "ports": - "9001:9001" "restart": "on-failure:100" @@ -134,10 +223,26 @@ - "pdf-decoder" - "-p" - "pulsar://pulsar:6650" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "prometheus": - "image": "docker.io/prom/prometheus:v2.53.1" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/prom/prometheus:v2.53.2" "ports": - "9090:9090" "restart": "on-failure:100" @@ -153,7 +258,15 @@ - "non-persistent://tg/request/text-completion" - "--text-completion-response-queue" - "non-persistent://tg/response/text-completion-response" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "prompt-rag": "command": @@ -168,11 +281,29 @@ - "non-persistent://tg/request/text-completion-rag" - "--text-completion-response-queue" - "non-persistent://tg/response/text-completion-rag-response" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "pulsar": "command": "bin/pulsar standalone" - "image": "docker.io/apachepulsar/pulsar:3.3.0" + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "900M" + "reservations": + "cpus": "0.5" + "memory": "900M" + "environment": + "PULSAR_MEM": "-Xms300M -Xmx300M" + "image": "docker.io/apachepulsar/pulsar:3.3.1" "ports": - "6650:6650" - "8080:8080" @@ -181,9 +312,17 @@ - "pulsar-conf:/pulsar/conf" - "pulsar-data:/pulsar/data" "pulsar-manager": + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" "environment": "SPRING_CONFIGURATION_FILE": "/pulsar-manager/pulsar-manager/application.properties" - "image": "docker.io/apachepulsar/pulsar-manager:v0.3.0" + "image": "docker.io/apachepulsar/pulsar-manager:v0.4.0" "ports": - "9527:9527" - "7750:7750" @@ -195,7 +334,15 @@ - "pulsar://pulsar:6650" - "-t" - "http://milvus:19530" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "query-triples": "command": @@ -204,7 +351,15 @@ - "pulsar://pulsar:6650" - "-g" - "cassandra" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "512M" + "reservations": + "cpus": "0.1" + "memory": "512M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "store-graph-embeddings": "command": @@ -213,7 +368,15 @@ - "pulsar://pulsar:6650" - "-t" - "http://milvus:19530" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "store-triples": "command": @@ -222,7 +385,15 @@ - "pulsar://pulsar:6650" - "-g" - "cassandra" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "text-completion": "command": @@ -235,7 +406,15 @@ - "4096" - "-t" - "0.0" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "text-completion-rag": "command": @@ -252,14 +431,30 @@ - "non-persistent://tg/request/text-completion-rag" - "-o" - "non-persistent://tg/response/text-completion-rag-response" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "vectorize": "command": - "embeddings-vectorize" - "-p" - "pulsar://pulsar:6650" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "volumes": "cassandra": {} diff --git a/tg-launch-vertexai.yaml b/tg-launch-vertexai.yaml index beb4839e..75e553d8 100644 --- a/tg-launch-vertexai.yaml +++ b/tg-launch-vertexai.yaml @@ -1,6 +1,16 @@ "services": "cassandra": - "image": "docker.io/cassandra:4.1.5" + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "512M" + "reservations": + "cpus": "0.5" + "memory": "512M" + "environment": + "JVM_OPTS": "-Xms256M -Xmx256M" + "image": "docker.io/cassandra:4.1.6" "ports": - "9042:9042" "restart": "on-failure:100" @@ -15,7 +25,15 @@ - "250" - "--chunk-overlap" - "15" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "embeddings": "command": @@ -24,7 +42,15 @@ - "pulsar://pulsar:6650" - "-m" - "all-MiniLM-L6-v2" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "256M" + "reservations": + "cpus": "0.5" + "memory": "256M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "etcd": "command": @@ -39,16 +65,31 @@ "ETCD_AUTO_COMPACTION_RETENTION": "1000" "ETCD_QUOTA_BACKEND_BYTES": "4294967296" "ETCD_SNAPSHOT_COUNT": "50000" - "image": "quay.io/coreos/etcd:v3.5.5" + "image": "quay.io/coreos/etcd:v3.5.15" "ports": - "2379:2379" + "resources": + "limits": + "cpus": "0.25" + "memory": "128M" + "reservations": + "cpus": "0.25" + "memory": "128M" "restart": "on-failure:100" "volumes": - "etcd:/etcd" "grafana": + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "256M" + "reservations": + "cpus": "0.5" + "memory": "256M" "environment": "GF_ORG_NAME": "trustgraph.ai" - "image": "docker.io/grafana/grafana:10.0.0" + "image": "docker.io/grafana/grafana:11.1.4" "ports": - "3000:3000" "restart": "on-failure:100" @@ -72,7 +113,15 @@ - "30" - "--max-subgraph-size" - "3000" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "init-pulsar": "command": @@ -82,31 +131,63 @@ "depends_on": "pulsar": "condition": "service_started" - "image": "docker.io/apachepulsar/pulsar:3.3.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/apachepulsar/pulsar:3.3.1" "restart": "on-failure:100" "kg-extract-definitions": "command": - "kg-extract-definitions" - "-p" - "pulsar://pulsar:6650" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "kg-extract-relationships": "command": - "kg-extract-relationships" - "-p" - "pulsar://pulsar:6650" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "milvus": "command": - "milvus" - "run" - "standalone" + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "256M" + "reservations": + "cpus": "0.5" + "memory": "256M" "environment": "ETCD_ENDPOINTS": "etcd:2379" "MINIO_ADDRESS": "minio:9000" - "image": "docker.io/milvusdb/milvus:v2.4.5" + "image": "docker.io/milvusdb/milvus:v2.4.9" "ports": - "9091:9091" - "19530:19530" @@ -120,10 +201,18 @@ - "/minio_data" - "--console-address" - ":9001" + "deploy": + "resources": + "limits": + "cpus": "0.25" + "memory": "128M" + "reservations": + "cpus": "0.25" + "memory": "128M" "environment": "MINIO_ROOT_PASSWORD": "minioadmin" "MINIO_ROOT_USER": "minioadmin" - "image": "docker.io/minio/minio:RELEASE.2024-07-04T14-25-45Z" + "image": "docker.io/minio/minio:RELEASE.2024-08-17T01-24-54Z" "ports": - "9001:9001" "restart": "on-failure:100" @@ -134,10 +223,26 @@ - "pdf-decoder" - "-p" - "pulsar://pulsar:6650" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "prometheus": - "image": "docker.io/prom/prometheus:v2.53.1" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/prom/prometheus:v2.53.2" "ports": - "9090:9090" "restart": "on-failure:100" @@ -153,7 +258,15 @@ - "non-persistent://tg/request/text-completion" - "--text-completion-response-queue" - "non-persistent://tg/response/text-completion-response" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "prompt-rag": "command": @@ -168,11 +281,29 @@ - "non-persistent://tg/request/text-completion-rag" - "--text-completion-response-queue" - "non-persistent://tg/response/text-completion-rag-response" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "pulsar": "command": "bin/pulsar standalone" - "image": "docker.io/apachepulsar/pulsar:3.3.0" + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "900M" + "reservations": + "cpus": "0.5" + "memory": "900M" + "environment": + "PULSAR_MEM": "-Xms300M -Xmx300M" + "image": "docker.io/apachepulsar/pulsar:3.3.1" "ports": - "6650:6650" - "8080:8080" @@ -181,9 +312,17 @@ - "pulsar-conf:/pulsar/conf" - "pulsar-data:/pulsar/data" "pulsar-manager": + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" "environment": "SPRING_CONFIGURATION_FILE": "/pulsar-manager/pulsar-manager/application.properties" - "image": "docker.io/apachepulsar/pulsar-manager:v0.3.0" + "image": "docker.io/apachepulsar/pulsar-manager:v0.4.0" "ports": - "9527:9527" - "7750:7750" @@ -195,7 +334,15 @@ - "pulsar://pulsar:6650" - "-t" - "http://milvus:19530" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "query-triples": "command": @@ -204,7 +351,15 @@ - "pulsar://pulsar:6650" - "-g" - "cassandra" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "512M" + "reservations": + "cpus": "0.1" + "memory": "512M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "store-graph-embeddings": "command": @@ -213,7 +368,15 @@ - "pulsar://pulsar:6650" - "-t" - "http://milvus:19530" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "store-triples": "command": @@ -222,7 +385,15 @@ - "pulsar://pulsar:6650" - "-g" - "cassandra" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "text-completion": "command": @@ -237,7 +408,15 @@ - "4096" - "-t" - "0.0" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "volumes": - "./vertexai:/vertexai" @@ -258,7 +437,15 @@ - "non-persistent://tg/request/text-completion-rag" - "-o" - "non-persistent://tg/response/text-completion-rag-response" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "volumes": - "./vertexai:/vertexai" @@ -267,7 +454,15 @@ - "embeddings-vectorize" - "-p" - "pulsar://pulsar:6650" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "volumes": "cassandra": {}