diff --git a/Makefile b/Makefile index 9ec940ab..2617e4fe 100644 --- a/Makefile +++ b/Makefile @@ -1,6 +1,6 @@ # VERSION=$(shell git describe | sed 's/^v//') -VERSION=0.7.0 +VERSION=0.7.1 DOCKER=podman diff --git a/setup.py b/setup.py index 8c02f3ea..6cd63c02 100644 --- a/setup.py +++ b/setup.py @@ -4,7 +4,7 @@ import os with open("README.md", "r") as fh: long_description = fh.read() -version = "0.7.0" +version = "0.7.1" setuptools.setup( name="trustgraph", diff --git a/tg-launch-azure.yaml b/tg-launch-azure.yaml index d75988e9..0c8e63b2 100644 --- a/tg-launch-azure.yaml +++ b/tg-launch-azure.yaml @@ -1,6 +1,16 @@ "services": "cassandra": - "image": "docker.io/cassandra:4.1.5" + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "512M" + "reservations": + "cpus": "0.5" + "memory": "512M" + "environment": + "JVM_OPTS": "-Xms256M -Xmx256M" + "image": "docker.io/cassandra:4.1.6" "ports": - "9042:9042" "restart": "on-failure:100" @@ -15,7 +25,15 @@ - "250" - "--chunk-overlap" - "15" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "embeddings": "command": @@ -24,7 +42,15 @@ - "pulsar://pulsar:6650" - "-m" - "all-MiniLM-L6-v2" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "256M" + "reservations": + "cpus": "0.5" + "memory": "256M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "etcd": "command": @@ -39,16 +65,31 @@ "ETCD_AUTO_COMPACTION_RETENTION": "1000" "ETCD_QUOTA_BACKEND_BYTES": "4294967296" "ETCD_SNAPSHOT_COUNT": "50000" - "image": "quay.io/coreos/etcd:v3.5.5" + "image": "quay.io/coreos/etcd:v3.5.15" "ports": - "2379:2379" + "resources": + "limits": + "cpus": "0.25" + "memory": "128M" + "reservations": + "cpus": "0.25" + "memory": "128M" "restart": "on-failure:100" "volumes": - "etcd:/etcd" "grafana": + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "256M" + "reservations": + "cpus": "0.5" + "memory": "256M" "environment": "GF_ORG_NAME": "trustgraph.ai" - "image": "docker.io/grafana/grafana:10.0.0" + "image": "docker.io/grafana/grafana:11.1.4" "ports": - "3000:3000" "restart": "on-failure:100" @@ -72,7 +113,15 @@ - "30" - "--max-subgraph-size" - "3000" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "init-pulsar": "command": @@ -82,31 +131,63 @@ "depends_on": "pulsar": "condition": "service_started" - "image": "docker.io/apachepulsar/pulsar:3.3.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/apachepulsar/pulsar:3.3.1" "restart": "on-failure:100" "kg-extract-definitions": "command": - "kg-extract-definitions" - "-p" - "pulsar://pulsar:6650" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "kg-extract-relationships": "command": - "kg-extract-relationships" - "-p" - "pulsar://pulsar:6650" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "milvus": "command": - "milvus" - "run" - "standalone" + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "256M" + "reservations": + "cpus": "0.5" + "memory": "256M" "environment": "ETCD_ENDPOINTS": "etcd:2379" "MINIO_ADDRESS": "minio:9000" - "image": "docker.io/milvusdb/milvus:v2.4.5" + "image": "docker.io/milvusdb/milvus:v2.4.9" "ports": - "9091:9091" - "19530:19530" @@ -120,10 +201,18 @@ - "/minio_data" - "--console-address" - ":9001" + "deploy": + "resources": + "limits": + "cpus": "0.25" + "memory": "128M" + "reservations": + "cpus": "0.25" + "memory": "128M" "environment": "MINIO_ROOT_PASSWORD": "minioadmin" "MINIO_ROOT_USER": "minioadmin" - "image": "docker.io/minio/minio:RELEASE.2024-07-04T14-25-45Z" + "image": "docker.io/minio/minio:RELEASE.2024-08-17T01-24-54Z" "ports": - "9001:9001" "restart": "on-failure:100" @@ -134,10 +223,26 @@ - "pdf-decoder" - "-p" - "pulsar://pulsar:6650" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "prometheus": - "image": "docker.io/prom/prometheus:v2.53.1" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/prom/prometheus:v2.53.2" "ports": - "9090:9090" "restart": "on-failure:100" @@ -153,7 +258,15 @@ - "non-persistent://tg/request/text-completion" - "--text-completion-response-queue" - "non-persistent://tg/response/text-completion-response" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "prompt-rag": "command": @@ -168,11 +281,29 @@ - "non-persistent://tg/request/text-completion-rag" - "--text-completion-response-queue" - "non-persistent://tg/response/text-completion-rag-response" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "pulsar": "command": "bin/pulsar standalone" - "image": "docker.io/apachepulsar/pulsar:3.3.0" + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "900M" + "reservations": + "cpus": "0.5" + "memory": "900M" + "environment": + "PULSAR_MEM": "-Xms300M -Xmx300M" + "image": "docker.io/apachepulsar/pulsar:3.3.1" "ports": - "6650:6650" - "8080:8080" @@ -181,9 +312,17 @@ - "pulsar-conf:/pulsar/conf" - "pulsar-data:/pulsar/data" "pulsar-manager": + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" "environment": "SPRING_CONFIGURATION_FILE": "/pulsar-manager/pulsar-manager/application.properties" - "image": "docker.io/apachepulsar/pulsar-manager:v0.3.0" + "image": "docker.io/apachepulsar/pulsar-manager:v0.4.0" "ports": - "9527:9527" - "7750:7750" @@ -195,7 +334,15 @@ - "pulsar://pulsar:6650" - "-t" - "http://milvus:19530" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "query-triples": "command": @@ -204,7 +351,15 @@ - "pulsar://pulsar:6650" - "-g" - "cassandra" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "512M" + "reservations": + "cpus": "0.1" + "memory": "512M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "store-graph-embeddings": "command": @@ -213,7 +368,15 @@ - "pulsar://pulsar:6650" - "-t" - "http://milvus:19530" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "store-triples": "command": @@ -222,7 +385,15 @@ - "pulsar://pulsar:6650" - "-g" - "cassandra" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "text-completion": "command": @@ -237,7 +408,15 @@ - "4096" - "-t" - "0.0" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "text-completion-rag": "command": @@ -256,14 +435,30 @@ - "non-persistent://tg/request/text-completion-rag" - "-o" - "non-persistent://tg/response/text-completion-rag-response" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "vectorize": "command": - "embeddings-vectorize" - "-p" - "pulsar://pulsar:6650" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "volumes": "cassandra": {} diff --git a/tg-launch-bedrock.yaml b/tg-launch-bedrock.yaml index 5c8e722c..05982550 100644 --- a/tg-launch-bedrock.yaml +++ b/tg-launch-bedrock.yaml @@ -1,6 +1,16 @@ "services": "cassandra": - "image": "docker.io/cassandra:4.1.5" + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "512M" + "reservations": + "cpus": "0.5" + "memory": "512M" + "environment": + "JVM_OPTS": "-Xms256M -Xmx256M" + "image": "docker.io/cassandra:4.1.6" "ports": - "9042:9042" "restart": "on-failure:100" @@ -15,7 +25,15 @@ - "2000" - "--chunk-overlap" - "100" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "embeddings": "command": @@ -24,7 +42,15 @@ - "pulsar://pulsar:6650" - "-m" - "all-MiniLM-L6-v2" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "256M" + "reservations": + "cpus": "0.5" + "memory": "256M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "etcd": "command": @@ -39,16 +65,31 @@ "ETCD_AUTO_COMPACTION_RETENTION": "1000" "ETCD_QUOTA_BACKEND_BYTES": "4294967296" "ETCD_SNAPSHOT_COUNT": "50000" - "image": "quay.io/coreos/etcd:v3.5.5" + "image": "quay.io/coreos/etcd:v3.5.15" "ports": - "2379:2379" + "resources": + "limits": + "cpus": "0.25" + "memory": "128M" + "reservations": + "cpus": "0.25" + "memory": "128M" "restart": "on-failure:100" "volumes": - "etcd:/etcd" "grafana": + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "256M" + "reservations": + "cpus": "0.5" + "memory": "256M" "environment": "GF_ORG_NAME": "trustgraph.ai" - "image": "docker.io/grafana/grafana:10.0.0" + "image": "docker.io/grafana/grafana:11.1.4" "ports": - "3000:3000" "restart": "on-failure:100" @@ -72,7 +113,15 @@ - "30" - "--max-subgraph-size" - "3000" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "init-pulsar": "command": @@ -82,31 +131,63 @@ "depends_on": "pulsar": "condition": "service_started" - "image": "docker.io/apachepulsar/pulsar:3.3.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/apachepulsar/pulsar:3.3.1" "restart": "on-failure:100" "kg-extract-definitions": "command": - "kg-extract-definitions" - "-p" - "pulsar://pulsar:6650" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "kg-extract-relationships": "command": - "kg-extract-relationships" - "-p" - "pulsar://pulsar:6650" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "milvus": "command": - "milvus" - "run" - "standalone" + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "256M" + "reservations": + "cpus": "0.5" + "memory": "256M" "environment": "ETCD_ENDPOINTS": "etcd:2379" "MINIO_ADDRESS": "minio:9000" - "image": "docker.io/milvusdb/milvus:v2.4.5" + "image": "docker.io/milvusdb/milvus:v2.4.9" "ports": - "9091:9091" - "19530:19530" @@ -120,10 +201,18 @@ - "/minio_data" - "--console-address" - ":9001" + "deploy": + "resources": + "limits": + "cpus": "0.25" + "memory": "128M" + "reservations": + "cpus": "0.25" + "memory": "128M" "environment": "MINIO_ROOT_PASSWORD": "minioadmin" "MINIO_ROOT_USER": "minioadmin" - "image": "docker.io/minio/minio:RELEASE.2024-07-04T14-25-45Z" + "image": "docker.io/minio/minio:RELEASE.2024-08-17T01-24-54Z" "ports": - "9001:9001" "restart": "on-failure:100" @@ -134,10 +223,26 @@ - "pdf-decoder" - "-p" - "pulsar://pulsar:6650" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "prometheus": - "image": "docker.io/prom/prometheus:v2.53.1" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/prom/prometheus:v2.53.2" "ports": - "9090:9090" "restart": "on-failure:100" @@ -153,7 +258,15 @@ - "non-persistent://tg/request/text-completion" - "--text-completion-response-queue" - "non-persistent://tg/response/text-completion-response" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "prompt-rag": "command": @@ -168,11 +281,29 @@ - "non-persistent://tg/request/text-completion-rag" - "--text-completion-response-queue" - "non-persistent://tg/response/text-completion-rag-response" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "pulsar": "command": "bin/pulsar standalone" - "image": "docker.io/apachepulsar/pulsar:3.3.0" + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "900M" + "reservations": + "cpus": "0.5" + "memory": "900M" + "environment": + "PULSAR_MEM": "-Xms300M -Xmx300M" + "image": "docker.io/apachepulsar/pulsar:3.3.1" "ports": - "6650:6650" - "8080:8080" @@ -181,9 +312,17 @@ - "pulsar-conf:/pulsar/conf" - "pulsar-data:/pulsar/data" "pulsar-manager": + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" "environment": "SPRING_CONFIGURATION_FILE": "/pulsar-manager/pulsar-manager/application.properties" - "image": "docker.io/apachepulsar/pulsar-manager:v0.3.0" + "image": "docker.io/apachepulsar/pulsar-manager:v0.4.0" "ports": - "9527:9527" - "7750:7750" @@ -195,7 +334,15 @@ - "pulsar://pulsar:6650" - "-t" - "http://milvus:19530" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "query-triples": "command": @@ -204,7 +351,15 @@ - "pulsar://pulsar:6650" - "-g" - "cassandra" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "512M" + "reservations": + "cpus": "0.1" + "memory": "512M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "store-graph-embeddings": "command": @@ -213,7 +368,15 @@ - "pulsar://pulsar:6650" - "-t" - "http://milvus:19530" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "store-triples": "command": @@ -222,7 +385,15 @@ - "pulsar://pulsar:6650" - "-g" - "cassandra" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "text-completion": "command": @@ -241,7 +412,15 @@ - "0.0" - "-m" - "mistral.mixtral-8x7b-instruct-v0:1" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "text-completion-rag": "command": @@ -264,14 +443,30 @@ - "non-persistent://tg/request/text-completion-rag" - "-o" - "non-persistent://tg/response/text-completion-rag-response" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "vectorize": "command": - "embeddings-vectorize" - "-p" - "pulsar://pulsar:6650" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "volumes": "cassandra": {} diff --git a/tg-launch-claude.yaml b/tg-launch-claude.yaml index 562a620a..cc706a24 100644 --- a/tg-launch-claude.yaml +++ b/tg-launch-claude.yaml @@ -1,6 +1,16 @@ "services": "cassandra": - "image": "docker.io/cassandra:4.1.5" + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "512M" + "reservations": + "cpus": "0.5" + "memory": "512M" + "environment": + "JVM_OPTS": "-Xms256M -Xmx256M" + "image": "docker.io/cassandra:4.1.6" "ports": - "9042:9042" "restart": "on-failure:100" @@ -15,7 +25,15 @@ - "250" - "--chunk-overlap" - "15" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "embeddings": "command": @@ -24,7 +42,15 @@ - "pulsar://pulsar:6650" - "-m" - "all-MiniLM-L6-v2" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "256M" + "reservations": + "cpus": "0.5" + "memory": "256M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "etcd": "command": @@ -39,16 +65,31 @@ "ETCD_AUTO_COMPACTION_RETENTION": "1000" "ETCD_QUOTA_BACKEND_BYTES": "4294967296" "ETCD_SNAPSHOT_COUNT": "50000" - "image": "quay.io/coreos/etcd:v3.5.5" + "image": "quay.io/coreos/etcd:v3.5.15" "ports": - "2379:2379" + "resources": + "limits": + "cpus": "0.25" + "memory": "128M" + "reservations": + "cpus": "0.25" + "memory": "128M" "restart": "on-failure:100" "volumes": - "etcd:/etcd" "grafana": + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "256M" + "reservations": + "cpus": "0.5" + "memory": "256M" "environment": "GF_ORG_NAME": "trustgraph.ai" - "image": "docker.io/grafana/grafana:10.0.0" + "image": "docker.io/grafana/grafana:11.1.4" "ports": - "3000:3000" "restart": "on-failure:100" @@ -72,7 +113,15 @@ - "30" - "--max-subgraph-size" - "3000" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "init-pulsar": "command": @@ -82,31 +131,63 @@ "depends_on": "pulsar": "condition": "service_started" - "image": "docker.io/apachepulsar/pulsar:3.3.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/apachepulsar/pulsar:3.3.1" "restart": "on-failure:100" "kg-extract-definitions": "command": - "kg-extract-definitions" - "-p" - "pulsar://pulsar:6650" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "kg-extract-relationships": "command": - "kg-extract-relationships" - "-p" - "pulsar://pulsar:6650" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "milvus": "command": - "milvus" - "run" - "standalone" + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "256M" + "reservations": + "cpus": "0.5" + "memory": "256M" "environment": "ETCD_ENDPOINTS": "etcd:2379" "MINIO_ADDRESS": "minio:9000" - "image": "docker.io/milvusdb/milvus:v2.4.5" + "image": "docker.io/milvusdb/milvus:v2.4.9" "ports": - "9091:9091" - "19530:19530" @@ -120,10 +201,18 @@ - "/minio_data" - "--console-address" - ":9001" + "deploy": + "resources": + "limits": + "cpus": "0.25" + "memory": "128M" + "reservations": + "cpus": "0.25" + "memory": "128M" "environment": "MINIO_ROOT_PASSWORD": "minioadmin" "MINIO_ROOT_USER": "minioadmin" - "image": "docker.io/minio/minio:RELEASE.2024-07-04T14-25-45Z" + "image": "docker.io/minio/minio:RELEASE.2024-08-17T01-24-54Z" "ports": - "9001:9001" "restart": "on-failure:100" @@ -134,10 +223,26 @@ - "pdf-decoder" - "-p" - "pulsar://pulsar:6650" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "prometheus": - "image": "docker.io/prom/prometheus:v2.53.1" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/prom/prometheus:v2.53.2" "ports": - "9090:9090" "restart": "on-failure:100" @@ -153,7 +258,15 @@ - "non-persistent://tg/request/text-completion" - "--text-completion-response-queue" - "non-persistent://tg/response/text-completion-response" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "prompt-rag": "command": @@ -168,11 +281,29 @@ - "non-persistent://tg/request/text-completion-rag" - "--text-completion-response-queue" - "non-persistent://tg/response/text-completion-rag-response" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "pulsar": "command": "bin/pulsar standalone" - "image": "docker.io/apachepulsar/pulsar:3.3.0" + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "900M" + "reservations": + "cpus": "0.5" + "memory": "900M" + "environment": + "PULSAR_MEM": "-Xms300M -Xmx300M" + "image": "docker.io/apachepulsar/pulsar:3.3.1" "ports": - "6650:6650" - "8080:8080" @@ -181,9 +312,17 @@ - "pulsar-conf:/pulsar/conf" - "pulsar-data:/pulsar/data" "pulsar-manager": + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" "environment": "SPRING_CONFIGURATION_FILE": "/pulsar-manager/pulsar-manager/application.properties" - "image": "docker.io/apachepulsar/pulsar-manager:v0.3.0" + "image": "docker.io/apachepulsar/pulsar-manager:v0.4.0" "ports": - "9527:9527" - "7750:7750" @@ -195,7 +334,15 @@ - "pulsar://pulsar:6650" - "-t" - "http://milvus:19530" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "query-triples": "command": @@ -204,7 +351,15 @@ - "pulsar://pulsar:6650" - "-g" - "cassandra" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "512M" + "reservations": + "cpus": "0.1" + "memory": "512M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "store-graph-embeddings": "command": @@ -213,7 +368,15 @@ - "pulsar://pulsar:6650" - "-t" - "http://milvus:19530" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "store-triples": "command": @@ -222,7 +385,15 @@ - "pulsar://pulsar:6650" - "-g" - "cassandra" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "text-completion": "command": @@ -235,7 +406,15 @@ - "4096" - "-t" - "0.0" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "text-completion-rag": "command": @@ -252,14 +431,30 @@ - "non-persistent://tg/request/text-completion-rag" - "-o" - "non-persistent://tg/response/text-completion-rag-response" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "vectorize": "command": - "embeddings-vectorize" - "-p" - "pulsar://pulsar:6650" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "volumes": "cassandra": {} diff --git a/tg-launch-cohere.yaml b/tg-launch-cohere.yaml index 638d7ea1..42a7b78a 100644 --- a/tg-launch-cohere.yaml +++ b/tg-launch-cohere.yaml @@ -1,6 +1,16 @@ "services": "cassandra": - "image": "docker.io/cassandra:4.1.5" + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "512M" + "reservations": + "cpus": "0.5" + "memory": "512M" + "environment": + "JVM_OPTS": "-Xms256M -Xmx256M" + "image": "docker.io/cassandra:4.1.6" "ports": - "9042:9042" "restart": "on-failure:100" @@ -15,7 +25,15 @@ - "150" - "--chunk-overlap" - "10" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "embeddings": "command": @@ -24,7 +42,15 @@ - "pulsar://pulsar:6650" - "-m" - "all-MiniLM-L6-v2" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "256M" + "reservations": + "cpus": "0.5" + "memory": "256M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "etcd": "command": @@ -39,16 +65,31 @@ "ETCD_AUTO_COMPACTION_RETENTION": "1000" "ETCD_QUOTA_BACKEND_BYTES": "4294967296" "ETCD_SNAPSHOT_COUNT": "50000" - "image": "quay.io/coreos/etcd:v3.5.5" + "image": "quay.io/coreos/etcd:v3.5.15" "ports": - "2379:2379" + "resources": + "limits": + "cpus": "0.25" + "memory": "128M" + "reservations": + "cpus": "0.25" + "memory": "128M" "restart": "on-failure:100" "volumes": - "etcd:/etcd" "grafana": + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "256M" + "reservations": + "cpus": "0.5" + "memory": "256M" "environment": "GF_ORG_NAME": "trustgraph.ai" - "image": "docker.io/grafana/grafana:10.0.0" + "image": "docker.io/grafana/grafana:11.1.4" "ports": - "3000:3000" "restart": "on-failure:100" @@ -72,7 +113,15 @@ - "30" - "--max-subgraph-size" - "3000" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "init-pulsar": "command": @@ -82,31 +131,63 @@ "depends_on": "pulsar": "condition": "service_started" - "image": "docker.io/apachepulsar/pulsar:3.3.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/apachepulsar/pulsar:3.3.1" "restart": "on-failure:100" "kg-extract-definitions": "command": - "kg-extract-definitions" - "-p" - "pulsar://pulsar:6650" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "kg-extract-relationships": "command": - "kg-extract-relationships" - "-p" - "pulsar://pulsar:6650" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "milvus": "command": - "milvus" - "run" - "standalone" + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "256M" + "reservations": + "cpus": "0.5" + "memory": "256M" "environment": "ETCD_ENDPOINTS": "etcd:2379" "MINIO_ADDRESS": "minio:9000" - "image": "docker.io/milvusdb/milvus:v2.4.5" + "image": "docker.io/milvusdb/milvus:v2.4.9" "ports": - "9091:9091" - "19530:19530" @@ -120,10 +201,18 @@ - "/minio_data" - "--console-address" - ":9001" + "deploy": + "resources": + "limits": + "cpus": "0.25" + "memory": "128M" + "reservations": + "cpus": "0.25" + "memory": "128M" "environment": "MINIO_ROOT_PASSWORD": "minioadmin" "MINIO_ROOT_USER": "minioadmin" - "image": "docker.io/minio/minio:RELEASE.2024-07-04T14-25-45Z" + "image": "docker.io/minio/minio:RELEASE.2024-08-17T01-24-54Z" "ports": - "9001:9001" "restart": "on-failure:100" @@ -134,10 +223,26 @@ - "pdf-decoder" - "-p" - "pulsar://pulsar:6650" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "prometheus": - "image": "docker.io/prom/prometheus:v2.53.1" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/prom/prometheus:v2.53.2" "ports": - "9090:9090" "restart": "on-failure:100" @@ -153,7 +258,15 @@ - "non-persistent://tg/request/text-completion" - "--text-completion-response-queue" - "non-persistent://tg/response/text-completion-response" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "prompt-rag": "command": @@ -168,11 +281,29 @@ - "non-persistent://tg/request/text-completion-rag" - "--text-completion-response-queue" - "non-persistent://tg/response/text-completion-rag-response" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "pulsar": "command": "bin/pulsar standalone" - "image": "docker.io/apachepulsar/pulsar:3.3.0" + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "900M" + "reservations": + "cpus": "0.5" + "memory": "900M" + "environment": + "PULSAR_MEM": "-Xms300M -Xmx300M" + "image": "docker.io/apachepulsar/pulsar:3.3.1" "ports": - "6650:6650" - "8080:8080" @@ -181,9 +312,17 @@ - "pulsar-conf:/pulsar/conf" - "pulsar-data:/pulsar/data" "pulsar-manager": + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" "environment": "SPRING_CONFIGURATION_FILE": "/pulsar-manager/pulsar-manager/application.properties" - "image": "docker.io/apachepulsar/pulsar-manager:v0.3.0" + "image": "docker.io/apachepulsar/pulsar-manager:v0.4.0" "ports": - "9527:9527" - "7750:7750" @@ -195,7 +334,15 @@ - "pulsar://pulsar:6650" - "-t" - "http://milvus:19530" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "query-triples": "command": @@ -204,7 +351,15 @@ - "pulsar://pulsar:6650" - "-g" - "cassandra" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "512M" + "reservations": + "cpus": "0.1" + "memory": "512M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "store-graph-embeddings": "command": @@ -213,7 +368,15 @@ - "pulsar://pulsar:6650" - "-t" - "http://milvus:19530" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "store-triples": "command": @@ -222,7 +385,15 @@ - "pulsar://pulsar:6650" - "-g" - "cassandra" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "text-completion": "command": @@ -233,7 +404,15 @@ - "${COHERE_KEY}" - "-t" - "0.0" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "text-completion-rag": "command": @@ -248,14 +427,30 @@ - "non-persistent://tg/request/text-completion-rag" - "-o" - "non-persistent://tg/response/text-completion-rag-response" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "vectorize": "command": - "embeddings-vectorize" - "-p" - "pulsar://pulsar:6650" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "volumes": "cassandra": {} diff --git a/tg-launch-mix.yaml b/tg-launch-mix.yaml index fdb22cf8..7bf22723 100644 --- a/tg-launch-mix.yaml +++ b/tg-launch-mix.yaml @@ -1,6 +1,16 @@ "services": "cassandra": - "image": "docker.io/cassandra:4.1.5" + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "512M" + "reservations": + "cpus": "0.5" + "memory": "512M" + "environment": + "JVM_OPTS": "-Xms256M -Xmx256M" + "image": "docker.io/cassandra:4.1.6" "ports": - "9042:9042" "restart": "on-failure:100" @@ -15,7 +25,7 @@ - "4000" - "--chunk-overlap" - "120" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "embeddings": "command": @@ -24,7 +34,15 @@ - "pulsar://pulsar:6650" - "-m" - "all-MiniLM-L6-v2" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "256M" + "reservations": + "cpus": "0.5" + "memory": "256M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "etcd": "command": @@ -39,16 +57,31 @@ "ETCD_AUTO_COMPACTION_RETENTION": "1000" "ETCD_QUOTA_BACKEND_BYTES": "4294967296" "ETCD_SNAPSHOT_COUNT": "50000" - "image": "quay.io/coreos/etcd:v3.5.5" + "image": "quay.io/coreos/etcd:v3.5.15" "ports": - "2379:2379" + "resources": + "limits": + "cpus": "0.25" + "memory": "128M" + "reservations": + "cpus": "0.25" + "memory": "128M" "restart": "on-failure:100" "volumes": - "etcd:/etcd" "grafana": + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "256M" + "reservations": + "cpus": "0.5" + "memory": "256M" "environment": "GF_ORG_NAME": "trustgraph.ai" - "image": "docker.io/grafana/grafana:10.0.0" + "image": "docker.io/grafana/grafana:11.1.4" "ports": - "3000:3000" "restart": "on-failure:100" @@ -72,7 +105,15 @@ - "30" - "--max-subgraph-size" - "3000" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "init-pulsar": "command": @@ -82,31 +123,63 @@ "depends_on": "pulsar": "condition": "service_started" - "image": "docker.io/apachepulsar/pulsar:3.3.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/apachepulsar/pulsar:3.3.1" "restart": "on-failure:100" "kg-extract-definitions": "command": - "kg-extract-definitions" - "-p" - "pulsar://pulsar:6650" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "kg-extract-relationships": "command": - "kg-extract-relationships" - "-p" - "pulsar://pulsar:6650" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "milvus": "command": - "milvus" - "run" - "standalone" + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "256M" + "reservations": + "cpus": "0.5" + "memory": "256M" "environment": "ETCD_ENDPOINTS": "etcd:2379" "MINIO_ADDRESS": "minio:9000" - "image": "docker.io/milvusdb/milvus:v2.4.5" + "image": "docker.io/milvusdb/milvus:v2.4.9" "ports": - "9091:9091" - "19530:19530" @@ -120,10 +193,18 @@ - "/minio_data" - "--console-address" - ":9001" + "deploy": + "resources": + "limits": + "cpus": "0.25" + "memory": "128M" + "reservations": + "cpus": "0.25" + "memory": "128M" "environment": "MINIO_ROOT_PASSWORD": "minioadmin" "MINIO_ROOT_USER": "minioadmin" - "image": "docker.io/minio/minio:RELEASE.2024-07-04T14-25-45Z" + "image": "docker.io/minio/minio:RELEASE.2024-08-17T01-24-54Z" "ports": - "9001:9001" "restart": "on-failure:100" @@ -134,10 +215,26 @@ - "pdf-decoder" - "-p" - "pulsar://pulsar:6650" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "prometheus": - "image": "docker.io/prom/prometheus:v2.53.1" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/prom/prometheus:v2.53.2" "ports": - "9090:9090" "restart": "on-failure:100" @@ -153,7 +250,15 @@ - "non-persistent://tg/request/text-completion" - "--text-completion-response-queue" - "non-persistent://tg/response/text-completion-response" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "prompt-rag": "command": @@ -168,11 +273,29 @@ - "non-persistent://tg/request/text-completion-rag" - "--text-completion-response-queue" - "non-persistent://tg/response/text-completion-rag-response" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "pulsar": "command": "bin/pulsar standalone" - "image": "docker.io/apachepulsar/pulsar:3.3.0" + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "900M" + "reservations": + "cpus": "0.5" + "memory": "900M" + "environment": + "PULSAR_MEM": "-Xms300M -Xmx300M" + "image": "docker.io/apachepulsar/pulsar:3.3.1" "ports": - "6650:6650" - "8080:8080" @@ -181,9 +304,17 @@ - "pulsar-conf:/pulsar/conf" - "pulsar-data:/pulsar/data" "pulsar-manager": + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" "environment": "SPRING_CONFIGURATION_FILE": "/pulsar-manager/pulsar-manager/application.properties" - "image": "docker.io/apachepulsar/pulsar-manager:v0.3.0" + "image": "docker.io/apachepulsar/pulsar-manager:v0.4.0" "ports": - "9527:9527" - "7750:7750" @@ -195,7 +326,15 @@ - "pulsar://pulsar:6650" - "-t" - "http://milvus:19530" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "query-triples": "command": @@ -204,7 +343,15 @@ - "pulsar://pulsar:6650" - "-g" - "cassandra" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "512M" + "reservations": + "cpus": "0.1" + "memory": "512M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "store-graph-embeddings": "command": @@ -213,7 +360,15 @@ - "pulsar://pulsar:6650" - "-t" - "http://milvus:19530" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "store-triples": "command": @@ -222,7 +377,15 @@ - "pulsar://pulsar:6650" - "-g" - "cassandra" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "text-completion": "command": @@ -233,7 +396,7 @@ - "${COHERE_KEY}" - "-m" - "c4ai-aya-23-35b" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "text-completion-rag": "command": @@ -248,14 +411,22 @@ - "non-persistent://tg/response/text-completion-rag-response" - "-m" - "c4ai-aya-23-8b" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "vectorize": "command": - "embeddings-vectorize" - "-p" - "pulsar://pulsar:6650" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "volumes": "cassandra": {} diff --git a/tg-launch-ollama.yaml b/tg-launch-ollama.yaml index a6f83005..58ff7f8e 100644 --- a/tg-launch-ollama.yaml +++ b/tg-launch-ollama.yaml @@ -1,6 +1,16 @@ "services": "cassandra": - "image": "docker.io/cassandra:4.1.5" + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "512M" + "reservations": + "cpus": "0.5" + "memory": "512M" + "environment": + "JVM_OPTS": "-Xms256M -Xmx256M" + "image": "docker.io/cassandra:4.1.6" "ports": - "9042:9042" "restart": "on-failure:100" @@ -15,7 +25,15 @@ - "250" - "--chunk-overlap" - "15" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "embeddings": "command": @@ -24,7 +42,15 @@ - "pulsar://pulsar:6650" - "-m" - "all-MiniLM-L6-v2" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "256M" + "reservations": + "cpus": "0.5" + "memory": "256M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "etcd": "command": @@ -39,16 +65,31 @@ "ETCD_AUTO_COMPACTION_RETENTION": "1000" "ETCD_QUOTA_BACKEND_BYTES": "4294967296" "ETCD_SNAPSHOT_COUNT": "50000" - "image": "quay.io/coreos/etcd:v3.5.5" + "image": "quay.io/coreos/etcd:v3.5.15" "ports": - "2379:2379" + "resources": + "limits": + "cpus": "0.25" + "memory": "128M" + "reservations": + "cpus": "0.25" + "memory": "128M" "restart": "on-failure:100" "volumes": - "etcd:/etcd" "grafana": + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "256M" + "reservations": + "cpus": "0.5" + "memory": "256M" "environment": "GF_ORG_NAME": "trustgraph.ai" - "image": "docker.io/grafana/grafana:10.0.0" + "image": "docker.io/grafana/grafana:11.1.4" "ports": - "3000:3000" "restart": "on-failure:100" @@ -72,7 +113,15 @@ - "30" - "--max-subgraph-size" - "3000" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "init-pulsar": "command": @@ -82,31 +131,63 @@ "depends_on": "pulsar": "condition": "service_started" - "image": "docker.io/apachepulsar/pulsar:3.3.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/apachepulsar/pulsar:3.3.1" "restart": "on-failure:100" "kg-extract-definitions": "command": - "kg-extract-definitions" - "-p" - "pulsar://pulsar:6650" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "kg-extract-relationships": "command": - "kg-extract-relationships" - "-p" - "pulsar://pulsar:6650" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "milvus": "command": - "milvus" - "run" - "standalone" + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "256M" + "reservations": + "cpus": "0.5" + "memory": "256M" "environment": "ETCD_ENDPOINTS": "etcd:2379" "MINIO_ADDRESS": "minio:9000" - "image": "docker.io/milvusdb/milvus:v2.4.5" + "image": "docker.io/milvusdb/milvus:v2.4.9" "ports": - "9091:9091" - "19530:19530" @@ -120,10 +201,18 @@ - "/minio_data" - "--console-address" - ":9001" + "deploy": + "resources": + "limits": + "cpus": "0.25" + "memory": "128M" + "reservations": + "cpus": "0.25" + "memory": "128M" "environment": "MINIO_ROOT_PASSWORD": "minioadmin" "MINIO_ROOT_USER": "minioadmin" - "image": "docker.io/minio/minio:RELEASE.2024-07-04T14-25-45Z" + "image": "docker.io/minio/minio:RELEASE.2024-08-17T01-24-54Z" "ports": - "9001:9001" "restart": "on-failure:100" @@ -134,10 +223,26 @@ - "pdf-decoder" - "-p" - "pulsar://pulsar:6650" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "prometheus": - "image": "docker.io/prom/prometheus:v2.53.1" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/prom/prometheus:v2.53.2" "ports": - "9090:9090" "restart": "on-failure:100" @@ -153,7 +258,15 @@ - "non-persistent://tg/request/text-completion" - "--text-completion-response-queue" - "non-persistent://tg/response/text-completion-response" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "prompt-rag": "command": @@ -168,11 +281,29 @@ - "non-persistent://tg/request/text-completion-rag" - "--text-completion-response-queue" - "non-persistent://tg/response/text-completion-rag-response" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "pulsar": "command": "bin/pulsar standalone" - "image": "docker.io/apachepulsar/pulsar:3.3.0" + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "900M" + "reservations": + "cpus": "0.5" + "memory": "900M" + "environment": + "PULSAR_MEM": "-Xms300M -Xmx300M" + "image": "docker.io/apachepulsar/pulsar:3.3.1" "ports": - "6650:6650" - "8080:8080" @@ -181,9 +312,17 @@ - "pulsar-conf:/pulsar/conf" - "pulsar-data:/pulsar/data" "pulsar-manager": + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" "environment": "SPRING_CONFIGURATION_FILE": "/pulsar-manager/pulsar-manager/application.properties" - "image": "docker.io/apachepulsar/pulsar-manager:v0.3.0" + "image": "docker.io/apachepulsar/pulsar-manager:v0.4.0" "ports": - "9527:9527" - "7750:7750" @@ -195,7 +334,15 @@ - "pulsar://pulsar:6650" - "-t" - "http://milvus:19530" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "query-triples": "command": @@ -204,7 +351,15 @@ - "pulsar://pulsar:6650" - "-g" - "cassandra" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "512M" + "reservations": + "cpus": "0.1" + "memory": "512M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "store-graph-embeddings": "command": @@ -213,7 +368,15 @@ - "pulsar://pulsar:6650" - "-t" - "http://milvus:19530" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "store-triples": "command": @@ -222,7 +385,15 @@ - "pulsar://pulsar:6650" - "-g" - "cassandra" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "text-completion": "command": @@ -233,7 +404,15 @@ - "gemma2:9b" - "-r" - "${OLLAMA_HOST}" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "text-completion-rag": "command": @@ -248,14 +427,30 @@ - "non-persistent://tg/request/text-completion-rag" - "-o" - "non-persistent://tg/response/text-completion-rag-response" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "vectorize": "command": - "embeddings-vectorize" - "-p" - "pulsar://pulsar:6650" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "volumes": "cassandra": {} diff --git a/tg-launch-openai-neo4j.yaml b/tg-launch-openai-neo4j.yaml index d0fed86c..f7332a36 100644 --- a/tg-launch-openai-neo4j.yaml +++ b/tg-launch-openai-neo4j.yaml @@ -8,7 +8,15 @@ - "250" - "--chunk-overlap" - "15" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "embeddings": "command": @@ -17,7 +25,15 @@ - "pulsar://pulsar:6650" - "-m" - "all-MiniLM-L6-v2" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "256M" + "reservations": + "cpus": "0.5" + "memory": "256M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "etcd": "command": @@ -32,16 +48,31 @@ "ETCD_AUTO_COMPACTION_RETENTION": "1000" "ETCD_QUOTA_BACKEND_BYTES": "4294967296" "ETCD_SNAPSHOT_COUNT": "50000" - "image": "quay.io/coreos/etcd:v3.5.5" + "image": "quay.io/coreos/etcd:v3.5.15" "ports": - "2379:2379" + "resources": + "limits": + "cpus": "0.25" + "memory": "128M" + "reservations": + "cpus": "0.25" + "memory": "128M" "restart": "on-failure:100" "volumes": - "etcd:/etcd" "grafana": + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "256M" + "reservations": + "cpus": "0.5" + "memory": "256M" "environment": "GF_ORG_NAME": "trustgraph.ai" - "image": "docker.io/grafana/grafana:10.0.0" + "image": "docker.io/grafana/grafana:11.1.4" "ports": - "3000:3000" "restart": "on-failure:100" @@ -65,7 +96,15 @@ - "30" - "--max-subgraph-size" - "3000" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "init-pulsar": "command": @@ -75,31 +114,63 @@ "depends_on": "pulsar": "condition": "service_started" - "image": "docker.io/apachepulsar/pulsar:3.3.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/apachepulsar/pulsar:3.3.1" "restart": "on-failure:100" "kg-extract-definitions": "command": - "kg-extract-definitions" - "-p" - "pulsar://pulsar:6650" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "kg-extract-relationships": "command": - "kg-extract-relationships" - "-p" - "pulsar://pulsar:6650" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "milvus": "command": - "milvus" - "run" - "standalone" + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "256M" + "reservations": + "cpus": "0.5" + "memory": "256M" "environment": "ETCD_ENDPOINTS": "etcd:2379" "MINIO_ADDRESS": "minio:9000" - "image": "docker.io/milvusdb/milvus:v2.4.5" + "image": "docker.io/milvusdb/milvus:v2.4.9" "ports": - "9091:9091" - "19530:19530" @@ -113,16 +184,32 @@ - "/minio_data" - "--console-address" - ":9001" + "deploy": + "resources": + "limits": + "cpus": "0.25" + "memory": "128M" + "reservations": + "cpus": "0.25" + "memory": "128M" "environment": "MINIO_ROOT_PASSWORD": "minioadmin" "MINIO_ROOT_USER": "minioadmin" - "image": "docker.io/minio/minio:RELEASE.2024-07-04T14-25-45Z" + "image": "docker.io/minio/minio:RELEASE.2024-08-17T01-24-54Z" "ports": - "9001:9001" "restart": "on-failure:100" "volumes": - "minio-data:/minio_data" "neo4j": + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "256M" + "reservations": + "cpus": "0.5" + "memory": "256M" "environment": "NEO4J_AUTH": "neo4j/password" "image": "docker.io/neo4j:5.22.0-community-bullseye" @@ -137,10 +224,26 @@ - "pdf-decoder" - "-p" - "pulsar://pulsar:6650" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "prometheus": - "image": "docker.io/prom/prometheus:v2.53.1" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/prom/prometheus:v2.53.2" "ports": - "9090:9090" "restart": "on-failure:100" @@ -156,7 +259,15 @@ - "non-persistent://tg/request/text-completion" - "--text-completion-response-queue" - "non-persistent://tg/response/text-completion-response" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "prompt-rag": "command": @@ -171,11 +282,29 @@ - "non-persistent://tg/request/text-completion-rag" - "--text-completion-response-queue" - "non-persistent://tg/response/text-completion-rag-response" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "pulsar": "command": "bin/pulsar standalone" - "image": "docker.io/apachepulsar/pulsar:3.3.0" + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "900M" + "reservations": + "cpus": "0.5" + "memory": "900M" + "environment": + "PULSAR_MEM": "-Xms300M -Xmx300M" + "image": "docker.io/apachepulsar/pulsar:3.3.1" "ports": - "6650:6650" - "8080:8080" @@ -184,9 +313,17 @@ - "pulsar-conf:/pulsar/conf" - "pulsar-data:/pulsar/data" "pulsar-manager": + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" "environment": "SPRING_CONFIGURATION_FILE": "/pulsar-manager/pulsar-manager/application.properties" - "image": "docker.io/apachepulsar/pulsar-manager:v0.3.0" + "image": "docker.io/apachepulsar/pulsar-manager:v0.4.0" "ports": - "9527:9527" - "7750:7750" @@ -198,7 +335,15 @@ - "pulsar://pulsar:6650" - "-t" - "http://milvus:19530" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "query-triples": "command": @@ -207,7 +352,15 @@ - "pulsar://pulsar:6650" - "-g" - "bolt://neo4j:7687" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "store-graph-embeddings": "command": @@ -216,7 +369,15 @@ - "pulsar://pulsar:6650" - "-t" - "http://milvus:19530" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "store-triples": "command": @@ -225,7 +386,15 @@ - "pulsar://pulsar:6650" - "-g" - "bolt://neo4j:7687" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "text-completion": "command": @@ -238,7 +407,15 @@ - "4096" - "-t" - "0.0" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "text-completion-rag": "command": @@ -255,14 +432,30 @@ - "non-persistent://tg/request/text-completion-rag" - "-o" - "non-persistent://tg/response/text-completion-rag-response" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "vectorize": "command": - "embeddings-vectorize" - "-p" - "pulsar://pulsar:6650" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "volumes": "etcd": {} diff --git a/tg-launch-openai.yaml b/tg-launch-openai.yaml index 0c7ca516..b5eb0361 100644 --- a/tg-launch-openai.yaml +++ b/tg-launch-openai.yaml @@ -1,6 +1,16 @@ "services": "cassandra": - "image": "docker.io/cassandra:4.1.5" + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "512M" + "reservations": + "cpus": "0.5" + "memory": "512M" + "environment": + "JVM_OPTS": "-Xms256M -Xmx256M" + "image": "docker.io/cassandra:4.1.6" "ports": - "9042:9042" "restart": "on-failure:100" @@ -15,7 +25,15 @@ - "250" - "--chunk-overlap" - "15" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "embeddings": "command": @@ -24,7 +42,15 @@ - "pulsar://pulsar:6650" - "-m" - "all-MiniLM-L6-v2" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "256M" + "reservations": + "cpus": "0.5" + "memory": "256M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "etcd": "command": @@ -39,16 +65,31 @@ "ETCD_AUTO_COMPACTION_RETENTION": "1000" "ETCD_QUOTA_BACKEND_BYTES": "4294967296" "ETCD_SNAPSHOT_COUNT": "50000" - "image": "quay.io/coreos/etcd:v3.5.5" + "image": "quay.io/coreos/etcd:v3.5.15" "ports": - "2379:2379" + "resources": + "limits": + "cpus": "0.25" + "memory": "128M" + "reservations": + "cpus": "0.25" + "memory": "128M" "restart": "on-failure:100" "volumes": - "etcd:/etcd" "grafana": + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "256M" + "reservations": + "cpus": "0.5" + "memory": "256M" "environment": "GF_ORG_NAME": "trustgraph.ai" - "image": "docker.io/grafana/grafana:10.0.0" + "image": "docker.io/grafana/grafana:11.1.4" "ports": - "3000:3000" "restart": "on-failure:100" @@ -72,7 +113,15 @@ - "30" - "--max-subgraph-size" - "3000" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "init-pulsar": "command": @@ -82,31 +131,63 @@ "depends_on": "pulsar": "condition": "service_started" - "image": "docker.io/apachepulsar/pulsar:3.3.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/apachepulsar/pulsar:3.3.1" "restart": "on-failure:100" "kg-extract-definitions": "command": - "kg-extract-definitions" - "-p" - "pulsar://pulsar:6650" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "kg-extract-relationships": "command": - "kg-extract-relationships" - "-p" - "pulsar://pulsar:6650" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "milvus": "command": - "milvus" - "run" - "standalone" + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "256M" + "reservations": + "cpus": "0.5" + "memory": "256M" "environment": "ETCD_ENDPOINTS": "etcd:2379" "MINIO_ADDRESS": "minio:9000" - "image": "docker.io/milvusdb/milvus:v2.4.5" + "image": "docker.io/milvusdb/milvus:v2.4.9" "ports": - "9091:9091" - "19530:19530" @@ -120,10 +201,18 @@ - "/minio_data" - "--console-address" - ":9001" + "deploy": + "resources": + "limits": + "cpus": "0.25" + "memory": "128M" + "reservations": + "cpus": "0.25" + "memory": "128M" "environment": "MINIO_ROOT_PASSWORD": "minioadmin" "MINIO_ROOT_USER": "minioadmin" - "image": "docker.io/minio/minio:RELEASE.2024-07-04T14-25-45Z" + "image": "docker.io/minio/minio:RELEASE.2024-08-17T01-24-54Z" "ports": - "9001:9001" "restart": "on-failure:100" @@ -134,10 +223,26 @@ - "pdf-decoder" - "-p" - "pulsar://pulsar:6650" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "prometheus": - "image": "docker.io/prom/prometheus:v2.53.1" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/prom/prometheus:v2.53.2" "ports": - "9090:9090" "restart": "on-failure:100" @@ -153,7 +258,15 @@ - "non-persistent://tg/request/text-completion" - "--text-completion-response-queue" - "non-persistent://tg/response/text-completion-response" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "prompt-rag": "command": @@ -168,11 +281,29 @@ - "non-persistent://tg/request/text-completion-rag" - "--text-completion-response-queue" - "non-persistent://tg/response/text-completion-rag-response" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "pulsar": "command": "bin/pulsar standalone" - "image": "docker.io/apachepulsar/pulsar:3.3.0" + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "900M" + "reservations": + "cpus": "0.5" + "memory": "900M" + "environment": + "PULSAR_MEM": "-Xms300M -Xmx300M" + "image": "docker.io/apachepulsar/pulsar:3.3.1" "ports": - "6650:6650" - "8080:8080" @@ -181,9 +312,17 @@ - "pulsar-conf:/pulsar/conf" - "pulsar-data:/pulsar/data" "pulsar-manager": + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" "environment": "SPRING_CONFIGURATION_FILE": "/pulsar-manager/pulsar-manager/application.properties" - "image": "docker.io/apachepulsar/pulsar-manager:v0.3.0" + "image": "docker.io/apachepulsar/pulsar-manager:v0.4.0" "ports": - "9527:9527" - "7750:7750" @@ -195,7 +334,15 @@ - "pulsar://pulsar:6650" - "-t" - "http://milvus:19530" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "query-triples": "command": @@ -204,7 +351,15 @@ - "pulsar://pulsar:6650" - "-g" - "cassandra" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "512M" + "reservations": + "cpus": "0.1" + "memory": "512M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "store-graph-embeddings": "command": @@ -213,7 +368,15 @@ - "pulsar://pulsar:6650" - "-t" - "http://milvus:19530" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "store-triples": "command": @@ -222,7 +385,15 @@ - "pulsar://pulsar:6650" - "-g" - "cassandra" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "text-completion": "command": @@ -235,7 +406,15 @@ - "4096" - "-t" - "0.0" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "text-completion-rag": "command": @@ -252,14 +431,30 @@ - "non-persistent://tg/request/text-completion-rag" - "-o" - "non-persistent://tg/response/text-completion-rag-response" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "vectorize": "command": - "embeddings-vectorize" - "-p" - "pulsar://pulsar:6650" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "volumes": "cassandra": {} diff --git a/tg-launch-vertexai.yaml b/tg-launch-vertexai.yaml index beb4839e..75e553d8 100644 --- a/tg-launch-vertexai.yaml +++ b/tg-launch-vertexai.yaml @@ -1,6 +1,16 @@ "services": "cassandra": - "image": "docker.io/cassandra:4.1.5" + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "512M" + "reservations": + "cpus": "0.5" + "memory": "512M" + "environment": + "JVM_OPTS": "-Xms256M -Xmx256M" + "image": "docker.io/cassandra:4.1.6" "ports": - "9042:9042" "restart": "on-failure:100" @@ -15,7 +25,15 @@ - "250" - "--chunk-overlap" - "15" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "embeddings": "command": @@ -24,7 +42,15 @@ - "pulsar://pulsar:6650" - "-m" - "all-MiniLM-L6-v2" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "256M" + "reservations": + "cpus": "0.5" + "memory": "256M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "etcd": "command": @@ -39,16 +65,31 @@ "ETCD_AUTO_COMPACTION_RETENTION": "1000" "ETCD_QUOTA_BACKEND_BYTES": "4294967296" "ETCD_SNAPSHOT_COUNT": "50000" - "image": "quay.io/coreos/etcd:v3.5.5" + "image": "quay.io/coreos/etcd:v3.5.15" "ports": - "2379:2379" + "resources": + "limits": + "cpus": "0.25" + "memory": "128M" + "reservations": + "cpus": "0.25" + "memory": "128M" "restart": "on-failure:100" "volumes": - "etcd:/etcd" "grafana": + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "256M" + "reservations": + "cpus": "0.5" + "memory": "256M" "environment": "GF_ORG_NAME": "trustgraph.ai" - "image": "docker.io/grafana/grafana:10.0.0" + "image": "docker.io/grafana/grafana:11.1.4" "ports": - "3000:3000" "restart": "on-failure:100" @@ -72,7 +113,15 @@ - "30" - "--max-subgraph-size" - "3000" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "init-pulsar": "command": @@ -82,31 +131,63 @@ "depends_on": "pulsar": "condition": "service_started" - "image": "docker.io/apachepulsar/pulsar:3.3.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/apachepulsar/pulsar:3.3.1" "restart": "on-failure:100" "kg-extract-definitions": "command": - "kg-extract-definitions" - "-p" - "pulsar://pulsar:6650" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "kg-extract-relationships": "command": - "kg-extract-relationships" - "-p" - "pulsar://pulsar:6650" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "milvus": "command": - "milvus" - "run" - "standalone" + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "256M" + "reservations": + "cpus": "0.5" + "memory": "256M" "environment": "ETCD_ENDPOINTS": "etcd:2379" "MINIO_ADDRESS": "minio:9000" - "image": "docker.io/milvusdb/milvus:v2.4.5" + "image": "docker.io/milvusdb/milvus:v2.4.9" "ports": - "9091:9091" - "19530:19530" @@ -120,10 +201,18 @@ - "/minio_data" - "--console-address" - ":9001" + "deploy": + "resources": + "limits": + "cpus": "0.25" + "memory": "128M" + "reservations": + "cpus": "0.25" + "memory": "128M" "environment": "MINIO_ROOT_PASSWORD": "minioadmin" "MINIO_ROOT_USER": "minioadmin" - "image": "docker.io/minio/minio:RELEASE.2024-07-04T14-25-45Z" + "image": "docker.io/minio/minio:RELEASE.2024-08-17T01-24-54Z" "ports": - "9001:9001" "restart": "on-failure:100" @@ -134,10 +223,26 @@ - "pdf-decoder" - "-p" - "pulsar://pulsar:6650" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "prometheus": - "image": "docker.io/prom/prometheus:v2.53.1" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/prom/prometheus:v2.53.2" "ports": - "9090:9090" "restart": "on-failure:100" @@ -153,7 +258,15 @@ - "non-persistent://tg/request/text-completion" - "--text-completion-response-queue" - "non-persistent://tg/response/text-completion-response" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "prompt-rag": "command": @@ -168,11 +281,29 @@ - "non-persistent://tg/request/text-completion-rag" - "--text-completion-response-queue" - "non-persistent://tg/response/text-completion-rag-response" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "pulsar": "command": "bin/pulsar standalone" - "image": "docker.io/apachepulsar/pulsar:3.3.0" + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "900M" + "reservations": + "cpus": "0.5" + "memory": "900M" + "environment": + "PULSAR_MEM": "-Xms300M -Xmx300M" + "image": "docker.io/apachepulsar/pulsar:3.3.1" "ports": - "6650:6650" - "8080:8080" @@ -181,9 +312,17 @@ - "pulsar-conf:/pulsar/conf" - "pulsar-data:/pulsar/data" "pulsar-manager": + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" "environment": "SPRING_CONFIGURATION_FILE": "/pulsar-manager/pulsar-manager/application.properties" - "image": "docker.io/apachepulsar/pulsar-manager:v0.3.0" + "image": "docker.io/apachepulsar/pulsar-manager:v0.4.0" "ports": - "9527:9527" - "7750:7750" @@ -195,7 +334,15 @@ - "pulsar://pulsar:6650" - "-t" - "http://milvus:19530" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "query-triples": "command": @@ -204,7 +351,15 @@ - "pulsar://pulsar:6650" - "-g" - "cassandra" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "512M" + "reservations": + "cpus": "0.1" + "memory": "512M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "store-graph-embeddings": "command": @@ -213,7 +368,15 @@ - "pulsar://pulsar:6650" - "-t" - "http://milvus:19530" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "store-triples": "command": @@ -222,7 +385,15 @@ - "pulsar://pulsar:6650" - "-g" - "cassandra" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "text-completion": "command": @@ -237,7 +408,15 @@ - "4096" - "-t" - "0.0" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "volumes": - "./vertexai:/vertexai" @@ -258,7 +437,15 @@ - "non-persistent://tg/request/text-completion-rag" - "-o" - "non-persistent://tg/response/text-completion-rag-response" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "volumes": - "./vertexai:/vertexai" @@ -267,7 +454,15 @@ - "embeddings-vectorize" - "-p" - "pulsar://pulsar:6650" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.0" + "deploy": + "resources": + "limits": + "cpus": "0.1" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.1" "restart": "on-failure:100" "volumes": "cassandra": {}