From 14d79ef9f1e4c02d4b8690e202ee302a3b0149da Mon Sep 17 00:00:00 2001 From: cybermaggedon Date: Mon, 30 Sep 2024 12:19:22 +0100 Subject: [PATCH] Streamline startup (#79) * Separate Prom metrics, different processors as different jobs * Create producers before consumers, may streamline startup. * Bump version * Add Pulsar init command, will replace pulsar-admin invocations. * Integrate tg-init-pulsar with YAMLs * Update YAMLs --- Makefile | 2 +- prometheus/prometheus.yml | 113 +++++++++++++++++++++++-- scripts/tg-init-pulsar | 119 +++++++++++++++++++++++++++ scripts/tg-processor-state | 2 +- setup.py | 3 +- templates/components/pulsar.jsonnet | 14 ++-- templates/values/url.jsonnet | 1 + tg-launch-azure-cassandra.yaml | 57 ++++++------- tg-launch-azure-neo4j.yaml | 57 ++++++------- tg-launch-bedrock-cassandra.yaml | 57 ++++++------- tg-launch-bedrock-neo4j.yaml | 57 ++++++------- tg-launch-claude-cassandra.yaml | 57 ++++++------- tg-launch-claude-neo4j.yaml | 57 ++++++------- tg-launch-cohere-cassandra.yaml | 57 ++++++------- tg-launch-cohere-neo4j.yaml | 57 ++++++------- tg-launch-llamafile-cassandra.yaml | 57 ++++++------- tg-launch-llamafile-neo4j.yaml | 57 ++++++------- tg-launch-ollama-cassandra.yaml | 57 ++++++------- tg-launch-ollama-neo4j.yaml | 57 ++++++------- tg-launch-openai-cassandra.yaml | 57 ++++++------- tg-launch-openai-neo4j.yaml | 57 ++++++------- tg-launch-vertexai-cassandra.yaml | 57 ++++++------- tg-launch-vertexai-neo4j.yaml | 57 ++++++------- tg-storage-cassandra.yaml | 29 +++---- tg-storage-neo4j.yaml | 29 +++---- trustgraph/base/consumer_producer.py | 10 +-- 26 files changed, 684 insertions(+), 550 deletions(-) create mode 100755 scripts/tg-init-pulsar diff --git a/Makefile b/Makefile index f15de2e8..fb611b11 100644 --- a/Makefile +++ b/Makefile @@ -1,6 +1,6 @@ # VERSION=$(shell git describe | sed 's/^v//') -VERSION=0.11.4 +VERSION=0.11.5 DOCKER=podman diff --git a/prometheus/prometheus.yml b/prometheus/prometheus.yml index d1455738..c74f5df3 100644 --- a/prometheus/prometheus.yml +++ b/prometheus/prometheus.yml @@ -14,31 +14,134 @@ scrape_configs: # The job name is added as a label `job=` to any timeseries # scraped from this config. - - job_name: 'trustgraph' - - # Override the global default and scrape targets from this job every - # 5 seconds. + - job_name: 'pdf-decoder' scrape_interval: 5s - static_configs: - targets: - 'pdf-decoder:8000' + + - job_name: 'chunker' + scrape_interval: 5s + static_configs: + - targets: - 'chunker:8000' + + + - job_name: 'vectorize' + scrape_interval: 5s + static_configs: + - targets: - 'vectorize:8000' + + + - job_name: 'embeddings' + scrape_interval: 5s + static_configs: + - targets: - 'embeddings:8000' + + + - job_name: 'kg-extract-definitions' + scrape_interval: 5s + static_configs: + - targets: - 'kg-extract-definitions:8000' + + + - job_name: 'kg-extract-topics' + scrape_interval: 5s + static_configs: + - targets: - 'kg-extract-topics:8000' + + + - job_name: 'kg-extract-relationships' + scrape_interval: 5s + static_configs: + - targets: - 'kg-extract-relationships:8000' + + + - job_name: 'metering' + scrape_interval: 5s + static_configs: + - targets: - 'metering:8000' + + + - job_name: 'metering-rag' + scrape_interval: 5s + static_configs: + - targets: - 'metering-rag:8000' + + + - job_name: 'store-graph-embeddings' + scrape_interval: 5s + static_configs: + - targets: - 'store-graph-embeddings:8000' + + + - job_name: 'store-triples' + scrape_interval: 5s + static_configs: + - targets: - 'store-triples:8000' + + + - job_name: 'text-completion' + scrape_interval: 5s + static_configs: + - targets: - 'text-completion:8000' + + + - job_name: 'text-completion-rag' + scrape_interval: 5s + static_configs: + - targets: - 'text-completion-rag:8000' + + + - job_name: 'graph-rag' + scrape_interval: 5s + static_configs: + - targets: - 'graph-rag:8000' + + + - job_name: 'prompt' + scrape_interval: 5s + static_configs: + - targets: - 'prompt:8000' + + + - job_name: 'prompt-rag' + scrape_interval: 5s + static_configs: + - targets: - 'prompt-rag:8000' + + + - job_name: 'query-graph-embeddings' + scrape_interval: 5s + static_configs: + - targets: - 'query-graph-embeddings:8000' + + + - job_name: 'query-triples' + scrape_interval: 5s + static_configs: + - targets: - 'query-triples:8000' + + + - job_name: 'pulsar' + scrape_interval: 5s + static_configs: + - targets: - 'pulsar:8080' diff --git a/scripts/tg-init-pulsar b/scripts/tg-init-pulsar new file mode 100755 index 00000000..0113a7f0 --- /dev/null +++ b/scripts/tg-init-pulsar @@ -0,0 +1,119 @@ +#!/usr/bin/env python3 + +""" +Initialises Pulsar with Trustgraph tenant / namespaces & policy +""" + +import requests +import time +import argparse + +default_pulsar_admin_url = "http://pulsar:8080" + +def get_clusters(url): + + print("Get clusters...", flush=True) + + resp = requests.get(f"{url}/admin/v2/clusters") + + if resp.status_code != 200: raise RuntimeError("Could not fetch clusters") + + return resp.json() + +def ensure_tenant(url, tenant, clusters): + + resp = requests.get(f"{url}/admin/v2/tenants/{tenant}") + + if resp.status_code == 200: + print(f"Tenant {tenant} already exists.", flush=True) + return + + resp = requests.put( + f"{url}/admin/v2/tenants/{tenant}", + json={ + "adminRoles": [], + "allowedClusters": clusters, + } + ) + + if resp.status_code != 204: + print(resp.text, flush=True) + raise RuntimeError("Tenant creation failed.") + + print(f"Tenant {tenant} created.", flush=True) + +def ensure_namespace(url, tenant, namespace, config): + + resp = requests.get(f"{url}/admin/v2/namespaces/{tenant}/{namespace}") + + if resp.status_code == 200: + print(f"Namespace {tenant}/{namespace} already exists.", flush=True) + return + + resp = requests.put( + f"{url}/admin/v2/namespaces/{tenant}/{namespace}", + json=config, + ) + + if resp.status_code != 204: + print(resp.status_code, flush=True) + print(resp.text, flush=True) + raise RuntimeError(f"Namespace {tenant}/{namespace} creation failed.") + + print(f"Namespace {tenant}/{namespace} created.", flush=True) + +def init(url, tenant="tg"): + + clusters = get_clusters(url) + + ensure_tenant(url, tenant, clusters) + + ensure_namespace(url, tenant, "flow", {}) + + ensure_namespace(url, tenant, "request", {}) + + ensure_namespace(url, tenant, "response", { + "retention_policies": { + "retentionSizeInMB": -1, + "retentionTimeInMinutes": 3, + } + }) + +def main(): + + parser = argparse.ArgumentParser( + prog='tg-init-pulsar', + description=__doc__, + ) + + parser.add_argument( + '-p', '--pulsar-admin-url', + default=default_pulsar_admin_url, + help=f'Pulsar admin URL (default: {default_pulsar_admin_url})', + ) + + args = parser.parse_args() + + while True: + + try: + + print(flush=True) + print( + f"Initialising with Pulsar {args.pulsar_admin_url}...", + flush=True + ) + init(args.pulsar_admin_url, "tg") + print("Initialisation complete.", flush=True) + break + + except Exception as e: + + print("Exception:", e, flush=True) + + print("Sleeping...", flush=True) + time.sleep(2) + print("Will retry...", flush=True) + +main() + diff --git a/scripts/tg-processor-state b/scripts/tg-processor-state index f9945aac..1b9399c7 100755 --- a/scripts/tg-processor-state +++ b/scripts/tg-processor-state @@ -11,7 +11,7 @@ obj = resp.json() tbl = [ [ - m["metric"]["instance"], + m["metric"]["job"], "running" if int(m["value"][1]) > 0 else "down" ] for m in obj["data"]["result"] diff --git a/setup.py b/setup.py index 638a009d..e3bd392d 100644 --- a/setup.py +++ b/setup.py @@ -4,7 +4,7 @@ import os with open("README.md", "r") as fh: long_description = fh.read() -version = "0.11.4" +version = "0.11.5" setuptools.setup( name="trustgraph", @@ -100,6 +100,7 @@ setuptools.setup( "scripts/text-completion-ollama", "scripts/text-completion-openai", "scripts/text-completion-vertexai", + "scripts/tg-init-pulsar", "scripts/tg-processor-state", "scripts/triples-dump-parquet", "scripts/triples-query-cassandra", diff --git a/templates/components/pulsar.jsonnet b/templates/components/pulsar.jsonnet index 058c35c1..0342b4d5 100644 --- a/templates/components/pulsar.jsonnet +++ b/templates/components/pulsar.jsonnet @@ -1,5 +1,6 @@ local base = import "base/base.jsonnet"; local images = import "values/images.jsonnet"; +local url = import "values/url.jsonnet"; { @@ -14,7 +15,6 @@ local images = import "values/images.jsonnet"; engine.container("pulsar") .with_image(images.pulsar) .with_command(["bin/pulsar", "standalone"]) -// .with_command(["/bin/sh", "-c", "sleep 9999999"]) .with_environment({ "PULSAR_MEM": "-Xms600M -Xmx600M" }) @@ -27,14 +27,14 @@ local images = import "values/images.jsonnet"; local adminContainer = engine.container("init-pulsar") - .with_image(images.pulsar) + .with_image(images.trustgraph) .with_command([ - "sh", - "-c", - "while true; do pulsar-admin --admin-url http://pulsar:8080 tenants create tg ; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/flow ; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/request ; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/response ; pulsar-admin --admin-url http://pulsar:8080 namespaces set-retention --size -1 --time 3m tg/response; sleep 20; done", + "tg-init-pulsar", + "-p", + url.pulsar_admin, ]) - .with_limits("1", "400M") - .with_reservations("0.1", "400M"); + .with_limits("1", "128M") + .with_reservations("0.1", "128M"); local containerSet = engine.containers( "pulsar", diff --git a/templates/values/url.jsonnet b/templates/values/url.jsonnet index 36c7ca41..1bacb067 100644 --- a/templates/values/url.jsonnet +++ b/templates/values/url.jsonnet @@ -1,5 +1,6 @@ { pulsar: "pulsar://pulsar:6650", + pulsar_admin: "http://pulsar:8080", milvus: "http://milvus:19530", qdrant: "http://qdrant:6333", } diff --git a/tg-launch-azure-cassandra.yaml b/tg-launch-azure-cassandra.yaml index 8403578e..2bbe3622 100644 --- a/tg-launch-azure-cassandra.yaml +++ b/tg-launch-azure-cassandra.yaml @@ -33,7 +33,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 embeddings: command: @@ -50,7 +50,7 @@ services: reservations: cpus: '0.5' memory: 400M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 grafana: deploy: @@ -95,27 +95,22 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 init-pulsar: command: - - sh - - -c - - while true; do pulsar-admin --admin-url http://pulsar:8080 tenants create tg - ; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/flow ; pulsar-admin - --admin-url http://pulsar:8080 namespaces create tg/request ; pulsar-admin --admin-url - http://pulsar:8080 namespaces create tg/response ; pulsar-admin --admin-url - http://pulsar:8080 namespaces set-retention --size -1 --time 3m tg/response; - sleep 20; done + - tg-init-pulsar + - -p + - http://pulsar:8080 deploy: resources: limits: cpus: '1' - memory: 400M + memory: 128M reservations: cpus: '0.1' - memory: 400M - image: docker.io/apachepulsar/pulsar:3.3.1 + memory: 128M + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 kg-extract-definitions: command: @@ -130,7 +125,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 kg-extract-relationships: command: @@ -145,7 +140,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 kg-extract-topics: command: @@ -160,7 +155,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 metering: command: @@ -175,7 +170,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 metering-rag: command: @@ -192,7 +187,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 pdf-decoder: command: @@ -207,7 +202,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 prometheus: deploy: @@ -397,7 +392,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 prompt-rag: command: @@ -575,7 +570,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 pulsar: command: @@ -629,7 +624,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 query-graph-embeddings: command: @@ -646,7 +641,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 query-triples: command: @@ -663,7 +658,7 @@ services: reservations: cpus: '0.1' memory: 512M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 store-doc-embeddings: command: @@ -680,7 +675,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 store-graph-embeddings: command: @@ -697,7 +692,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 store-triples: command: @@ -714,7 +709,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 text-completion: command: @@ -737,7 +732,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 text-completion-rag: command: @@ -764,7 +759,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 vectorize: command: @@ -779,7 +774,7 @@ services: reservations: cpus: '0.5' memory: 512M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 volumes: cassandra: {} diff --git a/tg-launch-azure-neo4j.yaml b/tg-launch-azure-neo4j.yaml index 827c2839..0915cde5 100644 --- a/tg-launch-azure-neo4j.yaml +++ b/tg-launch-azure-neo4j.yaml @@ -16,7 +16,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 embeddings: command: @@ -33,7 +33,7 @@ services: reservations: cpus: '0.5' memory: 400M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 grafana: deploy: @@ -78,27 +78,22 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 init-pulsar: command: - - sh - - -c - - while true; do pulsar-admin --admin-url http://pulsar:8080 tenants create tg - ; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/flow ; pulsar-admin - --admin-url http://pulsar:8080 namespaces create tg/request ; pulsar-admin --admin-url - http://pulsar:8080 namespaces create tg/response ; pulsar-admin --admin-url - http://pulsar:8080 namespaces set-retention --size -1 --time 3m tg/response; - sleep 20; done + - tg-init-pulsar + - -p + - http://pulsar:8080 deploy: resources: limits: cpus: '1' - memory: 400M + memory: 128M reservations: cpus: '0.1' - memory: 400M - image: docker.io/apachepulsar/pulsar:3.3.1 + memory: 128M + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 kg-extract-definitions: command: @@ -113,7 +108,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 kg-extract-relationships: command: @@ -128,7 +123,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 kg-extract-topics: command: @@ -143,7 +138,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 metering: command: @@ -158,7 +153,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 metering-rag: command: @@ -175,7 +170,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 neo4j: deploy: @@ -208,7 +203,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 prometheus: deploy: @@ -398,7 +393,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 prompt-rag: command: @@ -576,7 +571,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 pulsar: command: @@ -630,7 +625,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 query-graph-embeddings: command: @@ -647,7 +642,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 query-triples: command: @@ -664,7 +659,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 store-doc-embeddings: command: @@ -681,7 +676,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 store-graph-embeddings: command: @@ -698,7 +693,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 store-triples: command: @@ -715,7 +710,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 text-completion: command: @@ -738,7 +733,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 text-completion-rag: command: @@ -765,7 +760,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 vectorize: command: @@ -780,7 +775,7 @@ services: reservations: cpus: '0.5' memory: 512M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 volumes: grafana-storage: {} diff --git a/tg-launch-bedrock-cassandra.yaml b/tg-launch-bedrock-cassandra.yaml index 15edfeca..5a54f46d 100644 --- a/tg-launch-bedrock-cassandra.yaml +++ b/tg-launch-bedrock-cassandra.yaml @@ -33,7 +33,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 embeddings: command: @@ -50,7 +50,7 @@ services: reservations: cpus: '0.5' memory: 400M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 grafana: deploy: @@ -95,27 +95,22 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 init-pulsar: command: - - sh - - -c - - while true; do pulsar-admin --admin-url http://pulsar:8080 tenants create tg - ; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/flow ; pulsar-admin - --admin-url http://pulsar:8080 namespaces create tg/request ; pulsar-admin --admin-url - http://pulsar:8080 namespaces create tg/response ; pulsar-admin --admin-url - http://pulsar:8080 namespaces set-retention --size -1 --time 3m tg/response; - sleep 20; done + - tg-init-pulsar + - -p + - http://pulsar:8080 deploy: resources: limits: cpus: '1' - memory: 400M + memory: 128M reservations: cpus: '0.1' - memory: 400M - image: docker.io/apachepulsar/pulsar:3.3.1 + memory: 128M + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 kg-extract-definitions: command: @@ -130,7 +125,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 kg-extract-relationships: command: @@ -145,7 +140,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 kg-extract-topics: command: @@ -160,7 +155,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 metering: command: @@ -175,7 +170,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 metering-rag: command: @@ -192,7 +187,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 pdf-decoder: command: @@ -207,7 +202,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 prometheus: deploy: @@ -397,7 +392,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 prompt-rag: command: @@ -575,7 +570,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 pulsar: command: @@ -629,7 +624,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 query-graph-embeddings: command: @@ -646,7 +641,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 query-triples: command: @@ -663,7 +658,7 @@ services: reservations: cpus: '0.1' memory: 512M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 store-doc-embeddings: command: @@ -680,7 +675,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 store-graph-embeddings: command: @@ -697,7 +692,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 store-triples: command: @@ -714,7 +709,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 text-completion: command: @@ -741,7 +736,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 text-completion-rag: command: @@ -772,7 +767,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 vectorize: command: @@ -787,7 +782,7 @@ services: reservations: cpus: '0.5' memory: 512M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 volumes: cassandra: {} diff --git a/tg-launch-bedrock-neo4j.yaml b/tg-launch-bedrock-neo4j.yaml index 06dc5726..5a223f9d 100644 --- a/tg-launch-bedrock-neo4j.yaml +++ b/tg-launch-bedrock-neo4j.yaml @@ -16,7 +16,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 embeddings: command: @@ -33,7 +33,7 @@ services: reservations: cpus: '0.5' memory: 400M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 grafana: deploy: @@ -78,27 +78,22 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 init-pulsar: command: - - sh - - -c - - while true; do pulsar-admin --admin-url http://pulsar:8080 tenants create tg - ; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/flow ; pulsar-admin - --admin-url http://pulsar:8080 namespaces create tg/request ; pulsar-admin --admin-url - http://pulsar:8080 namespaces create tg/response ; pulsar-admin --admin-url - http://pulsar:8080 namespaces set-retention --size -1 --time 3m tg/response; - sleep 20; done + - tg-init-pulsar + - -p + - http://pulsar:8080 deploy: resources: limits: cpus: '1' - memory: 400M + memory: 128M reservations: cpus: '0.1' - memory: 400M - image: docker.io/apachepulsar/pulsar:3.3.1 + memory: 128M + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 kg-extract-definitions: command: @@ -113,7 +108,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 kg-extract-relationships: command: @@ -128,7 +123,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 kg-extract-topics: command: @@ -143,7 +138,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 metering: command: @@ -158,7 +153,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 metering-rag: command: @@ -175,7 +170,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 neo4j: deploy: @@ -208,7 +203,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 prometheus: deploy: @@ -398,7 +393,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 prompt-rag: command: @@ -576,7 +571,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 pulsar: command: @@ -630,7 +625,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 query-graph-embeddings: command: @@ -647,7 +642,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 query-triples: command: @@ -664,7 +659,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 store-doc-embeddings: command: @@ -681,7 +676,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 store-graph-embeddings: command: @@ -698,7 +693,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 store-triples: command: @@ -715,7 +710,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 text-completion: command: @@ -742,7 +737,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 text-completion-rag: command: @@ -773,7 +768,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 vectorize: command: @@ -788,7 +783,7 @@ services: reservations: cpus: '0.5' memory: 512M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 volumes: grafana-storage: {} diff --git a/tg-launch-claude-cassandra.yaml b/tg-launch-claude-cassandra.yaml index 74716f54..8b297eef 100644 --- a/tg-launch-claude-cassandra.yaml +++ b/tg-launch-claude-cassandra.yaml @@ -33,7 +33,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 embeddings: command: @@ -50,7 +50,7 @@ services: reservations: cpus: '0.5' memory: 400M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 grafana: deploy: @@ -95,27 +95,22 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 init-pulsar: command: - - sh - - -c - - while true; do pulsar-admin --admin-url http://pulsar:8080 tenants create tg - ; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/flow ; pulsar-admin - --admin-url http://pulsar:8080 namespaces create tg/request ; pulsar-admin --admin-url - http://pulsar:8080 namespaces create tg/response ; pulsar-admin --admin-url - http://pulsar:8080 namespaces set-retention --size -1 --time 3m tg/response; - sleep 20; done + - tg-init-pulsar + - -p + - http://pulsar:8080 deploy: resources: limits: cpus: '1' - memory: 400M + memory: 128M reservations: cpus: '0.1' - memory: 400M - image: docker.io/apachepulsar/pulsar:3.3.1 + memory: 128M + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 kg-extract-definitions: command: @@ -130,7 +125,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 kg-extract-relationships: command: @@ -145,7 +140,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 kg-extract-topics: command: @@ -160,7 +155,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 metering: command: @@ -175,7 +170,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 metering-rag: command: @@ -192,7 +187,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 pdf-decoder: command: @@ -207,7 +202,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 prometheus: deploy: @@ -397,7 +392,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 prompt-rag: command: @@ -575,7 +570,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 pulsar: command: @@ -629,7 +624,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 query-graph-embeddings: command: @@ -646,7 +641,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 query-triples: command: @@ -663,7 +658,7 @@ services: reservations: cpus: '0.1' memory: 512M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 store-doc-embeddings: command: @@ -680,7 +675,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 store-graph-embeddings: command: @@ -697,7 +692,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 store-triples: command: @@ -714,7 +709,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 text-completion: command: @@ -735,7 +730,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 text-completion-rag: command: @@ -760,7 +755,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 vectorize: command: @@ -775,7 +770,7 @@ services: reservations: cpus: '0.5' memory: 512M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 volumes: cassandra: {} diff --git a/tg-launch-claude-neo4j.yaml b/tg-launch-claude-neo4j.yaml index 1b0ca636..200268ab 100644 --- a/tg-launch-claude-neo4j.yaml +++ b/tg-launch-claude-neo4j.yaml @@ -16,7 +16,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 embeddings: command: @@ -33,7 +33,7 @@ services: reservations: cpus: '0.5' memory: 400M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 grafana: deploy: @@ -78,27 +78,22 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 init-pulsar: command: - - sh - - -c - - while true; do pulsar-admin --admin-url http://pulsar:8080 tenants create tg - ; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/flow ; pulsar-admin - --admin-url http://pulsar:8080 namespaces create tg/request ; pulsar-admin --admin-url - http://pulsar:8080 namespaces create tg/response ; pulsar-admin --admin-url - http://pulsar:8080 namespaces set-retention --size -1 --time 3m tg/response; - sleep 20; done + - tg-init-pulsar + - -p + - http://pulsar:8080 deploy: resources: limits: cpus: '1' - memory: 400M + memory: 128M reservations: cpus: '0.1' - memory: 400M - image: docker.io/apachepulsar/pulsar:3.3.1 + memory: 128M + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 kg-extract-definitions: command: @@ -113,7 +108,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 kg-extract-relationships: command: @@ -128,7 +123,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 kg-extract-topics: command: @@ -143,7 +138,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 metering: command: @@ -158,7 +153,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 metering-rag: command: @@ -175,7 +170,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 neo4j: deploy: @@ -208,7 +203,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 prometheus: deploy: @@ -398,7 +393,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 prompt-rag: command: @@ -576,7 +571,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 pulsar: command: @@ -630,7 +625,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 query-graph-embeddings: command: @@ -647,7 +642,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 query-triples: command: @@ -664,7 +659,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 store-doc-embeddings: command: @@ -681,7 +676,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 store-graph-embeddings: command: @@ -698,7 +693,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 store-triples: command: @@ -715,7 +710,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 text-completion: command: @@ -736,7 +731,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 text-completion-rag: command: @@ -761,7 +756,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 vectorize: command: @@ -776,7 +771,7 @@ services: reservations: cpus: '0.5' memory: 512M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 volumes: grafana-storage: {} diff --git a/tg-launch-cohere-cassandra.yaml b/tg-launch-cohere-cassandra.yaml index d97d8843..52d1ae39 100644 --- a/tg-launch-cohere-cassandra.yaml +++ b/tg-launch-cohere-cassandra.yaml @@ -33,7 +33,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 embeddings: command: @@ -50,7 +50,7 @@ services: reservations: cpus: '0.5' memory: 400M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 grafana: deploy: @@ -95,27 +95,22 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 init-pulsar: command: - - sh - - -c - - while true; do pulsar-admin --admin-url http://pulsar:8080 tenants create tg - ; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/flow ; pulsar-admin - --admin-url http://pulsar:8080 namespaces create tg/request ; pulsar-admin --admin-url - http://pulsar:8080 namespaces create tg/response ; pulsar-admin --admin-url - http://pulsar:8080 namespaces set-retention --size -1 --time 3m tg/response; - sleep 20; done + - tg-init-pulsar + - -p + - http://pulsar:8080 deploy: resources: limits: cpus: '1' - memory: 400M + memory: 128M reservations: cpus: '0.1' - memory: 400M - image: docker.io/apachepulsar/pulsar:3.3.1 + memory: 128M + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 kg-extract-definitions: command: @@ -130,7 +125,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 kg-extract-relationships: command: @@ -145,7 +140,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 kg-extract-topics: command: @@ -160,7 +155,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 metering: command: @@ -175,7 +170,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 metering-rag: command: @@ -192,7 +187,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 pdf-decoder: command: @@ -207,7 +202,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 prometheus: deploy: @@ -397,7 +392,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 prompt-rag: command: @@ -575,7 +570,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 pulsar: command: @@ -629,7 +624,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 query-graph-embeddings: command: @@ -646,7 +641,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 query-triples: command: @@ -663,7 +658,7 @@ services: reservations: cpus: '0.1' memory: 512M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 store-doc-embeddings: command: @@ -680,7 +675,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 store-graph-embeddings: command: @@ -697,7 +692,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 store-triples: command: @@ -714,7 +709,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 text-completion: command: @@ -733,7 +728,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 text-completion-rag: command: @@ -756,7 +751,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 vectorize: command: @@ -771,7 +766,7 @@ services: reservations: cpus: '0.5' memory: 512M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 volumes: cassandra: {} diff --git a/tg-launch-cohere-neo4j.yaml b/tg-launch-cohere-neo4j.yaml index 22ecdf3a..ab4e777f 100644 --- a/tg-launch-cohere-neo4j.yaml +++ b/tg-launch-cohere-neo4j.yaml @@ -16,7 +16,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 embeddings: command: @@ -33,7 +33,7 @@ services: reservations: cpus: '0.5' memory: 400M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 grafana: deploy: @@ -78,27 +78,22 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 init-pulsar: command: - - sh - - -c - - while true; do pulsar-admin --admin-url http://pulsar:8080 tenants create tg - ; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/flow ; pulsar-admin - --admin-url http://pulsar:8080 namespaces create tg/request ; pulsar-admin --admin-url - http://pulsar:8080 namespaces create tg/response ; pulsar-admin --admin-url - http://pulsar:8080 namespaces set-retention --size -1 --time 3m tg/response; - sleep 20; done + - tg-init-pulsar + - -p + - http://pulsar:8080 deploy: resources: limits: cpus: '1' - memory: 400M + memory: 128M reservations: cpus: '0.1' - memory: 400M - image: docker.io/apachepulsar/pulsar:3.3.1 + memory: 128M + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 kg-extract-definitions: command: @@ -113,7 +108,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 kg-extract-relationships: command: @@ -128,7 +123,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 kg-extract-topics: command: @@ -143,7 +138,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 metering: command: @@ -158,7 +153,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 metering-rag: command: @@ -175,7 +170,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 neo4j: deploy: @@ -208,7 +203,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 prometheus: deploy: @@ -398,7 +393,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 prompt-rag: command: @@ -576,7 +571,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 pulsar: command: @@ -630,7 +625,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 query-graph-embeddings: command: @@ -647,7 +642,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 query-triples: command: @@ -664,7 +659,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 store-doc-embeddings: command: @@ -681,7 +676,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 store-graph-embeddings: command: @@ -698,7 +693,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 store-triples: command: @@ -715,7 +710,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 text-completion: command: @@ -734,7 +729,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 text-completion-rag: command: @@ -757,7 +752,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 vectorize: command: @@ -772,7 +767,7 @@ services: reservations: cpus: '0.5' memory: 512M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 volumes: grafana-storage: {} diff --git a/tg-launch-llamafile-cassandra.yaml b/tg-launch-llamafile-cassandra.yaml index 8624d473..be60ef6c 100644 --- a/tg-launch-llamafile-cassandra.yaml +++ b/tg-launch-llamafile-cassandra.yaml @@ -33,7 +33,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 embeddings: command: @@ -50,7 +50,7 @@ services: reservations: cpus: '0.5' memory: 400M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 grafana: deploy: @@ -95,27 +95,22 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 init-pulsar: command: - - sh - - -c - - while true; do pulsar-admin --admin-url http://pulsar:8080 tenants create tg - ; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/flow ; pulsar-admin - --admin-url http://pulsar:8080 namespaces create tg/request ; pulsar-admin --admin-url - http://pulsar:8080 namespaces create tg/response ; pulsar-admin --admin-url - http://pulsar:8080 namespaces set-retention --size -1 --time 3m tg/response; - sleep 20; done + - tg-init-pulsar + - -p + - http://pulsar:8080 deploy: resources: limits: cpus: '1' - memory: 400M + memory: 128M reservations: cpus: '0.1' - memory: 400M - image: docker.io/apachepulsar/pulsar:3.3.1 + memory: 128M + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 kg-extract-definitions: command: @@ -130,7 +125,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 kg-extract-relationships: command: @@ -145,7 +140,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 kg-extract-topics: command: @@ -160,7 +155,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 metering: command: @@ -175,7 +170,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 metering-rag: command: @@ -192,7 +187,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 pdf-decoder: command: @@ -207,7 +202,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 prometheus: deploy: @@ -242,7 +237,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 prompt-rag: command: @@ -265,7 +260,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 pulsar: command: @@ -319,7 +314,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 query-graph-embeddings: command: @@ -336,7 +331,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 query-triples: command: @@ -353,7 +348,7 @@ services: reservations: cpus: '0.1' memory: 512M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 store-doc-embeddings: command: @@ -370,7 +365,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 store-graph-embeddings: command: @@ -387,7 +382,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 store-triples: command: @@ -404,7 +399,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 text-completion: command: @@ -423,7 +418,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 text-completion-rag: command: @@ -446,7 +441,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 vectorize: command: @@ -461,7 +456,7 @@ services: reservations: cpus: '0.5' memory: 512M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 volumes: cassandra: {} diff --git a/tg-launch-llamafile-neo4j.yaml b/tg-launch-llamafile-neo4j.yaml index bf6fe6ff..5de11e63 100644 --- a/tg-launch-llamafile-neo4j.yaml +++ b/tg-launch-llamafile-neo4j.yaml @@ -16,7 +16,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 embeddings: command: @@ -33,7 +33,7 @@ services: reservations: cpus: '0.5' memory: 400M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 grafana: deploy: @@ -78,27 +78,22 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 init-pulsar: command: - - sh - - -c - - while true; do pulsar-admin --admin-url http://pulsar:8080 tenants create tg - ; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/flow ; pulsar-admin - --admin-url http://pulsar:8080 namespaces create tg/request ; pulsar-admin --admin-url - http://pulsar:8080 namespaces create tg/response ; pulsar-admin --admin-url - http://pulsar:8080 namespaces set-retention --size -1 --time 3m tg/response; - sleep 20; done + - tg-init-pulsar + - -p + - http://pulsar:8080 deploy: resources: limits: cpus: '1' - memory: 400M + memory: 128M reservations: cpus: '0.1' - memory: 400M - image: docker.io/apachepulsar/pulsar:3.3.1 + memory: 128M + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 kg-extract-definitions: command: @@ -113,7 +108,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 kg-extract-relationships: command: @@ -128,7 +123,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 kg-extract-topics: command: @@ -143,7 +138,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 metering: command: @@ -158,7 +153,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 metering-rag: command: @@ -175,7 +170,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 neo4j: deploy: @@ -208,7 +203,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 prometheus: deploy: @@ -243,7 +238,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 prompt-rag: command: @@ -266,7 +261,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 pulsar: command: @@ -320,7 +315,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 query-graph-embeddings: command: @@ -337,7 +332,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 query-triples: command: @@ -354,7 +349,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 store-doc-embeddings: command: @@ -371,7 +366,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 store-graph-embeddings: command: @@ -388,7 +383,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 store-triples: command: @@ -405,7 +400,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 text-completion: command: @@ -424,7 +419,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 text-completion-rag: command: @@ -447,7 +442,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 vectorize: command: @@ -462,7 +457,7 @@ services: reservations: cpus: '0.5' memory: 512M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 volumes: grafana-storage: {} diff --git a/tg-launch-ollama-cassandra.yaml b/tg-launch-ollama-cassandra.yaml index 99a51e41..b445c466 100644 --- a/tg-launch-ollama-cassandra.yaml +++ b/tg-launch-ollama-cassandra.yaml @@ -33,7 +33,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 embeddings: command: @@ -50,7 +50,7 @@ services: reservations: cpus: '0.5' memory: 400M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 grafana: deploy: @@ -95,27 +95,22 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 init-pulsar: command: - - sh - - -c - - while true; do pulsar-admin --admin-url http://pulsar:8080 tenants create tg - ; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/flow ; pulsar-admin - --admin-url http://pulsar:8080 namespaces create tg/request ; pulsar-admin --admin-url - http://pulsar:8080 namespaces create tg/response ; pulsar-admin --admin-url - http://pulsar:8080 namespaces set-retention --size -1 --time 3m tg/response; - sleep 20; done + - tg-init-pulsar + - -p + - http://pulsar:8080 deploy: resources: limits: cpus: '1' - memory: 400M + memory: 128M reservations: cpus: '0.1' - memory: 400M - image: docker.io/apachepulsar/pulsar:3.3.1 + memory: 128M + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 kg-extract-definitions: command: @@ -130,7 +125,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 kg-extract-relationships: command: @@ -145,7 +140,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 kg-extract-topics: command: @@ -160,7 +155,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 metering: command: @@ -175,7 +170,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 metering-rag: command: @@ -192,7 +187,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 pdf-decoder: command: @@ -207,7 +202,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 prometheus: deploy: @@ -242,7 +237,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 prompt-rag: command: @@ -265,7 +260,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 pulsar: command: @@ -319,7 +314,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 query-graph-embeddings: command: @@ -336,7 +331,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 query-triples: command: @@ -353,7 +348,7 @@ services: reservations: cpus: '0.1' memory: 512M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 store-doc-embeddings: command: @@ -370,7 +365,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 store-graph-embeddings: command: @@ -387,7 +382,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 store-triples: command: @@ -404,7 +399,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 text-completion: command: @@ -423,7 +418,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 text-completion-rag: command: @@ -446,7 +441,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 vectorize: command: @@ -461,7 +456,7 @@ services: reservations: cpus: '0.5' memory: 512M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 volumes: cassandra: {} diff --git a/tg-launch-ollama-neo4j.yaml b/tg-launch-ollama-neo4j.yaml index a91fafb0..c700241d 100644 --- a/tg-launch-ollama-neo4j.yaml +++ b/tg-launch-ollama-neo4j.yaml @@ -16,7 +16,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 embeddings: command: @@ -33,7 +33,7 @@ services: reservations: cpus: '0.5' memory: 400M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 grafana: deploy: @@ -78,27 +78,22 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 init-pulsar: command: - - sh - - -c - - while true; do pulsar-admin --admin-url http://pulsar:8080 tenants create tg - ; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/flow ; pulsar-admin - --admin-url http://pulsar:8080 namespaces create tg/request ; pulsar-admin --admin-url - http://pulsar:8080 namespaces create tg/response ; pulsar-admin --admin-url - http://pulsar:8080 namespaces set-retention --size -1 --time 3m tg/response; - sleep 20; done + - tg-init-pulsar + - -p + - http://pulsar:8080 deploy: resources: limits: cpus: '1' - memory: 400M + memory: 128M reservations: cpus: '0.1' - memory: 400M - image: docker.io/apachepulsar/pulsar:3.3.1 + memory: 128M + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 kg-extract-definitions: command: @@ -113,7 +108,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 kg-extract-relationships: command: @@ -128,7 +123,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 kg-extract-topics: command: @@ -143,7 +138,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 metering: command: @@ -158,7 +153,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 metering-rag: command: @@ -175,7 +170,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 neo4j: deploy: @@ -208,7 +203,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 prometheus: deploy: @@ -243,7 +238,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 prompt-rag: command: @@ -266,7 +261,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 pulsar: command: @@ -320,7 +315,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 query-graph-embeddings: command: @@ -337,7 +332,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 query-triples: command: @@ -354,7 +349,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 store-doc-embeddings: command: @@ -371,7 +366,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 store-graph-embeddings: command: @@ -388,7 +383,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 store-triples: command: @@ -405,7 +400,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 text-completion: command: @@ -424,7 +419,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 text-completion-rag: command: @@ -447,7 +442,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 vectorize: command: @@ -462,7 +457,7 @@ services: reservations: cpus: '0.5' memory: 512M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 volumes: grafana-storage: {} diff --git a/tg-launch-openai-cassandra.yaml b/tg-launch-openai-cassandra.yaml index 2cd1cefe..87e7182f 100644 --- a/tg-launch-openai-cassandra.yaml +++ b/tg-launch-openai-cassandra.yaml @@ -33,7 +33,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 embeddings: command: @@ -50,7 +50,7 @@ services: reservations: cpus: '0.5' memory: 400M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 grafana: deploy: @@ -95,27 +95,22 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 init-pulsar: command: - - sh - - -c - - while true; do pulsar-admin --admin-url http://pulsar:8080 tenants create tg - ; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/flow ; pulsar-admin - --admin-url http://pulsar:8080 namespaces create tg/request ; pulsar-admin --admin-url - http://pulsar:8080 namespaces create tg/response ; pulsar-admin --admin-url - http://pulsar:8080 namespaces set-retention --size -1 --time 3m tg/response; - sleep 20; done + - tg-init-pulsar + - -p + - http://pulsar:8080 deploy: resources: limits: cpus: '1' - memory: 400M + memory: 128M reservations: cpus: '0.1' - memory: 400M - image: docker.io/apachepulsar/pulsar:3.3.1 + memory: 128M + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 kg-extract-definitions: command: @@ -130,7 +125,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 kg-extract-relationships: command: @@ -145,7 +140,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 kg-extract-topics: command: @@ -160,7 +155,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 metering: command: @@ -175,7 +170,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 metering-rag: command: @@ -192,7 +187,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 pdf-decoder: command: @@ -207,7 +202,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 prometheus: deploy: @@ -397,7 +392,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 prompt-rag: command: @@ -575,7 +570,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 pulsar: command: @@ -629,7 +624,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 query-graph-embeddings: command: @@ -646,7 +641,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 query-triples: command: @@ -663,7 +658,7 @@ services: reservations: cpus: '0.1' memory: 512M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 store-doc-embeddings: command: @@ -680,7 +675,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 store-graph-embeddings: command: @@ -697,7 +692,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 store-triples: command: @@ -714,7 +709,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 text-completion: command: @@ -737,7 +732,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 text-completion-rag: command: @@ -764,7 +759,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 vectorize: command: @@ -779,7 +774,7 @@ services: reservations: cpus: '0.5' memory: 512M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 volumes: cassandra: {} diff --git a/tg-launch-openai-neo4j.yaml b/tg-launch-openai-neo4j.yaml index 693d88d9..faa46c3b 100644 --- a/tg-launch-openai-neo4j.yaml +++ b/tg-launch-openai-neo4j.yaml @@ -16,7 +16,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 embeddings: command: @@ -33,7 +33,7 @@ services: reservations: cpus: '0.5' memory: 400M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 grafana: deploy: @@ -78,27 +78,22 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 init-pulsar: command: - - sh - - -c - - while true; do pulsar-admin --admin-url http://pulsar:8080 tenants create tg - ; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/flow ; pulsar-admin - --admin-url http://pulsar:8080 namespaces create tg/request ; pulsar-admin --admin-url - http://pulsar:8080 namespaces create tg/response ; pulsar-admin --admin-url - http://pulsar:8080 namespaces set-retention --size -1 --time 3m tg/response; - sleep 20; done + - tg-init-pulsar + - -p + - http://pulsar:8080 deploy: resources: limits: cpus: '1' - memory: 400M + memory: 128M reservations: cpus: '0.1' - memory: 400M - image: docker.io/apachepulsar/pulsar:3.3.1 + memory: 128M + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 kg-extract-definitions: command: @@ -113,7 +108,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 kg-extract-relationships: command: @@ -128,7 +123,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 kg-extract-topics: command: @@ -143,7 +138,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 metering: command: @@ -158,7 +153,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 metering-rag: command: @@ -175,7 +170,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 neo4j: deploy: @@ -208,7 +203,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 prometheus: deploy: @@ -398,7 +393,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 prompt-rag: command: @@ -576,7 +571,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 pulsar: command: @@ -630,7 +625,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 query-graph-embeddings: command: @@ -647,7 +642,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 query-triples: command: @@ -664,7 +659,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 store-doc-embeddings: command: @@ -681,7 +676,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 store-graph-embeddings: command: @@ -698,7 +693,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 store-triples: command: @@ -715,7 +710,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 text-completion: command: @@ -738,7 +733,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 text-completion-rag: command: @@ -765,7 +760,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 vectorize: command: @@ -780,7 +775,7 @@ services: reservations: cpus: '0.5' memory: 512M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 volumes: grafana-storage: {} diff --git a/tg-launch-vertexai-cassandra.yaml b/tg-launch-vertexai-cassandra.yaml index 1b5d92fc..ce01469b 100644 --- a/tg-launch-vertexai-cassandra.yaml +++ b/tg-launch-vertexai-cassandra.yaml @@ -33,7 +33,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 embeddings: command: @@ -50,7 +50,7 @@ services: reservations: cpus: '0.5' memory: 400M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 grafana: deploy: @@ -95,27 +95,22 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 init-pulsar: command: - - sh - - -c - - while true; do pulsar-admin --admin-url http://pulsar:8080 tenants create tg - ; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/flow ; pulsar-admin - --admin-url http://pulsar:8080 namespaces create tg/request ; pulsar-admin --admin-url - http://pulsar:8080 namespaces create tg/response ; pulsar-admin --admin-url - http://pulsar:8080 namespaces set-retention --size -1 --time 3m tg/response; - sleep 20; done + - tg-init-pulsar + - -p + - http://pulsar:8080 deploy: resources: limits: cpus: '1' - memory: 400M + memory: 128M reservations: cpus: '0.1' - memory: 400M - image: docker.io/apachepulsar/pulsar:3.3.1 + memory: 128M + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 kg-extract-definitions: command: @@ -130,7 +125,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 kg-extract-relationships: command: @@ -145,7 +140,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 kg-extract-topics: command: @@ -160,7 +155,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 metering: command: @@ -175,7 +170,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 metering-rag: command: @@ -192,7 +187,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 pdf-decoder: command: @@ -207,7 +202,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 prometheus: deploy: @@ -397,7 +392,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 prompt-rag: command: @@ -575,7 +570,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 pulsar: command: @@ -629,7 +624,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 query-graph-embeddings: command: @@ -646,7 +641,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 query-triples: command: @@ -663,7 +658,7 @@ services: reservations: cpus: '0.1' memory: 512M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 store-doc-embeddings: command: @@ -680,7 +675,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 store-graph-embeddings: command: @@ -697,7 +692,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 store-triples: command: @@ -714,7 +709,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 text-completion: command: @@ -739,7 +734,7 @@ services: reservations: cpus: '0.1' memory: 256M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 volumes: - ./vertexai:/vertexai @@ -770,7 +765,7 @@ services: reservations: cpus: '0.1' memory: 256M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 volumes: - ./vertexai:/vertexai @@ -787,7 +782,7 @@ services: reservations: cpus: '0.5' memory: 512M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 volumes: cassandra: {} diff --git a/tg-launch-vertexai-neo4j.yaml b/tg-launch-vertexai-neo4j.yaml index d3826557..935da951 100644 --- a/tg-launch-vertexai-neo4j.yaml +++ b/tg-launch-vertexai-neo4j.yaml @@ -16,7 +16,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 embeddings: command: @@ -33,7 +33,7 @@ services: reservations: cpus: '0.5' memory: 400M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 grafana: deploy: @@ -78,27 +78,22 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 init-pulsar: command: - - sh - - -c - - while true; do pulsar-admin --admin-url http://pulsar:8080 tenants create tg - ; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/flow ; pulsar-admin - --admin-url http://pulsar:8080 namespaces create tg/request ; pulsar-admin --admin-url - http://pulsar:8080 namespaces create tg/response ; pulsar-admin --admin-url - http://pulsar:8080 namespaces set-retention --size -1 --time 3m tg/response; - sleep 20; done + - tg-init-pulsar + - -p + - http://pulsar:8080 deploy: resources: limits: cpus: '1' - memory: 400M + memory: 128M reservations: cpus: '0.1' - memory: 400M - image: docker.io/apachepulsar/pulsar:3.3.1 + memory: 128M + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 kg-extract-definitions: command: @@ -113,7 +108,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 kg-extract-relationships: command: @@ -128,7 +123,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 kg-extract-topics: command: @@ -143,7 +138,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 metering: command: @@ -158,7 +153,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 metering-rag: command: @@ -175,7 +170,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 neo4j: deploy: @@ -208,7 +203,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 prometheus: deploy: @@ -398,7 +393,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 prompt-rag: command: @@ -576,7 +571,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 pulsar: command: @@ -630,7 +625,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 query-graph-embeddings: command: @@ -647,7 +642,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 query-triples: command: @@ -664,7 +659,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 store-doc-embeddings: command: @@ -681,7 +676,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 store-graph-embeddings: command: @@ -698,7 +693,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 store-triples: command: @@ -715,7 +710,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 text-completion: command: @@ -740,7 +735,7 @@ services: reservations: cpus: '0.1' memory: 256M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 volumes: - ./vertexai:/vertexai @@ -771,7 +766,7 @@ services: reservations: cpus: '0.1' memory: 256M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 volumes: - ./vertexai:/vertexai @@ -788,7 +783,7 @@ services: reservations: cpus: '0.5' memory: 512M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 volumes: grafana-storage: {} diff --git a/tg-storage-cassandra.yaml b/tg-storage-cassandra.yaml index 7c471268..7bc8948f 100644 --- a/tg-storage-cassandra.yaml +++ b/tg-storage-cassandra.yaml @@ -38,23 +38,18 @@ services: - ./grafana/dashboards/:/var/lib/grafana/dashboards/ init-pulsar: command: - - sh - - -c - - while true; do pulsar-admin --admin-url http://pulsar:8080 tenants create tg - ; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/flow ; pulsar-admin - --admin-url http://pulsar:8080 namespaces create tg/request ; pulsar-admin --admin-url - http://pulsar:8080 namespaces create tg/response ; pulsar-admin --admin-url - http://pulsar:8080 namespaces set-retention --size -1 --time 3m tg/response; - sleep 20; done + - tg-init-pulsar + - -p + - http://pulsar:8080 deploy: resources: limits: cpus: '1' - memory: 400M + memory: 128M reservations: cpus: '0.1' - memory: 400M - image: docker.io/apachepulsar/pulsar:3.3.1 + memory: 128M + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 prometheus: deploy: @@ -124,7 +119,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 query-graph-embeddings: command: @@ -141,7 +136,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 query-triples: command: @@ -158,7 +153,7 @@ services: reservations: cpus: '0.1' memory: 512M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 store-doc-embeddings: command: @@ -175,7 +170,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 store-graph-embeddings: command: @@ -192,7 +187,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 store-triples: command: @@ -209,7 +204,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 volumes: cassandra: {} diff --git a/tg-storage-neo4j.yaml b/tg-storage-neo4j.yaml index 282d2f50..adde9c7b 100644 --- a/tg-storage-neo4j.yaml +++ b/tg-storage-neo4j.yaml @@ -21,23 +21,18 @@ services: - ./grafana/dashboards/:/var/lib/grafana/dashboards/ init-pulsar: command: - - sh - - -c - - while true; do pulsar-admin --admin-url http://pulsar:8080 tenants create tg - ; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/flow ; pulsar-admin - --admin-url http://pulsar:8080 namespaces create tg/request ; pulsar-admin --admin-url - http://pulsar:8080 namespaces create tg/response ; pulsar-admin --admin-url - http://pulsar:8080 namespaces set-retention --size -1 --time 3m tg/response; - sleep 20; done + - tg-init-pulsar + - -p + - http://pulsar:8080 deploy: resources: limits: cpus: '1' - memory: 400M + memory: 128M reservations: cpus: '0.1' - memory: 400M - image: docker.io/apachepulsar/pulsar:3.3.1 + memory: 128M + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 neo4j: deploy: @@ -125,7 +120,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 query-graph-embeddings: command: @@ -142,7 +137,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 query-triples: command: @@ -159,7 +154,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 store-doc-embeddings: command: @@ -176,7 +171,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 store-graph-embeddings: command: @@ -193,7 +188,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 store-triples: command: @@ -210,7 +205,7 @@ services: reservations: cpus: '0.1' memory: 128M - image: docker.io/trustgraph/trustgraph-flow:0.11.4 + image: docker.io/trustgraph/trustgraph-flow:0.11.5 restart: on-failure:100 volumes: grafana-storage: {} diff --git a/trustgraph/base/consumer_producer.py b/trustgraph/base/consumer_producer.py index 08ae1880..cabb7525 100644 --- a/trustgraph/base/consumer_producer.py +++ b/trustgraph/base/consumer_producer.py @@ -63,16 +63,16 @@ class ConsumerProducer(BaseProcessor): if output_schema == None: raise RuntimeError("output_schema must be specified") - self.consumer = self.client.subscribe( - input_queue, subscriber, - schema=JsonSchema(input_schema), - ) - self.producer = self.client.create_producer( topic=output_queue, schema=JsonSchema(output_schema), ) + self.consumer = self.client.subscribe( + input_queue, subscriber, + schema=JsonSchema(input_schema), + ) + def run(self): __class__.state_metric.state('running')