Streamline startup (#79)

* Separate Prom metrics, different processors as different jobs

* Create producers before consumers, may streamline startup.

* Bump version

* Add Pulsar init command, will replace pulsar-admin invocations.

* Integrate tg-init-pulsar with YAMLs

* Update YAMLs
This commit is contained in:
cybermaggedon 2024-09-30 12:19:22 +01:00 committed by GitHub
parent 5e8a1520ee
commit 14d79ef9f1
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
26 changed files with 684 additions and 550 deletions

View file

@ -1,6 +1,6 @@
# VERSION=$(shell git describe | sed 's/^v//')
VERSION=0.11.4
VERSION=0.11.5
DOCKER=podman

View file

@ -14,31 +14,134 @@ scrape_configs:
# The job name is added as a label `job=<job_name>` to any timeseries
# scraped from this config.
- job_name: 'trustgraph'
# Override the global default and scrape targets from this job every
# 5 seconds.
- job_name: 'pdf-decoder'
scrape_interval: 5s
static_configs:
- targets:
- 'pdf-decoder:8000'
- job_name: 'chunker'
scrape_interval: 5s
static_configs:
- targets:
- 'chunker:8000'
- job_name: 'vectorize'
scrape_interval: 5s
static_configs:
- targets:
- 'vectorize:8000'
- job_name: 'embeddings'
scrape_interval: 5s
static_configs:
- targets:
- 'embeddings:8000'
- job_name: 'kg-extract-definitions'
scrape_interval: 5s
static_configs:
- targets:
- 'kg-extract-definitions:8000'
- job_name: 'kg-extract-topics'
scrape_interval: 5s
static_configs:
- targets:
- 'kg-extract-topics:8000'
- job_name: 'kg-extract-relationships'
scrape_interval: 5s
static_configs:
- targets:
- 'kg-extract-relationships:8000'
- job_name: 'metering'
scrape_interval: 5s
static_configs:
- targets:
- 'metering:8000'
- job_name: 'metering-rag'
scrape_interval: 5s
static_configs:
- targets:
- 'metering-rag:8000'
- job_name: 'store-graph-embeddings'
scrape_interval: 5s
static_configs:
- targets:
- 'store-graph-embeddings:8000'
- job_name: 'store-triples'
scrape_interval: 5s
static_configs:
- targets:
- 'store-triples:8000'
- job_name: 'text-completion'
scrape_interval: 5s
static_configs:
- targets:
- 'text-completion:8000'
- job_name: 'text-completion-rag'
scrape_interval: 5s
static_configs:
- targets:
- 'text-completion-rag:8000'
- job_name: 'graph-rag'
scrape_interval: 5s
static_configs:
- targets:
- 'graph-rag:8000'
- job_name: 'prompt'
scrape_interval: 5s
static_configs:
- targets:
- 'prompt:8000'
- job_name: 'prompt-rag'
scrape_interval: 5s
static_configs:
- targets:
- 'prompt-rag:8000'
- job_name: 'query-graph-embeddings'
scrape_interval: 5s
static_configs:
- targets:
- 'query-graph-embeddings:8000'
- job_name: 'query-triples'
scrape_interval: 5s
static_configs:
- targets:
- 'query-triples:8000'
- job_name: 'pulsar'
scrape_interval: 5s
static_configs:
- targets:
- 'pulsar:8080'

119
scripts/tg-init-pulsar Executable file
View file

@ -0,0 +1,119 @@
#!/usr/bin/env python3
"""
Initialises Pulsar with Trustgraph tenant / namespaces & policy
"""
import requests
import time
import argparse
default_pulsar_admin_url = "http://pulsar:8080"
def get_clusters(url):
print("Get clusters...", flush=True)
resp = requests.get(f"{url}/admin/v2/clusters")
if resp.status_code != 200: raise RuntimeError("Could not fetch clusters")
return resp.json()
def ensure_tenant(url, tenant, clusters):
resp = requests.get(f"{url}/admin/v2/tenants/{tenant}")
if resp.status_code == 200:
print(f"Tenant {tenant} already exists.", flush=True)
return
resp = requests.put(
f"{url}/admin/v2/tenants/{tenant}",
json={
"adminRoles": [],
"allowedClusters": clusters,
}
)
if resp.status_code != 204:
print(resp.text, flush=True)
raise RuntimeError("Tenant creation failed.")
print(f"Tenant {tenant} created.", flush=True)
def ensure_namespace(url, tenant, namespace, config):
resp = requests.get(f"{url}/admin/v2/namespaces/{tenant}/{namespace}")
if resp.status_code == 200:
print(f"Namespace {tenant}/{namespace} already exists.", flush=True)
return
resp = requests.put(
f"{url}/admin/v2/namespaces/{tenant}/{namespace}",
json=config,
)
if resp.status_code != 204:
print(resp.status_code, flush=True)
print(resp.text, flush=True)
raise RuntimeError(f"Namespace {tenant}/{namespace} creation failed.")
print(f"Namespace {tenant}/{namespace} created.", flush=True)
def init(url, tenant="tg"):
clusters = get_clusters(url)
ensure_tenant(url, tenant, clusters)
ensure_namespace(url, tenant, "flow", {})
ensure_namespace(url, tenant, "request", {})
ensure_namespace(url, tenant, "response", {
"retention_policies": {
"retentionSizeInMB": -1,
"retentionTimeInMinutes": 3,
}
})
def main():
parser = argparse.ArgumentParser(
prog='tg-init-pulsar',
description=__doc__,
)
parser.add_argument(
'-p', '--pulsar-admin-url',
default=default_pulsar_admin_url,
help=f'Pulsar admin URL (default: {default_pulsar_admin_url})',
)
args = parser.parse_args()
while True:
try:
print(flush=True)
print(
f"Initialising with Pulsar {args.pulsar_admin_url}...",
flush=True
)
init(args.pulsar_admin_url, "tg")
print("Initialisation complete.", flush=True)
break
except Exception as e:
print("Exception:", e, flush=True)
print("Sleeping...", flush=True)
time.sleep(2)
print("Will retry...", flush=True)
main()

View file

@ -11,7 +11,7 @@ obj = resp.json()
tbl = [
[
m["metric"]["instance"],
m["metric"]["job"],
"running" if int(m["value"][1]) > 0 else "down"
]
for m in obj["data"]["result"]

View file

@ -4,7 +4,7 @@ import os
with open("README.md", "r") as fh:
long_description = fh.read()
version = "0.11.4"
version = "0.11.5"
setuptools.setup(
name="trustgraph",
@ -100,6 +100,7 @@ setuptools.setup(
"scripts/text-completion-ollama",
"scripts/text-completion-openai",
"scripts/text-completion-vertexai",
"scripts/tg-init-pulsar",
"scripts/tg-processor-state",
"scripts/triples-dump-parquet",
"scripts/triples-query-cassandra",

View file

@ -1,5 +1,6 @@
local base = import "base/base.jsonnet";
local images = import "values/images.jsonnet";
local url = import "values/url.jsonnet";
{
@ -14,7 +15,6 @@ local images = import "values/images.jsonnet";
engine.container("pulsar")
.with_image(images.pulsar)
.with_command(["bin/pulsar", "standalone"])
// .with_command(["/bin/sh", "-c", "sleep 9999999"])
.with_environment({
"PULSAR_MEM": "-Xms600M -Xmx600M"
})
@ -27,14 +27,14 @@ local images = import "values/images.jsonnet";
local adminContainer =
engine.container("init-pulsar")
.with_image(images.pulsar)
.with_image(images.trustgraph)
.with_command([
"sh",
"-c",
"while true; do pulsar-admin --admin-url http://pulsar:8080 tenants create tg ; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/flow ; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/request ; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/response ; pulsar-admin --admin-url http://pulsar:8080 namespaces set-retention --size -1 --time 3m tg/response; sleep 20; done",
"tg-init-pulsar",
"-p",
url.pulsar_admin,
])
.with_limits("1", "400M")
.with_reservations("0.1", "400M");
.with_limits("1", "128M")
.with_reservations("0.1", "128M");
local containerSet = engine.containers(
"pulsar",

View file

@ -1,5 +1,6 @@
{
pulsar: "pulsar://pulsar:6650",
pulsar_admin: "http://pulsar:8080",
milvus: "http://milvus:19530",
qdrant: "http://qdrant:6333",
}

View file

@ -33,7 +33,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
embeddings:
command:
@ -50,7 +50,7 @@ services:
reservations:
cpus: '0.5'
memory: 400M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
grafana:
deploy:
@ -95,27 +95,22 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
init-pulsar:
command:
- sh
- -c
- while true; do pulsar-admin --admin-url http://pulsar:8080 tenants create tg
; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/flow ; pulsar-admin
--admin-url http://pulsar:8080 namespaces create tg/request ; pulsar-admin --admin-url
http://pulsar:8080 namespaces create tg/response ; pulsar-admin --admin-url
http://pulsar:8080 namespaces set-retention --size -1 --time 3m tg/response;
sleep 20; done
- tg-init-pulsar
- -p
- http://pulsar:8080
deploy:
resources:
limits:
cpus: '1'
memory: 400M
memory: 128M
reservations:
cpus: '0.1'
memory: 400M
image: docker.io/apachepulsar/pulsar:3.3.1
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
kg-extract-definitions:
command:
@ -130,7 +125,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
kg-extract-relationships:
command:
@ -145,7 +140,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
kg-extract-topics:
command:
@ -160,7 +155,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
metering:
command:
@ -175,7 +170,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
metering-rag:
command:
@ -192,7 +187,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
pdf-decoder:
command:
@ -207,7 +202,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
prometheus:
deploy:
@ -397,7 +392,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
prompt-rag:
command:
@ -575,7 +570,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
pulsar:
command:
@ -629,7 +624,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
query-graph-embeddings:
command:
@ -646,7 +641,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
query-triples:
command:
@ -663,7 +658,7 @@ services:
reservations:
cpus: '0.1'
memory: 512M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
store-doc-embeddings:
command:
@ -680,7 +675,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
store-graph-embeddings:
command:
@ -697,7 +692,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
store-triples:
command:
@ -714,7 +709,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
text-completion:
command:
@ -737,7 +732,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
text-completion-rag:
command:
@ -764,7 +759,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
vectorize:
command:
@ -779,7 +774,7 @@ services:
reservations:
cpus: '0.5'
memory: 512M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
volumes:
cassandra: {}

View file

@ -16,7 +16,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
embeddings:
command:
@ -33,7 +33,7 @@ services:
reservations:
cpus: '0.5'
memory: 400M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
grafana:
deploy:
@ -78,27 +78,22 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
init-pulsar:
command:
- sh
- -c
- while true; do pulsar-admin --admin-url http://pulsar:8080 tenants create tg
; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/flow ; pulsar-admin
--admin-url http://pulsar:8080 namespaces create tg/request ; pulsar-admin --admin-url
http://pulsar:8080 namespaces create tg/response ; pulsar-admin --admin-url
http://pulsar:8080 namespaces set-retention --size -1 --time 3m tg/response;
sleep 20; done
- tg-init-pulsar
- -p
- http://pulsar:8080
deploy:
resources:
limits:
cpus: '1'
memory: 400M
memory: 128M
reservations:
cpus: '0.1'
memory: 400M
image: docker.io/apachepulsar/pulsar:3.3.1
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
kg-extract-definitions:
command:
@ -113,7 +108,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
kg-extract-relationships:
command:
@ -128,7 +123,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
kg-extract-topics:
command:
@ -143,7 +138,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
metering:
command:
@ -158,7 +153,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
metering-rag:
command:
@ -175,7 +170,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
neo4j:
deploy:
@ -208,7 +203,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
prometheus:
deploy:
@ -398,7 +393,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
prompt-rag:
command:
@ -576,7 +571,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
pulsar:
command:
@ -630,7 +625,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
query-graph-embeddings:
command:
@ -647,7 +642,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
query-triples:
command:
@ -664,7 +659,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
store-doc-embeddings:
command:
@ -681,7 +676,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
store-graph-embeddings:
command:
@ -698,7 +693,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
store-triples:
command:
@ -715,7 +710,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
text-completion:
command:
@ -738,7 +733,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
text-completion-rag:
command:
@ -765,7 +760,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
vectorize:
command:
@ -780,7 +775,7 @@ services:
reservations:
cpus: '0.5'
memory: 512M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
volumes:
grafana-storage: {}

View file

@ -33,7 +33,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
embeddings:
command:
@ -50,7 +50,7 @@ services:
reservations:
cpus: '0.5'
memory: 400M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
grafana:
deploy:
@ -95,27 +95,22 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
init-pulsar:
command:
- sh
- -c
- while true; do pulsar-admin --admin-url http://pulsar:8080 tenants create tg
; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/flow ; pulsar-admin
--admin-url http://pulsar:8080 namespaces create tg/request ; pulsar-admin --admin-url
http://pulsar:8080 namespaces create tg/response ; pulsar-admin --admin-url
http://pulsar:8080 namespaces set-retention --size -1 --time 3m tg/response;
sleep 20; done
- tg-init-pulsar
- -p
- http://pulsar:8080
deploy:
resources:
limits:
cpus: '1'
memory: 400M
memory: 128M
reservations:
cpus: '0.1'
memory: 400M
image: docker.io/apachepulsar/pulsar:3.3.1
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
kg-extract-definitions:
command:
@ -130,7 +125,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
kg-extract-relationships:
command:
@ -145,7 +140,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
kg-extract-topics:
command:
@ -160,7 +155,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
metering:
command:
@ -175,7 +170,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
metering-rag:
command:
@ -192,7 +187,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
pdf-decoder:
command:
@ -207,7 +202,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
prometheus:
deploy:
@ -397,7 +392,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
prompt-rag:
command:
@ -575,7 +570,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
pulsar:
command:
@ -629,7 +624,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
query-graph-embeddings:
command:
@ -646,7 +641,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
query-triples:
command:
@ -663,7 +658,7 @@ services:
reservations:
cpus: '0.1'
memory: 512M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
store-doc-embeddings:
command:
@ -680,7 +675,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
store-graph-embeddings:
command:
@ -697,7 +692,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
store-triples:
command:
@ -714,7 +709,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
text-completion:
command:
@ -741,7 +736,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
text-completion-rag:
command:
@ -772,7 +767,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
vectorize:
command:
@ -787,7 +782,7 @@ services:
reservations:
cpus: '0.5'
memory: 512M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
volumes:
cassandra: {}

View file

@ -16,7 +16,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
embeddings:
command:
@ -33,7 +33,7 @@ services:
reservations:
cpus: '0.5'
memory: 400M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
grafana:
deploy:
@ -78,27 +78,22 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
init-pulsar:
command:
- sh
- -c
- while true; do pulsar-admin --admin-url http://pulsar:8080 tenants create tg
; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/flow ; pulsar-admin
--admin-url http://pulsar:8080 namespaces create tg/request ; pulsar-admin --admin-url
http://pulsar:8080 namespaces create tg/response ; pulsar-admin --admin-url
http://pulsar:8080 namespaces set-retention --size -1 --time 3m tg/response;
sleep 20; done
- tg-init-pulsar
- -p
- http://pulsar:8080
deploy:
resources:
limits:
cpus: '1'
memory: 400M
memory: 128M
reservations:
cpus: '0.1'
memory: 400M
image: docker.io/apachepulsar/pulsar:3.3.1
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
kg-extract-definitions:
command:
@ -113,7 +108,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
kg-extract-relationships:
command:
@ -128,7 +123,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
kg-extract-topics:
command:
@ -143,7 +138,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
metering:
command:
@ -158,7 +153,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
metering-rag:
command:
@ -175,7 +170,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
neo4j:
deploy:
@ -208,7 +203,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
prometheus:
deploy:
@ -398,7 +393,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
prompt-rag:
command:
@ -576,7 +571,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
pulsar:
command:
@ -630,7 +625,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
query-graph-embeddings:
command:
@ -647,7 +642,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
query-triples:
command:
@ -664,7 +659,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
store-doc-embeddings:
command:
@ -681,7 +676,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
store-graph-embeddings:
command:
@ -698,7 +693,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
store-triples:
command:
@ -715,7 +710,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
text-completion:
command:
@ -742,7 +737,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
text-completion-rag:
command:
@ -773,7 +768,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
vectorize:
command:
@ -788,7 +783,7 @@ services:
reservations:
cpus: '0.5'
memory: 512M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
volumes:
grafana-storage: {}

View file

@ -33,7 +33,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
embeddings:
command:
@ -50,7 +50,7 @@ services:
reservations:
cpus: '0.5'
memory: 400M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
grafana:
deploy:
@ -95,27 +95,22 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
init-pulsar:
command:
- sh
- -c
- while true; do pulsar-admin --admin-url http://pulsar:8080 tenants create tg
; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/flow ; pulsar-admin
--admin-url http://pulsar:8080 namespaces create tg/request ; pulsar-admin --admin-url
http://pulsar:8080 namespaces create tg/response ; pulsar-admin --admin-url
http://pulsar:8080 namespaces set-retention --size -1 --time 3m tg/response;
sleep 20; done
- tg-init-pulsar
- -p
- http://pulsar:8080
deploy:
resources:
limits:
cpus: '1'
memory: 400M
memory: 128M
reservations:
cpus: '0.1'
memory: 400M
image: docker.io/apachepulsar/pulsar:3.3.1
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
kg-extract-definitions:
command:
@ -130,7 +125,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
kg-extract-relationships:
command:
@ -145,7 +140,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
kg-extract-topics:
command:
@ -160,7 +155,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
metering:
command:
@ -175,7 +170,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
metering-rag:
command:
@ -192,7 +187,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
pdf-decoder:
command:
@ -207,7 +202,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
prometheus:
deploy:
@ -397,7 +392,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
prompt-rag:
command:
@ -575,7 +570,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
pulsar:
command:
@ -629,7 +624,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
query-graph-embeddings:
command:
@ -646,7 +641,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
query-triples:
command:
@ -663,7 +658,7 @@ services:
reservations:
cpus: '0.1'
memory: 512M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
store-doc-embeddings:
command:
@ -680,7 +675,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
store-graph-embeddings:
command:
@ -697,7 +692,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
store-triples:
command:
@ -714,7 +709,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
text-completion:
command:
@ -735,7 +730,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
text-completion-rag:
command:
@ -760,7 +755,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
vectorize:
command:
@ -775,7 +770,7 @@ services:
reservations:
cpus: '0.5'
memory: 512M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
volumes:
cassandra: {}

View file

@ -16,7 +16,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
embeddings:
command:
@ -33,7 +33,7 @@ services:
reservations:
cpus: '0.5'
memory: 400M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
grafana:
deploy:
@ -78,27 +78,22 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
init-pulsar:
command:
- sh
- -c
- while true; do pulsar-admin --admin-url http://pulsar:8080 tenants create tg
; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/flow ; pulsar-admin
--admin-url http://pulsar:8080 namespaces create tg/request ; pulsar-admin --admin-url
http://pulsar:8080 namespaces create tg/response ; pulsar-admin --admin-url
http://pulsar:8080 namespaces set-retention --size -1 --time 3m tg/response;
sleep 20; done
- tg-init-pulsar
- -p
- http://pulsar:8080
deploy:
resources:
limits:
cpus: '1'
memory: 400M
memory: 128M
reservations:
cpus: '0.1'
memory: 400M
image: docker.io/apachepulsar/pulsar:3.3.1
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
kg-extract-definitions:
command:
@ -113,7 +108,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
kg-extract-relationships:
command:
@ -128,7 +123,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
kg-extract-topics:
command:
@ -143,7 +138,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
metering:
command:
@ -158,7 +153,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
metering-rag:
command:
@ -175,7 +170,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
neo4j:
deploy:
@ -208,7 +203,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
prometheus:
deploy:
@ -398,7 +393,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
prompt-rag:
command:
@ -576,7 +571,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
pulsar:
command:
@ -630,7 +625,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
query-graph-embeddings:
command:
@ -647,7 +642,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
query-triples:
command:
@ -664,7 +659,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
store-doc-embeddings:
command:
@ -681,7 +676,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
store-graph-embeddings:
command:
@ -698,7 +693,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
store-triples:
command:
@ -715,7 +710,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
text-completion:
command:
@ -736,7 +731,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
text-completion-rag:
command:
@ -761,7 +756,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
vectorize:
command:
@ -776,7 +771,7 @@ services:
reservations:
cpus: '0.5'
memory: 512M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
volumes:
grafana-storage: {}

View file

@ -33,7 +33,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
embeddings:
command:
@ -50,7 +50,7 @@ services:
reservations:
cpus: '0.5'
memory: 400M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
grafana:
deploy:
@ -95,27 +95,22 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
init-pulsar:
command:
- sh
- -c
- while true; do pulsar-admin --admin-url http://pulsar:8080 tenants create tg
; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/flow ; pulsar-admin
--admin-url http://pulsar:8080 namespaces create tg/request ; pulsar-admin --admin-url
http://pulsar:8080 namespaces create tg/response ; pulsar-admin --admin-url
http://pulsar:8080 namespaces set-retention --size -1 --time 3m tg/response;
sleep 20; done
- tg-init-pulsar
- -p
- http://pulsar:8080
deploy:
resources:
limits:
cpus: '1'
memory: 400M
memory: 128M
reservations:
cpus: '0.1'
memory: 400M
image: docker.io/apachepulsar/pulsar:3.3.1
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
kg-extract-definitions:
command:
@ -130,7 +125,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
kg-extract-relationships:
command:
@ -145,7 +140,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
kg-extract-topics:
command:
@ -160,7 +155,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
metering:
command:
@ -175,7 +170,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
metering-rag:
command:
@ -192,7 +187,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
pdf-decoder:
command:
@ -207,7 +202,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
prometheus:
deploy:
@ -397,7 +392,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
prompt-rag:
command:
@ -575,7 +570,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
pulsar:
command:
@ -629,7 +624,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
query-graph-embeddings:
command:
@ -646,7 +641,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
query-triples:
command:
@ -663,7 +658,7 @@ services:
reservations:
cpus: '0.1'
memory: 512M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
store-doc-embeddings:
command:
@ -680,7 +675,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
store-graph-embeddings:
command:
@ -697,7 +692,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
store-triples:
command:
@ -714,7 +709,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
text-completion:
command:
@ -733,7 +728,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
text-completion-rag:
command:
@ -756,7 +751,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
vectorize:
command:
@ -771,7 +766,7 @@ services:
reservations:
cpus: '0.5'
memory: 512M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
volumes:
cassandra: {}

View file

@ -16,7 +16,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
embeddings:
command:
@ -33,7 +33,7 @@ services:
reservations:
cpus: '0.5'
memory: 400M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
grafana:
deploy:
@ -78,27 +78,22 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
init-pulsar:
command:
- sh
- -c
- while true; do pulsar-admin --admin-url http://pulsar:8080 tenants create tg
; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/flow ; pulsar-admin
--admin-url http://pulsar:8080 namespaces create tg/request ; pulsar-admin --admin-url
http://pulsar:8080 namespaces create tg/response ; pulsar-admin --admin-url
http://pulsar:8080 namespaces set-retention --size -1 --time 3m tg/response;
sleep 20; done
- tg-init-pulsar
- -p
- http://pulsar:8080
deploy:
resources:
limits:
cpus: '1'
memory: 400M
memory: 128M
reservations:
cpus: '0.1'
memory: 400M
image: docker.io/apachepulsar/pulsar:3.3.1
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
kg-extract-definitions:
command:
@ -113,7 +108,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
kg-extract-relationships:
command:
@ -128,7 +123,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
kg-extract-topics:
command:
@ -143,7 +138,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
metering:
command:
@ -158,7 +153,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
metering-rag:
command:
@ -175,7 +170,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
neo4j:
deploy:
@ -208,7 +203,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
prometheus:
deploy:
@ -398,7 +393,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
prompt-rag:
command:
@ -576,7 +571,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
pulsar:
command:
@ -630,7 +625,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
query-graph-embeddings:
command:
@ -647,7 +642,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
query-triples:
command:
@ -664,7 +659,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
store-doc-embeddings:
command:
@ -681,7 +676,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
store-graph-embeddings:
command:
@ -698,7 +693,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
store-triples:
command:
@ -715,7 +710,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
text-completion:
command:
@ -734,7 +729,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
text-completion-rag:
command:
@ -757,7 +752,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
vectorize:
command:
@ -772,7 +767,7 @@ services:
reservations:
cpus: '0.5'
memory: 512M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
volumes:
grafana-storage: {}

View file

@ -33,7 +33,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
embeddings:
command:
@ -50,7 +50,7 @@ services:
reservations:
cpus: '0.5'
memory: 400M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
grafana:
deploy:
@ -95,27 +95,22 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
init-pulsar:
command:
- sh
- -c
- while true; do pulsar-admin --admin-url http://pulsar:8080 tenants create tg
; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/flow ; pulsar-admin
--admin-url http://pulsar:8080 namespaces create tg/request ; pulsar-admin --admin-url
http://pulsar:8080 namespaces create tg/response ; pulsar-admin --admin-url
http://pulsar:8080 namespaces set-retention --size -1 --time 3m tg/response;
sleep 20; done
- tg-init-pulsar
- -p
- http://pulsar:8080
deploy:
resources:
limits:
cpus: '1'
memory: 400M
memory: 128M
reservations:
cpus: '0.1'
memory: 400M
image: docker.io/apachepulsar/pulsar:3.3.1
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
kg-extract-definitions:
command:
@ -130,7 +125,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
kg-extract-relationships:
command:
@ -145,7 +140,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
kg-extract-topics:
command:
@ -160,7 +155,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
metering:
command:
@ -175,7 +170,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
metering-rag:
command:
@ -192,7 +187,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
pdf-decoder:
command:
@ -207,7 +202,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
prometheus:
deploy:
@ -242,7 +237,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
prompt-rag:
command:
@ -265,7 +260,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
pulsar:
command:
@ -319,7 +314,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
query-graph-embeddings:
command:
@ -336,7 +331,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
query-triples:
command:
@ -353,7 +348,7 @@ services:
reservations:
cpus: '0.1'
memory: 512M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
store-doc-embeddings:
command:
@ -370,7 +365,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
store-graph-embeddings:
command:
@ -387,7 +382,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
store-triples:
command:
@ -404,7 +399,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
text-completion:
command:
@ -423,7 +418,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
text-completion-rag:
command:
@ -446,7 +441,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
vectorize:
command:
@ -461,7 +456,7 @@ services:
reservations:
cpus: '0.5'
memory: 512M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
volumes:
cassandra: {}

View file

@ -16,7 +16,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
embeddings:
command:
@ -33,7 +33,7 @@ services:
reservations:
cpus: '0.5'
memory: 400M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
grafana:
deploy:
@ -78,27 +78,22 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
init-pulsar:
command:
- sh
- -c
- while true; do pulsar-admin --admin-url http://pulsar:8080 tenants create tg
; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/flow ; pulsar-admin
--admin-url http://pulsar:8080 namespaces create tg/request ; pulsar-admin --admin-url
http://pulsar:8080 namespaces create tg/response ; pulsar-admin --admin-url
http://pulsar:8080 namespaces set-retention --size -1 --time 3m tg/response;
sleep 20; done
- tg-init-pulsar
- -p
- http://pulsar:8080
deploy:
resources:
limits:
cpus: '1'
memory: 400M
memory: 128M
reservations:
cpus: '0.1'
memory: 400M
image: docker.io/apachepulsar/pulsar:3.3.1
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
kg-extract-definitions:
command:
@ -113,7 +108,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
kg-extract-relationships:
command:
@ -128,7 +123,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
kg-extract-topics:
command:
@ -143,7 +138,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
metering:
command:
@ -158,7 +153,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
metering-rag:
command:
@ -175,7 +170,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
neo4j:
deploy:
@ -208,7 +203,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
prometheus:
deploy:
@ -243,7 +238,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
prompt-rag:
command:
@ -266,7 +261,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
pulsar:
command:
@ -320,7 +315,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
query-graph-embeddings:
command:
@ -337,7 +332,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
query-triples:
command:
@ -354,7 +349,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
store-doc-embeddings:
command:
@ -371,7 +366,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
store-graph-embeddings:
command:
@ -388,7 +383,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
store-triples:
command:
@ -405,7 +400,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
text-completion:
command:
@ -424,7 +419,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
text-completion-rag:
command:
@ -447,7 +442,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
vectorize:
command:
@ -462,7 +457,7 @@ services:
reservations:
cpus: '0.5'
memory: 512M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
volumes:
grafana-storage: {}

View file

@ -33,7 +33,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
embeddings:
command:
@ -50,7 +50,7 @@ services:
reservations:
cpus: '0.5'
memory: 400M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
grafana:
deploy:
@ -95,27 +95,22 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
init-pulsar:
command:
- sh
- -c
- while true; do pulsar-admin --admin-url http://pulsar:8080 tenants create tg
; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/flow ; pulsar-admin
--admin-url http://pulsar:8080 namespaces create tg/request ; pulsar-admin --admin-url
http://pulsar:8080 namespaces create tg/response ; pulsar-admin --admin-url
http://pulsar:8080 namespaces set-retention --size -1 --time 3m tg/response;
sleep 20; done
- tg-init-pulsar
- -p
- http://pulsar:8080
deploy:
resources:
limits:
cpus: '1'
memory: 400M
memory: 128M
reservations:
cpus: '0.1'
memory: 400M
image: docker.io/apachepulsar/pulsar:3.3.1
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
kg-extract-definitions:
command:
@ -130,7 +125,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
kg-extract-relationships:
command:
@ -145,7 +140,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
kg-extract-topics:
command:
@ -160,7 +155,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
metering:
command:
@ -175,7 +170,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
metering-rag:
command:
@ -192,7 +187,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
pdf-decoder:
command:
@ -207,7 +202,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
prometheus:
deploy:
@ -242,7 +237,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
prompt-rag:
command:
@ -265,7 +260,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
pulsar:
command:
@ -319,7 +314,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
query-graph-embeddings:
command:
@ -336,7 +331,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
query-triples:
command:
@ -353,7 +348,7 @@ services:
reservations:
cpus: '0.1'
memory: 512M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
store-doc-embeddings:
command:
@ -370,7 +365,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
store-graph-embeddings:
command:
@ -387,7 +382,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
store-triples:
command:
@ -404,7 +399,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
text-completion:
command:
@ -423,7 +418,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
text-completion-rag:
command:
@ -446,7 +441,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
vectorize:
command:
@ -461,7 +456,7 @@ services:
reservations:
cpus: '0.5'
memory: 512M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
volumes:
cassandra: {}

View file

@ -16,7 +16,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
embeddings:
command:
@ -33,7 +33,7 @@ services:
reservations:
cpus: '0.5'
memory: 400M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
grafana:
deploy:
@ -78,27 +78,22 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
init-pulsar:
command:
- sh
- -c
- while true; do pulsar-admin --admin-url http://pulsar:8080 tenants create tg
; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/flow ; pulsar-admin
--admin-url http://pulsar:8080 namespaces create tg/request ; pulsar-admin --admin-url
http://pulsar:8080 namespaces create tg/response ; pulsar-admin --admin-url
http://pulsar:8080 namespaces set-retention --size -1 --time 3m tg/response;
sleep 20; done
- tg-init-pulsar
- -p
- http://pulsar:8080
deploy:
resources:
limits:
cpus: '1'
memory: 400M
memory: 128M
reservations:
cpus: '0.1'
memory: 400M
image: docker.io/apachepulsar/pulsar:3.3.1
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
kg-extract-definitions:
command:
@ -113,7 +108,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
kg-extract-relationships:
command:
@ -128,7 +123,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
kg-extract-topics:
command:
@ -143,7 +138,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
metering:
command:
@ -158,7 +153,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
metering-rag:
command:
@ -175,7 +170,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
neo4j:
deploy:
@ -208,7 +203,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
prometheus:
deploy:
@ -243,7 +238,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
prompt-rag:
command:
@ -266,7 +261,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
pulsar:
command:
@ -320,7 +315,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
query-graph-embeddings:
command:
@ -337,7 +332,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
query-triples:
command:
@ -354,7 +349,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
store-doc-embeddings:
command:
@ -371,7 +366,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
store-graph-embeddings:
command:
@ -388,7 +383,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
store-triples:
command:
@ -405,7 +400,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
text-completion:
command:
@ -424,7 +419,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
text-completion-rag:
command:
@ -447,7 +442,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
vectorize:
command:
@ -462,7 +457,7 @@ services:
reservations:
cpus: '0.5'
memory: 512M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
volumes:
grafana-storage: {}

View file

@ -33,7 +33,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
embeddings:
command:
@ -50,7 +50,7 @@ services:
reservations:
cpus: '0.5'
memory: 400M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
grafana:
deploy:
@ -95,27 +95,22 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
init-pulsar:
command:
- sh
- -c
- while true; do pulsar-admin --admin-url http://pulsar:8080 tenants create tg
; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/flow ; pulsar-admin
--admin-url http://pulsar:8080 namespaces create tg/request ; pulsar-admin --admin-url
http://pulsar:8080 namespaces create tg/response ; pulsar-admin --admin-url
http://pulsar:8080 namespaces set-retention --size -1 --time 3m tg/response;
sleep 20; done
- tg-init-pulsar
- -p
- http://pulsar:8080
deploy:
resources:
limits:
cpus: '1'
memory: 400M
memory: 128M
reservations:
cpus: '0.1'
memory: 400M
image: docker.io/apachepulsar/pulsar:3.3.1
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
kg-extract-definitions:
command:
@ -130,7 +125,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
kg-extract-relationships:
command:
@ -145,7 +140,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
kg-extract-topics:
command:
@ -160,7 +155,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
metering:
command:
@ -175,7 +170,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
metering-rag:
command:
@ -192,7 +187,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
pdf-decoder:
command:
@ -207,7 +202,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
prometheus:
deploy:
@ -397,7 +392,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
prompt-rag:
command:
@ -575,7 +570,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
pulsar:
command:
@ -629,7 +624,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
query-graph-embeddings:
command:
@ -646,7 +641,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
query-triples:
command:
@ -663,7 +658,7 @@ services:
reservations:
cpus: '0.1'
memory: 512M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
store-doc-embeddings:
command:
@ -680,7 +675,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
store-graph-embeddings:
command:
@ -697,7 +692,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
store-triples:
command:
@ -714,7 +709,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
text-completion:
command:
@ -737,7 +732,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
text-completion-rag:
command:
@ -764,7 +759,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
vectorize:
command:
@ -779,7 +774,7 @@ services:
reservations:
cpus: '0.5'
memory: 512M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
volumes:
cassandra: {}

View file

@ -16,7 +16,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
embeddings:
command:
@ -33,7 +33,7 @@ services:
reservations:
cpus: '0.5'
memory: 400M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
grafana:
deploy:
@ -78,27 +78,22 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
init-pulsar:
command:
- sh
- -c
- while true; do pulsar-admin --admin-url http://pulsar:8080 tenants create tg
; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/flow ; pulsar-admin
--admin-url http://pulsar:8080 namespaces create tg/request ; pulsar-admin --admin-url
http://pulsar:8080 namespaces create tg/response ; pulsar-admin --admin-url
http://pulsar:8080 namespaces set-retention --size -1 --time 3m tg/response;
sleep 20; done
- tg-init-pulsar
- -p
- http://pulsar:8080
deploy:
resources:
limits:
cpus: '1'
memory: 400M
memory: 128M
reservations:
cpus: '0.1'
memory: 400M
image: docker.io/apachepulsar/pulsar:3.3.1
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
kg-extract-definitions:
command:
@ -113,7 +108,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
kg-extract-relationships:
command:
@ -128,7 +123,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
kg-extract-topics:
command:
@ -143,7 +138,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
metering:
command:
@ -158,7 +153,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
metering-rag:
command:
@ -175,7 +170,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
neo4j:
deploy:
@ -208,7 +203,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
prometheus:
deploy:
@ -398,7 +393,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
prompt-rag:
command:
@ -576,7 +571,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
pulsar:
command:
@ -630,7 +625,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
query-graph-embeddings:
command:
@ -647,7 +642,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
query-triples:
command:
@ -664,7 +659,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
store-doc-embeddings:
command:
@ -681,7 +676,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
store-graph-embeddings:
command:
@ -698,7 +693,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
store-triples:
command:
@ -715,7 +710,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
text-completion:
command:
@ -738,7 +733,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
text-completion-rag:
command:
@ -765,7 +760,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
vectorize:
command:
@ -780,7 +775,7 @@ services:
reservations:
cpus: '0.5'
memory: 512M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
volumes:
grafana-storage: {}

View file

@ -33,7 +33,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
embeddings:
command:
@ -50,7 +50,7 @@ services:
reservations:
cpus: '0.5'
memory: 400M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
grafana:
deploy:
@ -95,27 +95,22 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
init-pulsar:
command:
- sh
- -c
- while true; do pulsar-admin --admin-url http://pulsar:8080 tenants create tg
; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/flow ; pulsar-admin
--admin-url http://pulsar:8080 namespaces create tg/request ; pulsar-admin --admin-url
http://pulsar:8080 namespaces create tg/response ; pulsar-admin --admin-url
http://pulsar:8080 namespaces set-retention --size -1 --time 3m tg/response;
sleep 20; done
- tg-init-pulsar
- -p
- http://pulsar:8080
deploy:
resources:
limits:
cpus: '1'
memory: 400M
memory: 128M
reservations:
cpus: '0.1'
memory: 400M
image: docker.io/apachepulsar/pulsar:3.3.1
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
kg-extract-definitions:
command:
@ -130,7 +125,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
kg-extract-relationships:
command:
@ -145,7 +140,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
kg-extract-topics:
command:
@ -160,7 +155,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
metering:
command:
@ -175,7 +170,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
metering-rag:
command:
@ -192,7 +187,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
pdf-decoder:
command:
@ -207,7 +202,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
prometheus:
deploy:
@ -397,7 +392,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
prompt-rag:
command:
@ -575,7 +570,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
pulsar:
command:
@ -629,7 +624,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
query-graph-embeddings:
command:
@ -646,7 +641,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
query-triples:
command:
@ -663,7 +658,7 @@ services:
reservations:
cpus: '0.1'
memory: 512M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
store-doc-embeddings:
command:
@ -680,7 +675,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
store-graph-embeddings:
command:
@ -697,7 +692,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
store-triples:
command:
@ -714,7 +709,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
text-completion:
command:
@ -739,7 +734,7 @@ services:
reservations:
cpus: '0.1'
memory: 256M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
volumes:
- ./vertexai:/vertexai
@ -770,7 +765,7 @@ services:
reservations:
cpus: '0.1'
memory: 256M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
volumes:
- ./vertexai:/vertexai
@ -787,7 +782,7 @@ services:
reservations:
cpus: '0.5'
memory: 512M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
volumes:
cassandra: {}

View file

@ -16,7 +16,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
embeddings:
command:
@ -33,7 +33,7 @@ services:
reservations:
cpus: '0.5'
memory: 400M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
grafana:
deploy:
@ -78,27 +78,22 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
init-pulsar:
command:
- sh
- -c
- while true; do pulsar-admin --admin-url http://pulsar:8080 tenants create tg
; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/flow ; pulsar-admin
--admin-url http://pulsar:8080 namespaces create tg/request ; pulsar-admin --admin-url
http://pulsar:8080 namespaces create tg/response ; pulsar-admin --admin-url
http://pulsar:8080 namespaces set-retention --size -1 --time 3m tg/response;
sleep 20; done
- tg-init-pulsar
- -p
- http://pulsar:8080
deploy:
resources:
limits:
cpus: '1'
memory: 400M
memory: 128M
reservations:
cpus: '0.1'
memory: 400M
image: docker.io/apachepulsar/pulsar:3.3.1
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
kg-extract-definitions:
command:
@ -113,7 +108,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
kg-extract-relationships:
command:
@ -128,7 +123,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
kg-extract-topics:
command:
@ -143,7 +138,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
metering:
command:
@ -158,7 +153,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
metering-rag:
command:
@ -175,7 +170,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
neo4j:
deploy:
@ -208,7 +203,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
prometheus:
deploy:
@ -398,7 +393,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
prompt-rag:
command:
@ -576,7 +571,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
pulsar:
command:
@ -630,7 +625,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
query-graph-embeddings:
command:
@ -647,7 +642,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
query-triples:
command:
@ -664,7 +659,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
store-doc-embeddings:
command:
@ -681,7 +676,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
store-graph-embeddings:
command:
@ -698,7 +693,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
store-triples:
command:
@ -715,7 +710,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
text-completion:
command:
@ -740,7 +735,7 @@ services:
reservations:
cpus: '0.1'
memory: 256M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
volumes:
- ./vertexai:/vertexai
@ -771,7 +766,7 @@ services:
reservations:
cpus: '0.1'
memory: 256M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
volumes:
- ./vertexai:/vertexai
@ -788,7 +783,7 @@ services:
reservations:
cpus: '0.5'
memory: 512M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
volumes:
grafana-storage: {}

View file

@ -38,23 +38,18 @@ services:
- ./grafana/dashboards/:/var/lib/grafana/dashboards/
init-pulsar:
command:
- sh
- -c
- while true; do pulsar-admin --admin-url http://pulsar:8080 tenants create tg
; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/flow ; pulsar-admin
--admin-url http://pulsar:8080 namespaces create tg/request ; pulsar-admin --admin-url
http://pulsar:8080 namespaces create tg/response ; pulsar-admin --admin-url
http://pulsar:8080 namespaces set-retention --size -1 --time 3m tg/response;
sleep 20; done
- tg-init-pulsar
- -p
- http://pulsar:8080
deploy:
resources:
limits:
cpus: '1'
memory: 400M
memory: 128M
reservations:
cpus: '0.1'
memory: 400M
image: docker.io/apachepulsar/pulsar:3.3.1
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
prometheus:
deploy:
@ -124,7 +119,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
query-graph-embeddings:
command:
@ -141,7 +136,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
query-triples:
command:
@ -158,7 +153,7 @@ services:
reservations:
cpus: '0.1'
memory: 512M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
store-doc-embeddings:
command:
@ -175,7 +170,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
store-graph-embeddings:
command:
@ -192,7 +187,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
store-triples:
command:
@ -209,7 +204,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
volumes:
cassandra: {}

View file

@ -21,23 +21,18 @@ services:
- ./grafana/dashboards/:/var/lib/grafana/dashboards/
init-pulsar:
command:
- sh
- -c
- while true; do pulsar-admin --admin-url http://pulsar:8080 tenants create tg
; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/flow ; pulsar-admin
--admin-url http://pulsar:8080 namespaces create tg/request ; pulsar-admin --admin-url
http://pulsar:8080 namespaces create tg/response ; pulsar-admin --admin-url
http://pulsar:8080 namespaces set-retention --size -1 --time 3m tg/response;
sleep 20; done
- tg-init-pulsar
- -p
- http://pulsar:8080
deploy:
resources:
limits:
cpus: '1'
memory: 400M
memory: 128M
reservations:
cpus: '0.1'
memory: 400M
image: docker.io/apachepulsar/pulsar:3.3.1
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
neo4j:
deploy:
@ -125,7 +120,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
query-graph-embeddings:
command:
@ -142,7 +137,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
query-triples:
command:
@ -159,7 +154,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
store-doc-embeddings:
command:
@ -176,7 +171,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
store-graph-embeddings:
command:
@ -193,7 +188,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
store-triples:
command:
@ -210,7 +205,7 @@ services:
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.11.4
image: docker.io/trustgraph/trustgraph-flow:0.11.5
restart: on-failure:100
volumes:
grafana-storage: {}

View file

@ -63,16 +63,16 @@ class ConsumerProducer(BaseProcessor):
if output_schema == None:
raise RuntimeError("output_schema must be specified")
self.consumer = self.client.subscribe(
input_queue, subscriber,
schema=JsonSchema(input_schema),
)
self.producer = self.client.create_producer(
topic=output_queue,
schema=JsonSchema(output_schema),
)
self.consumer = self.client.subscribe(
input_queue, subscriber,
schema=JsonSchema(input_schema),
)
def run(self):
__class__.state_metric.state('running')