diff --git a/Makefile b/Makefile index 63c971ba..b4aef413 100644 --- a/Makefile +++ b/Makefile @@ -1,6 +1,6 @@ # VERSION=$(shell git describe | sed 's/^v//') -VERSION=0.9.4 +VERSION=0.9.5 DOCKER=podman @@ -32,12 +32,12 @@ clean: set-version: echo '"${VERSION}"' > templates/values/version.jsonnet -TEMPLATES=azure bedrock claude cohere mix ollama openai vertexai \ +TEMPLATES=azure bedrock claude cohere mix llamafile ollama openai vertexai \ openai-neo4j storage DCS=$(foreach template,${TEMPLATES},${template:%=tg-launch-%.yaml}) -MODELS=azure bedrock claude cohere ollama openai vertexai +MODELS=azure bedrock claude cohere llamafile ollama openai vertexai GRAPHS=cassandra neo4j # tg-launch-%.yaml: templates/%.jsonnet templates/components/version.jsonnet diff --git a/scripts/text-completion-llamafile b/scripts/text-completion-llamafile new file mode 100755 index 00000000..38c48ac2 --- /dev/null +++ b/scripts/text-completion-llamafile @@ -0,0 +1,6 @@ +#!/usr/bin/env python3 + +from trustgraph.model.text_completion.llamafile import run + +run() + diff --git a/setup.py b/setup.py index e11b21bf..e1ac688f 100644 --- a/setup.py +++ b/setup.py @@ -4,7 +4,7 @@ import os with open("README.md", "r") as fh: long_description = fh.read() -version = "0.9.4" +version = "0.9.5" setuptools.setup( name="trustgraph", @@ -94,6 +94,7 @@ setuptools.setup( "scripts/text-completion-bedrock", "scripts/text-completion-claude", "scripts/text-completion-cohere", + "scripts/text-completion-llamafile", "scripts/text-completion-ollama", "scripts/text-completion-openai", "scripts/text-completion-vertexai", diff --git a/templates/all-patterns.jsonnet b/templates/all-patterns.jsonnet index 8d588d62..29384d1e 100644 --- a/templates/all-patterns.jsonnet +++ b/templates/all-patterns.jsonnet @@ -10,6 +10,7 @@ import "patterns/llm-bedrock.jsonnet", import "patterns/llm-claude.jsonnet", import "patterns/llm-cohere.jsonnet", + import "patterns/llm-llamafile.jsonnet", import "patterns/llm-ollama.jsonnet", import "patterns/llm-openai.jsonnet", import "patterns/llm-vertexai.jsonnet", diff --git a/templates/components.jsonnet b/templates/components.jsonnet index afeed58b..8ed2da0e 100644 --- a/templates/components.jsonnet +++ b/templates/components.jsonnet @@ -10,6 +10,7 @@ "graph-rag": import "components/graph-rag.jsonnet", "triple-store-cassandra": import "components/cassandra.jsonnet", "triple-store-neo4j": import "components/neo4j.jsonnet", + "llamafile": import "components/llamafile.jsonnet", "ollama": import "components/ollama.jsonnet", "openai": import "components/openai.jsonnet", "override-recursive-chunker": import "components/chunker-recursive.jsonnet", diff --git a/templates/components/llamafile.jsonnet b/templates/components/llamafile.jsonnet new file mode 100644 index 00000000..93163a14 --- /dev/null +++ b/templates/components/llamafile.jsonnet @@ -0,0 +1,75 @@ +local base = import "base/base.jsonnet"; +local images = import "values/images.jsonnet"; +local url = import "values/url.jsonnet"; +local prompts = import "prompts/slm.jsonnet"; + +{ + + "llamafile-model":: "LLaMA_CPP", + "llamafile-url":: "${LLAMAFILE_URL}", + + "text-completion" +: { + + create:: function(engine) + + local container = + engine.container("text-completion") + .with_image(images.trustgraph) + .with_command([ + "text-completion-llamafile", + "-p", + url.pulsar, + "-m", + $["llamafile-model"], + "-r", + $["llamafile-url"], + ]) + .with_limits("0.5", "128M") + .with_reservations("0.1", "128M"); + + local containerSet = engine.containers( + "text-completion", [ container ] + ); + + engine.resources([ + containerSet, + ]) + + }, + + "text-completion-rag" +: { + + create:: function(engine) + + local container = + engine.container("text-completion-rag") + .with_image(images.trustgraph) + .with_command([ + "text-completion-llamafile", + "-p", + url.pulsar, + "-m", + $["llamafile-model"], + "-r", + $["llamafile-url"], + "-i", + "non-persistent://tg/request/text-completion-rag", + "-o", + "non-persistent://tg/response/text-completion-rag-response", + ]) + .with_limits("0.5", "128M") + .with_reservations("0.1", "128M"); + + local containerSet = engine.containers( + "text-completion-rag", [ container ] + ); + + engine.resources([ + containerSet, + ]) + + + } + +} + prompts + diff --git a/templates/patterns/llm-llamafile.jsonnet b/templates/patterns/llm-llamafile.jsonnet new file mode 100644 index 00000000..de2d95ef --- /dev/null +++ b/templates/patterns/llm-llamafile.jsonnet @@ -0,0 +1,41 @@ +{ + pattern: { + name: "llamafile", + icon: "🤖💬", + title: "Add Llamafile-invoked LLMs for text completion", + description: "This pattern integrates a Llamafile service for text completion operations. You need to have a running Llamafile implementation executing the necessary model in order to be able to use this service.", + requires: ["pulsar", "trustgraph"], + features: ["llm"], + args: [ + { + name: "llamafile-max-output-tokens", + label: "Maximum output tokens", + type: "integer", + description: "Limit on number tokens to generate", + default: 4096, + required: true, + }, + { + name: "llamafile-temperature", + label: "Temperature", + type: "slider", + description: "Controlling predictability / creativity balance", + min: 0, + max: 1, + step: 0.05, + default: 0.5, + }, + { + name: "llamafile-url", + label: "URL", + type: "text", + width: 120, + description: "URL of the Llamafile service", + default: "http://llamafile:8080", + required: true, + }, + ], + category: [ "llm" ], + }, + module: "components/llamafile.jsonnet", +} diff --git a/tg-launch-azure-cassandra.yaml b/tg-launch-azure-cassandra.yaml index 264e81fb..0c7f8b09 100644 --- a/tg-launch-azure-cassandra.yaml +++ b/tg-launch-azure-cassandra.yaml @@ -33,7 +33,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "embeddings": "command": @@ -50,7 +50,7 @@ "reservations": "cpus": "0.5" "memory": "256M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "grafana": "deploy": @@ -95,7 +95,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "init-pulsar": "command": @@ -125,7 +125,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "kg-extract-relationships": "command": @@ -140,7 +140,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "kg-extract-topics": "command": @@ -155,7 +155,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "pdf-decoder": "command": @@ -170,7 +170,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "prometheus": "deploy": @@ -231,7 +231,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "prompt-rag": "command": @@ -280,7 +280,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "pulsar": "command": "bin/pulsar standalone" @@ -333,7 +333,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "query-graph-embeddings": "command": @@ -350,7 +350,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "query-triples": "command": @@ -367,7 +367,7 @@ "reservations": "cpus": "0.1" "memory": "512M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "store-doc-embeddings": "command": @@ -384,7 +384,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "store-graph-embeddings": "command": @@ -401,7 +401,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "store-triples": "command": @@ -418,7 +418,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "text-completion": "command": @@ -441,7 +441,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "text-completion-rag": "command": @@ -468,7 +468,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "vectorize": "command": @@ -483,7 +483,7 @@ "reservations": "cpus": "0.5" "memory": "512M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "volumes": "cassandra": {} diff --git a/tg-launch-azure-neo4j.yaml b/tg-launch-azure-neo4j.yaml index 8e5a3fdd..d3db7faa 100644 --- a/tg-launch-azure-neo4j.yaml +++ b/tg-launch-azure-neo4j.yaml @@ -16,7 +16,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "embeddings": "command": @@ -33,7 +33,7 @@ "reservations": "cpus": "0.5" "memory": "256M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "grafana": "deploy": @@ -78,7 +78,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "init-pulsar": "command": @@ -108,7 +108,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "kg-extract-relationships": "command": @@ -123,7 +123,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "kg-extract-topics": "command": @@ -138,7 +138,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "neo4j": "deploy": @@ -171,7 +171,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "prometheus": "deploy": @@ -232,7 +232,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "prompt-rag": "command": @@ -281,7 +281,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "pulsar": "command": "bin/pulsar standalone" @@ -334,7 +334,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "query-graph-embeddings": "command": @@ -351,7 +351,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "query-triples": "command": @@ -368,7 +368,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "store-doc-embeddings": "command": @@ -385,7 +385,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "store-graph-embeddings": "command": @@ -402,7 +402,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "store-triples": "command": @@ -419,7 +419,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "text-completion": "command": @@ -442,7 +442,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "text-completion-rag": "command": @@ -469,7 +469,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "vectorize": "command": @@ -484,7 +484,7 @@ "reservations": "cpus": "0.5" "memory": "512M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "volumes": "grafana-storage": {} diff --git a/tg-launch-bedrock-cassandra.yaml b/tg-launch-bedrock-cassandra.yaml index 5093b954..3d18dc06 100644 --- a/tg-launch-bedrock-cassandra.yaml +++ b/tg-launch-bedrock-cassandra.yaml @@ -33,7 +33,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "embeddings": "command": @@ -50,7 +50,7 @@ "reservations": "cpus": "0.5" "memory": "256M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "grafana": "deploy": @@ -95,7 +95,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "init-pulsar": "command": @@ -125,7 +125,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "kg-extract-relationships": "command": @@ -140,7 +140,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "kg-extract-topics": "command": @@ -155,7 +155,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "pdf-decoder": "command": @@ -170,7 +170,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "prometheus": "deploy": @@ -231,7 +231,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "prompt-rag": "command": @@ -280,7 +280,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "pulsar": "command": "bin/pulsar standalone" @@ -333,7 +333,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "query-graph-embeddings": "command": @@ -350,7 +350,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "query-triples": "command": @@ -367,7 +367,7 @@ "reservations": "cpus": "0.1" "memory": "512M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "store-doc-embeddings": "command": @@ -384,7 +384,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "store-graph-embeddings": "command": @@ -401,7 +401,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "store-triples": "command": @@ -418,7 +418,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "text-completion": "command": @@ -445,7 +445,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "text-completion-rag": "command": @@ -476,7 +476,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "vectorize": "command": @@ -491,7 +491,7 @@ "reservations": "cpus": "0.5" "memory": "512M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "volumes": "cassandra": {} diff --git a/tg-launch-bedrock-neo4j.yaml b/tg-launch-bedrock-neo4j.yaml index 92829326..e52edbfc 100644 --- a/tg-launch-bedrock-neo4j.yaml +++ b/tg-launch-bedrock-neo4j.yaml @@ -16,7 +16,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "embeddings": "command": @@ -33,7 +33,7 @@ "reservations": "cpus": "0.5" "memory": "256M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "grafana": "deploy": @@ -78,7 +78,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "init-pulsar": "command": @@ -108,7 +108,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "kg-extract-relationships": "command": @@ -123,7 +123,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "kg-extract-topics": "command": @@ -138,7 +138,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "neo4j": "deploy": @@ -171,7 +171,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "prometheus": "deploy": @@ -232,7 +232,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "prompt-rag": "command": @@ -281,7 +281,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "pulsar": "command": "bin/pulsar standalone" @@ -334,7 +334,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "query-graph-embeddings": "command": @@ -351,7 +351,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "query-triples": "command": @@ -368,7 +368,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "store-doc-embeddings": "command": @@ -385,7 +385,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "store-graph-embeddings": "command": @@ -402,7 +402,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "store-triples": "command": @@ -419,7 +419,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "text-completion": "command": @@ -446,7 +446,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "text-completion-rag": "command": @@ -477,7 +477,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "vectorize": "command": @@ -492,7 +492,7 @@ "reservations": "cpus": "0.5" "memory": "512M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "volumes": "grafana-storage": {} diff --git a/tg-launch-claude-cassandra.yaml b/tg-launch-claude-cassandra.yaml index f2d2cb4f..3221d3ea 100644 --- a/tg-launch-claude-cassandra.yaml +++ b/tg-launch-claude-cassandra.yaml @@ -33,7 +33,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "embeddings": "command": @@ -50,7 +50,7 @@ "reservations": "cpus": "0.5" "memory": "256M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "grafana": "deploy": @@ -95,7 +95,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "init-pulsar": "command": @@ -125,7 +125,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "kg-extract-relationships": "command": @@ -140,7 +140,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "kg-extract-topics": "command": @@ -155,7 +155,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "pdf-decoder": "command": @@ -170,7 +170,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "prometheus": "deploy": @@ -231,7 +231,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "prompt-rag": "command": @@ -280,7 +280,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "pulsar": "command": "bin/pulsar standalone" @@ -333,7 +333,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "query-graph-embeddings": "command": @@ -350,7 +350,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "query-triples": "command": @@ -367,7 +367,7 @@ "reservations": "cpus": "0.1" "memory": "512M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "store-doc-embeddings": "command": @@ -384,7 +384,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "store-graph-embeddings": "command": @@ -401,7 +401,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "store-triples": "command": @@ -418,7 +418,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "text-completion": "command": @@ -439,7 +439,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "text-completion-rag": "command": @@ -464,7 +464,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "vectorize": "command": @@ -479,7 +479,7 @@ "reservations": "cpus": "0.5" "memory": "512M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "volumes": "cassandra": {} diff --git a/tg-launch-claude-neo4j.yaml b/tg-launch-claude-neo4j.yaml index 8ef9f8cc..f07fa68f 100644 --- a/tg-launch-claude-neo4j.yaml +++ b/tg-launch-claude-neo4j.yaml @@ -16,7 +16,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "embeddings": "command": @@ -33,7 +33,7 @@ "reservations": "cpus": "0.5" "memory": "256M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "grafana": "deploy": @@ -78,7 +78,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "init-pulsar": "command": @@ -108,7 +108,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "kg-extract-relationships": "command": @@ -123,7 +123,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "kg-extract-topics": "command": @@ -138,7 +138,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "neo4j": "deploy": @@ -171,7 +171,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "prometheus": "deploy": @@ -232,7 +232,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "prompt-rag": "command": @@ -281,7 +281,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "pulsar": "command": "bin/pulsar standalone" @@ -334,7 +334,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "query-graph-embeddings": "command": @@ -351,7 +351,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "query-triples": "command": @@ -368,7 +368,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "store-doc-embeddings": "command": @@ -385,7 +385,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "store-graph-embeddings": "command": @@ -402,7 +402,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "store-triples": "command": @@ -419,7 +419,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "text-completion": "command": @@ -440,7 +440,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "text-completion-rag": "command": @@ -465,7 +465,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "vectorize": "command": @@ -480,7 +480,7 @@ "reservations": "cpus": "0.5" "memory": "512M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "volumes": "grafana-storage": {} diff --git a/tg-launch-cohere-cassandra.yaml b/tg-launch-cohere-cassandra.yaml index 31fac7ae..bcfa345a 100644 --- a/tg-launch-cohere-cassandra.yaml +++ b/tg-launch-cohere-cassandra.yaml @@ -33,7 +33,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "embeddings": "command": @@ -50,7 +50,7 @@ "reservations": "cpus": "0.5" "memory": "256M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "grafana": "deploy": @@ -95,7 +95,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "init-pulsar": "command": @@ -125,7 +125,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "kg-extract-relationships": "command": @@ -140,7 +140,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "kg-extract-topics": "command": @@ -155,7 +155,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "pdf-decoder": "command": @@ -170,7 +170,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "prometheus": "deploy": @@ -231,7 +231,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "prompt-rag": "command": @@ -280,7 +280,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "pulsar": "command": "bin/pulsar standalone" @@ -333,7 +333,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "query-graph-embeddings": "command": @@ -350,7 +350,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "query-triples": "command": @@ -367,7 +367,7 @@ "reservations": "cpus": "0.1" "memory": "512M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "store-doc-embeddings": "command": @@ -384,7 +384,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "store-graph-embeddings": "command": @@ -401,7 +401,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "store-triples": "command": @@ -418,7 +418,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "text-completion": "command": @@ -437,7 +437,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "text-completion-rag": "command": @@ -460,7 +460,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "vectorize": "command": @@ -475,7 +475,7 @@ "reservations": "cpus": "0.5" "memory": "512M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "volumes": "cassandra": {} diff --git a/tg-launch-cohere-neo4j.yaml b/tg-launch-cohere-neo4j.yaml index 0ebb4979..0ec692d0 100644 --- a/tg-launch-cohere-neo4j.yaml +++ b/tg-launch-cohere-neo4j.yaml @@ -16,7 +16,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "embeddings": "command": @@ -33,7 +33,7 @@ "reservations": "cpus": "0.5" "memory": "256M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "grafana": "deploy": @@ -78,7 +78,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "init-pulsar": "command": @@ -108,7 +108,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "kg-extract-relationships": "command": @@ -123,7 +123,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "kg-extract-topics": "command": @@ -138,7 +138,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "neo4j": "deploy": @@ -171,7 +171,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "prometheus": "deploy": @@ -232,7 +232,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "prompt-rag": "command": @@ -281,7 +281,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "pulsar": "command": "bin/pulsar standalone" @@ -334,7 +334,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "query-graph-embeddings": "command": @@ -351,7 +351,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "query-triples": "command": @@ -368,7 +368,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "store-doc-embeddings": "command": @@ -385,7 +385,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "store-graph-embeddings": "command": @@ -402,7 +402,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "store-triples": "command": @@ -419,7 +419,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "text-completion": "command": @@ -438,7 +438,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "text-completion-rag": "command": @@ -461,7 +461,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "vectorize": "command": @@ -476,7 +476,7 @@ "reservations": "cpus": "0.5" "memory": "512M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "volumes": "grafana-storage": {} diff --git a/tg-launch-llamafile-cassandra.yaml b/tg-launch-llamafile-cassandra.yaml new file mode 100644 index 00000000..bb45eed0 --- /dev/null +++ b/tg-launch-llamafile-cassandra.yaml @@ -0,0 +1,434 @@ +"services": + "cassandra": + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "800M" + "reservations": + "cpus": "0.5" + "memory": "800M" + "environment": + "JVM_OPTS": "-Xms256M -Xmx256M" + "image": "docker.io/cassandra:4.1.6" + "ports": + - "9042:9042" + "restart": "on-failure:100" + "volumes": + - "cassandra:/var/lib/cassandra" + "chunker": + "command": + - "chunker-token" + - "-p" + - "pulsar://pulsar:6650" + - "--chunk-size" + - "250" + - "--chunk-overlap" + - "15" + "deploy": + "resources": + "limits": + "cpus": "0.5" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" + "restart": "on-failure:100" + "embeddings": + "command": + - "embeddings-hf" + - "-p" + - "pulsar://pulsar:6650" + - "-m" + - "all-MiniLM-L6-v2" + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "256M" + "reservations": + "cpus": "0.5" + "memory": "256M" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" + "restart": "on-failure:100" + "grafana": + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "256M" + "reservations": + "cpus": "0.5" + "memory": "256M" + "environment": + "GF_ORG_NAME": "trustgraph.ai" + "image": "docker.io/grafana/grafana:11.1.4" + "ports": + - "3000:3000" + "restart": "on-failure:100" + "volumes": + - "grafana-storage:/var/lib/grafana" + - "./grafana/dashboard.yml:/etc/grafana/provisioning/dashboards/dashboard.yml" + - "./grafana/datasource.yml:/etc/grafana/provisioning/datasources/datasource.yml" + - "./grafana/dashboard.json:/var/lib/grafana/dashboards/dashboard.json" + "graph-rag": + "command": + - "graph-rag" + - "-p" + - "pulsar://pulsar:6650" + - "--prompt-request-queue" + - "non-persistent://tg/request/prompt-rag" + - "--prompt-response-queue" + - "non-persistent://tg/response/prompt-rag-response" + - "--entity-limit" + - "50" + - "--triple-limit" + - "30" + - "--max-subgraph-size" + - "3000" + "deploy": + "resources": + "limits": + "cpus": "0.5" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" + "restart": "on-failure:100" + "init-pulsar": + "command": + - "sh" + - "-c" + - "pulsar-admin --admin-url http://pulsar:8080 tenants create tg && pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/flow && pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/request && pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/response && pulsar-admin --admin-url http://pulsar:8080 namespaces set-retention --size -1 --time 3m tg/response" + "deploy": + "resources": + "limits": + "cpus": "0.5" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/apachepulsar/pulsar:3.3.1" + "restart": "on-failure:100" + "kg-extract-definitions": + "command": + - "kg-extract-definitions" + - "-p" + - "pulsar://pulsar:6650" + "deploy": + "resources": + "limits": + "cpus": "0.5" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" + "restart": "on-failure:100" + "kg-extract-relationships": + "command": + - "kg-extract-relationships" + - "-p" + - "pulsar://pulsar:6650" + "deploy": + "resources": + "limits": + "cpus": "0.5" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" + "restart": "on-failure:100" + "kg-extract-topics": + "command": + - "kg-extract-topics" + - "-p" + - "pulsar://pulsar:6650" + "deploy": + "resources": + "limits": + "cpus": "0.5" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" + "restart": "on-failure:100" + "pdf-decoder": + "command": + - "pdf-decoder" + - "-p" + - "pulsar://pulsar:6650" + "deploy": + "resources": + "limits": + "cpus": "0.5" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" + "restart": "on-failure:100" + "prometheus": + "deploy": + "resources": + "limits": + "cpus": "0.5" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/prom/prometheus:v2.53.2" + "ports": + - "9090:9090" + "restart": "on-failure:100" + "volumes": + - "./prometheus:/etc/prometheus" + - "prometheus-data:/prometheus" + "prompt": + "command": + - "prompt-generic" + - "-p" + - "pulsar://pulsar:6650" + - "--text-completion-request-queue" + - "non-persistent://tg/request/text-completion" + - "--text-completion-response-queue" + - "non-persistent://tg/response/text-completion-response" + "deploy": + "resources": + "limits": + "cpus": "0.5" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" + "restart": "on-failure:100" + "prompt-rag": + "command": + - "prompt-generic" + - "-p" + - "pulsar://pulsar:6650" + - "-i" + - "non-persistent://tg/request/prompt-rag" + - "-o" + - "non-persistent://tg/response/prompt-rag-response" + - "--text-completion-request-queue" + - "non-persistent://tg/request/text-completion-rag" + - "--text-completion-response-queue" + - "non-persistent://tg/response/text-completion-rag-response" + "deploy": + "resources": + "limits": + "cpus": "0.5" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" + "restart": "on-failure:100" + "pulsar": + "command": "bin/pulsar standalone" + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "900M" + "reservations": + "cpus": "0.5" + "memory": "900M" + "environment": + "PULSAR_MEM": "-Xms700M -Xmx700M" + "image": "docker.io/apachepulsar/pulsar:3.3.1" + "ports": + - "6650:6650" + - "8080:8080" + "restart": "on-failure:100" + "volumes": + - "pulsar-conf:/pulsar/conf" + - "pulsar-data:/pulsar/data" + "qdrant": + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "256M" + "reservations": + "cpus": "0.5" + "memory": "256M" + "image": "docker.io/qdrant/qdrant:v1.11.1" + "ports": + - "6333:6333" + - "6334:6334" + "restart": "on-failure:100" + "volumes": + - "qdrant:/qdrant/storage" + "query-doc-embeddings": + "command": + - "de-query-qdrant" + - "-p" + - "pulsar://pulsar:6650" + - "-t" + - "http://qdrant:6333" + "deploy": + "resources": + "limits": + "cpus": "0.5" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" + "restart": "on-failure:100" + "query-graph-embeddings": + "command": + - "ge-query-qdrant" + - "-p" + - "pulsar://pulsar:6650" + - "-t" + - "http://qdrant:6333" + "deploy": + "resources": + "limits": + "cpus": "0.5" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" + "restart": "on-failure:100" + "query-triples": + "command": + - "triples-query-cassandra" + - "-p" + - "pulsar://pulsar:6650" + - "-g" + - "cassandra" + "deploy": + "resources": + "limits": + "cpus": "0.5" + "memory": "512M" + "reservations": + "cpus": "0.1" + "memory": "512M" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" + "restart": "on-failure:100" + "store-doc-embeddings": + "command": + - "de-write-qdrant" + - "-p" + - "pulsar://pulsar:6650" + - "-t" + - "http://qdrant:6333" + "deploy": + "resources": + "limits": + "cpus": "0.5" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" + "restart": "on-failure:100" + "store-graph-embeddings": + "command": + - "ge-write-qdrant" + - "-p" + - "pulsar://pulsar:6650" + - "-t" + - "http://qdrant:6333" + "deploy": + "resources": + "limits": + "cpus": "0.5" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" + "restart": "on-failure:100" + "store-triples": + "command": + - "triples-write-cassandra" + - "-p" + - "pulsar://pulsar:6650" + - "-g" + - "cassandra" + "deploy": + "resources": + "limits": + "cpus": "0.5" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" + "restart": "on-failure:100" + "text-completion": + "command": + - "text-completion-llamafile" + - "-p" + - "pulsar://pulsar:6650" + - "-m" + - "LLaMA_CPP" + - "-r" + - "${LLAMAFILE_URL}" + "deploy": + "resources": + "limits": + "cpus": "0.5" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" + "restart": "on-failure:100" + "text-completion-rag": + "command": + - "text-completion-llamafile" + - "-p" + - "pulsar://pulsar:6650" + - "-m" + - "LLaMA_CPP" + - "-r" + - "${LLAMAFILE_URL}" + - "-i" + - "non-persistent://tg/request/text-completion-rag" + - "-o" + - "non-persistent://tg/response/text-completion-rag-response" + "deploy": + "resources": + "limits": + "cpus": "0.5" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" + "restart": "on-failure:100" + "vectorize": + "command": + - "embeddings-vectorize" + - "-p" + - "pulsar://pulsar:6650" + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "512M" + "reservations": + "cpus": "0.5" + "memory": "512M" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" + "restart": "on-failure:100" +"volumes": + "cassandra": {} + "grafana-storage": {} + "prometheus-data": {} + "pulsar-conf": {} + "pulsar-data": {} + "qdrant": {} diff --git a/tg-launch-llamafile-neo4j.yaml b/tg-launch-llamafile-neo4j.yaml new file mode 100644 index 00000000..d57ac5dc --- /dev/null +++ b/tg-launch-llamafile-neo4j.yaml @@ -0,0 +1,435 @@ +"services": + "chunker": + "command": + - "chunker-token" + - "-p" + - "pulsar://pulsar:6650" + - "--chunk-size" + - "250" + - "--chunk-overlap" + - "15" + "deploy": + "resources": + "limits": + "cpus": "0.5" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" + "restart": "on-failure:100" + "embeddings": + "command": + - "embeddings-hf" + - "-p" + - "pulsar://pulsar:6650" + - "-m" + - "all-MiniLM-L6-v2" + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "256M" + "reservations": + "cpus": "0.5" + "memory": "256M" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" + "restart": "on-failure:100" + "grafana": + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "256M" + "reservations": + "cpus": "0.5" + "memory": "256M" + "environment": + "GF_ORG_NAME": "trustgraph.ai" + "image": "docker.io/grafana/grafana:11.1.4" + "ports": + - "3000:3000" + "restart": "on-failure:100" + "volumes": + - "grafana-storage:/var/lib/grafana" + - "./grafana/dashboard.yml:/etc/grafana/provisioning/dashboards/dashboard.yml" + - "./grafana/datasource.yml:/etc/grafana/provisioning/datasources/datasource.yml" + - "./grafana/dashboard.json:/var/lib/grafana/dashboards/dashboard.json" + "graph-rag": + "command": + - "graph-rag" + - "-p" + - "pulsar://pulsar:6650" + - "--prompt-request-queue" + - "non-persistent://tg/request/prompt-rag" + - "--prompt-response-queue" + - "non-persistent://tg/response/prompt-rag-response" + - "--entity-limit" + - "50" + - "--triple-limit" + - "30" + - "--max-subgraph-size" + - "3000" + "deploy": + "resources": + "limits": + "cpus": "0.5" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" + "restart": "on-failure:100" + "init-pulsar": + "command": + - "sh" + - "-c" + - "pulsar-admin --admin-url http://pulsar:8080 tenants create tg && pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/flow && pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/request && pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/response && pulsar-admin --admin-url http://pulsar:8080 namespaces set-retention --size -1 --time 3m tg/response" + "deploy": + "resources": + "limits": + "cpus": "0.5" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/apachepulsar/pulsar:3.3.1" + "restart": "on-failure:100" + "kg-extract-definitions": + "command": + - "kg-extract-definitions" + - "-p" + - "pulsar://pulsar:6650" + "deploy": + "resources": + "limits": + "cpus": "0.5" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" + "restart": "on-failure:100" + "kg-extract-relationships": + "command": + - "kg-extract-relationships" + - "-p" + - "pulsar://pulsar:6650" + "deploy": + "resources": + "limits": + "cpus": "0.5" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" + "restart": "on-failure:100" + "kg-extract-topics": + "command": + - "kg-extract-topics" + - "-p" + - "pulsar://pulsar:6650" + "deploy": + "resources": + "limits": + "cpus": "0.5" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" + "restart": "on-failure:100" + "neo4j": + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "768M" + "reservations": + "cpus": "0.5" + "memory": "768M" + "environment": + "NEO4J_AUTH": "neo4j/password" + "image": "docker.io/neo4j:5.22.0-community-bullseye" + "ports": + - "7474:7474" + - "7687:7687" + "restart": "on-failure:100" + "volumes": + - "neo4j:/data" + "pdf-decoder": + "command": + - "pdf-decoder" + - "-p" + - "pulsar://pulsar:6650" + "deploy": + "resources": + "limits": + "cpus": "0.5" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" + "restart": "on-failure:100" + "prometheus": + "deploy": + "resources": + "limits": + "cpus": "0.5" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/prom/prometheus:v2.53.2" + "ports": + - "9090:9090" + "restart": "on-failure:100" + "volumes": + - "./prometheus:/etc/prometheus" + - "prometheus-data:/prometheus" + "prompt": + "command": + - "prompt-generic" + - "-p" + - "pulsar://pulsar:6650" + - "--text-completion-request-queue" + - "non-persistent://tg/request/text-completion" + - "--text-completion-response-queue" + - "non-persistent://tg/response/text-completion-response" + "deploy": + "resources": + "limits": + "cpus": "0.5" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" + "restart": "on-failure:100" + "prompt-rag": + "command": + - "prompt-generic" + - "-p" + - "pulsar://pulsar:6650" + - "-i" + - "non-persistent://tg/request/prompt-rag" + - "-o" + - "non-persistent://tg/response/prompt-rag-response" + - "--text-completion-request-queue" + - "non-persistent://tg/request/text-completion-rag" + - "--text-completion-response-queue" + - "non-persistent://tg/response/text-completion-rag-response" + "deploy": + "resources": + "limits": + "cpus": "0.5" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" + "restart": "on-failure:100" + "pulsar": + "command": "bin/pulsar standalone" + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "900M" + "reservations": + "cpus": "0.5" + "memory": "900M" + "environment": + "PULSAR_MEM": "-Xms700M -Xmx700M" + "image": "docker.io/apachepulsar/pulsar:3.3.1" + "ports": + - "6650:6650" + - "8080:8080" + "restart": "on-failure:100" + "volumes": + - "pulsar-conf:/pulsar/conf" + - "pulsar-data:/pulsar/data" + "qdrant": + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "256M" + "reservations": + "cpus": "0.5" + "memory": "256M" + "image": "docker.io/qdrant/qdrant:v1.11.1" + "ports": + - "6333:6333" + - "6334:6334" + "restart": "on-failure:100" + "volumes": + - "qdrant:/qdrant/storage" + "query-doc-embeddings": + "command": + - "de-query-qdrant" + - "-p" + - "pulsar://pulsar:6650" + - "-t" + - "http://qdrant:6333" + "deploy": + "resources": + "limits": + "cpus": "0.5" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" + "restart": "on-failure:100" + "query-graph-embeddings": + "command": + - "ge-query-qdrant" + - "-p" + - "pulsar://pulsar:6650" + - "-t" + - "http://qdrant:6333" + "deploy": + "resources": + "limits": + "cpus": "0.5" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" + "restart": "on-failure:100" + "query-triples": + "command": + - "triples-query-neo4j" + - "-p" + - "pulsar://pulsar:6650" + - "-g" + - "bolt://neo4j:7687" + "deploy": + "resources": + "limits": + "cpus": "0.5" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" + "restart": "on-failure:100" + "store-doc-embeddings": + "command": + - "de-write-qdrant" + - "-p" + - "pulsar://pulsar:6650" + - "-t" + - "http://qdrant:6333" + "deploy": + "resources": + "limits": + "cpus": "0.5" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" + "restart": "on-failure:100" + "store-graph-embeddings": + "command": + - "ge-write-qdrant" + - "-p" + - "pulsar://pulsar:6650" + - "-t" + - "http://qdrant:6333" + "deploy": + "resources": + "limits": + "cpus": "0.5" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" + "restart": "on-failure:100" + "store-triples": + "command": + - "triples-write-neo4j" + - "-p" + - "pulsar://pulsar:6650" + - "-g" + - "bolt://neo4j:7687" + "deploy": + "resources": + "limits": + "cpus": "0.5" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" + "restart": "on-failure:100" + "text-completion": + "command": + - "text-completion-llamafile" + - "-p" + - "pulsar://pulsar:6650" + - "-m" + - "LLaMA_CPP" + - "-r" + - "${LLAMAFILE_URL}" + "deploy": + "resources": + "limits": + "cpus": "0.5" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" + "restart": "on-failure:100" + "text-completion-rag": + "command": + - "text-completion-llamafile" + - "-p" + - "pulsar://pulsar:6650" + - "-m" + - "LLaMA_CPP" + - "-r" + - "${LLAMAFILE_URL}" + - "-i" + - "non-persistent://tg/request/text-completion-rag" + - "-o" + - "non-persistent://tg/response/text-completion-rag-response" + "deploy": + "resources": + "limits": + "cpus": "0.5" + "memory": "128M" + "reservations": + "cpus": "0.1" + "memory": "128M" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" + "restart": "on-failure:100" + "vectorize": + "command": + - "embeddings-vectorize" + - "-p" + - "pulsar://pulsar:6650" + "deploy": + "resources": + "limits": + "cpus": "1.0" + "memory": "512M" + "reservations": + "cpus": "0.5" + "memory": "512M" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" + "restart": "on-failure:100" +"volumes": + "grafana-storage": {} + "neo4j": {} + "prometheus-data": {} + "pulsar-conf": {} + "pulsar-data": {} + "qdrant": {} diff --git a/tg-launch-ollama-cassandra.yaml b/tg-launch-ollama-cassandra.yaml index 6b2b37c2..171176df 100644 --- a/tg-launch-ollama-cassandra.yaml +++ b/tg-launch-ollama-cassandra.yaml @@ -33,7 +33,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "embeddings": "command": @@ -50,7 +50,7 @@ "reservations": "cpus": "0.5" "memory": "256M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "grafana": "deploy": @@ -95,7 +95,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "init-pulsar": "command": @@ -125,7 +125,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "kg-extract-relationships": "command": @@ -140,7 +140,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "kg-extract-topics": "command": @@ -155,7 +155,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "pdf-decoder": "command": @@ -170,7 +170,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "prometheus": "deploy": @@ -205,7 +205,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "prompt-rag": "command": @@ -228,7 +228,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "pulsar": "command": "bin/pulsar standalone" @@ -281,7 +281,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "query-graph-embeddings": "command": @@ -298,7 +298,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "query-triples": "command": @@ -315,7 +315,7 @@ "reservations": "cpus": "0.1" "memory": "512M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "store-doc-embeddings": "command": @@ -332,7 +332,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "store-graph-embeddings": "command": @@ -349,7 +349,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "store-triples": "command": @@ -366,7 +366,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "text-completion": "command": @@ -385,7 +385,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "text-completion-rag": "command": @@ -408,7 +408,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "vectorize": "command": @@ -423,7 +423,7 @@ "reservations": "cpus": "0.5" "memory": "512M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "volumes": "cassandra": {} diff --git a/tg-launch-ollama-neo4j.yaml b/tg-launch-ollama-neo4j.yaml index 9eb5a74d..e99c9d49 100644 --- a/tg-launch-ollama-neo4j.yaml +++ b/tg-launch-ollama-neo4j.yaml @@ -16,7 +16,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "embeddings": "command": @@ -33,7 +33,7 @@ "reservations": "cpus": "0.5" "memory": "256M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "grafana": "deploy": @@ -78,7 +78,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "init-pulsar": "command": @@ -108,7 +108,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "kg-extract-relationships": "command": @@ -123,7 +123,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "kg-extract-topics": "command": @@ -138,7 +138,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "neo4j": "deploy": @@ -171,7 +171,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "prometheus": "deploy": @@ -206,7 +206,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "prompt-rag": "command": @@ -229,7 +229,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "pulsar": "command": "bin/pulsar standalone" @@ -282,7 +282,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "query-graph-embeddings": "command": @@ -299,7 +299,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "query-triples": "command": @@ -316,7 +316,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "store-doc-embeddings": "command": @@ -333,7 +333,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "store-graph-embeddings": "command": @@ -350,7 +350,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "store-triples": "command": @@ -367,7 +367,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "text-completion": "command": @@ -386,7 +386,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "text-completion-rag": "command": @@ -409,7 +409,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "vectorize": "command": @@ -424,7 +424,7 @@ "reservations": "cpus": "0.5" "memory": "512M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "volumes": "grafana-storage": {} diff --git a/tg-launch-openai-cassandra.yaml b/tg-launch-openai-cassandra.yaml index c52718b7..209580c0 100644 --- a/tg-launch-openai-cassandra.yaml +++ b/tg-launch-openai-cassandra.yaml @@ -33,7 +33,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "embeddings": "command": @@ -50,7 +50,7 @@ "reservations": "cpus": "0.5" "memory": "256M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "grafana": "deploy": @@ -95,7 +95,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "init-pulsar": "command": @@ -125,7 +125,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "kg-extract-relationships": "command": @@ -140,7 +140,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "kg-extract-topics": "command": @@ -155,7 +155,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "pdf-decoder": "command": @@ -170,7 +170,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "prometheus": "deploy": @@ -231,7 +231,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "prompt-rag": "command": @@ -280,7 +280,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "pulsar": "command": "bin/pulsar standalone" @@ -333,7 +333,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "query-graph-embeddings": "command": @@ -350,7 +350,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "query-triples": "command": @@ -367,7 +367,7 @@ "reservations": "cpus": "0.1" "memory": "512M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "store-doc-embeddings": "command": @@ -384,7 +384,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "store-graph-embeddings": "command": @@ -401,7 +401,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "store-triples": "command": @@ -418,7 +418,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "text-completion": "command": @@ -441,7 +441,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "text-completion-rag": "command": @@ -468,7 +468,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "vectorize": "command": @@ -483,7 +483,7 @@ "reservations": "cpus": "0.5" "memory": "512M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "volumes": "cassandra": {} diff --git a/tg-launch-openai-neo4j.yaml b/tg-launch-openai-neo4j.yaml index 82b9cbb8..e3edbdb9 100644 --- a/tg-launch-openai-neo4j.yaml +++ b/tg-launch-openai-neo4j.yaml @@ -16,7 +16,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "embeddings": "command": @@ -33,7 +33,7 @@ "reservations": "cpus": "0.5" "memory": "256M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "grafana": "deploy": @@ -78,7 +78,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "init-pulsar": "command": @@ -108,7 +108,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "kg-extract-relationships": "command": @@ -123,7 +123,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "kg-extract-topics": "command": @@ -138,7 +138,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "neo4j": "deploy": @@ -171,7 +171,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "prometheus": "deploy": @@ -232,7 +232,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "prompt-rag": "command": @@ -281,7 +281,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "pulsar": "command": "bin/pulsar standalone" @@ -334,7 +334,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "query-graph-embeddings": "command": @@ -351,7 +351,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "query-triples": "command": @@ -368,7 +368,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "store-doc-embeddings": "command": @@ -385,7 +385,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "store-graph-embeddings": "command": @@ -402,7 +402,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "store-triples": "command": @@ -419,7 +419,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "text-completion": "command": @@ -442,7 +442,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "text-completion-rag": "command": @@ -469,7 +469,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "vectorize": "command": @@ -484,7 +484,7 @@ "reservations": "cpus": "0.5" "memory": "512M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "volumes": "grafana-storage": {} diff --git a/tg-launch-vertexai-cassandra.yaml b/tg-launch-vertexai-cassandra.yaml index eb578bd1..1f29b1a7 100644 --- a/tg-launch-vertexai-cassandra.yaml +++ b/tg-launch-vertexai-cassandra.yaml @@ -33,7 +33,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "embeddings": "command": @@ -50,7 +50,7 @@ "reservations": "cpus": "0.5" "memory": "256M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "grafana": "deploy": @@ -95,7 +95,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "init-pulsar": "command": @@ -125,7 +125,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "kg-extract-relationships": "command": @@ -140,7 +140,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "kg-extract-topics": "command": @@ -155,7 +155,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "pdf-decoder": "command": @@ -170,7 +170,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "prometheus": "deploy": @@ -231,7 +231,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "prompt-rag": "command": @@ -280,7 +280,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "pulsar": "command": "bin/pulsar standalone" @@ -333,7 +333,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "query-graph-embeddings": "command": @@ -350,7 +350,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "query-triples": "command": @@ -367,7 +367,7 @@ "reservations": "cpus": "0.1" "memory": "512M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "store-doc-embeddings": "command": @@ -384,7 +384,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "store-graph-embeddings": "command": @@ -401,7 +401,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "store-triples": "command": @@ -418,7 +418,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "text-completion": "command": @@ -443,7 +443,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "volumes": - "./vertexai:/vertexai" @@ -474,7 +474,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "volumes": - "./vertexai:/vertexai" @@ -491,7 +491,7 @@ "reservations": "cpus": "0.5" "memory": "512M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "volumes": "cassandra": {} diff --git a/tg-launch-vertexai-neo4j.yaml b/tg-launch-vertexai-neo4j.yaml index 598ec9d3..9b57a4b5 100644 --- a/tg-launch-vertexai-neo4j.yaml +++ b/tg-launch-vertexai-neo4j.yaml @@ -16,7 +16,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "embeddings": "command": @@ -33,7 +33,7 @@ "reservations": "cpus": "0.5" "memory": "256M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "grafana": "deploy": @@ -78,7 +78,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "init-pulsar": "command": @@ -108,7 +108,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "kg-extract-relationships": "command": @@ -123,7 +123,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "kg-extract-topics": "command": @@ -138,7 +138,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "neo4j": "deploy": @@ -171,7 +171,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "prometheus": "deploy": @@ -232,7 +232,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "prompt-rag": "command": @@ -281,7 +281,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "pulsar": "command": "bin/pulsar standalone" @@ -334,7 +334,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "query-graph-embeddings": "command": @@ -351,7 +351,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "query-triples": "command": @@ -368,7 +368,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "store-doc-embeddings": "command": @@ -385,7 +385,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "store-graph-embeddings": "command": @@ -402,7 +402,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "store-triples": "command": @@ -419,7 +419,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "text-completion": "command": @@ -444,7 +444,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "volumes": - "./vertexai:/vertexai" @@ -475,7 +475,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "volumes": - "./vertexai:/vertexai" @@ -492,7 +492,7 @@ "reservations": "cpus": "0.5" "memory": "512M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "volumes": "grafana-storage": {} diff --git a/tg-storage-cassandra.yaml b/tg-storage-cassandra.yaml index 5f529e21..b3e9b1f3 100644 --- a/tg-storage-cassandra.yaml +++ b/tg-storage-cassandra.yaml @@ -118,7 +118,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "query-graph-embeddings": "command": @@ -135,7 +135,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "query-triples": "command": @@ -152,7 +152,7 @@ "reservations": "cpus": "0.1" "memory": "512M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "store-doc-embeddings": "command": @@ -169,7 +169,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "store-graph-embeddings": "command": @@ -186,7 +186,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "store-triples": "command": @@ -203,7 +203,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "volumes": "cassandra": {} diff --git a/tg-storage-neo4j.yaml b/tg-storage-neo4j.yaml index 31e88987..bfd1ba34 100644 --- a/tg-storage-neo4j.yaml +++ b/tg-storage-neo4j.yaml @@ -119,7 +119,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "query-graph-embeddings": "command": @@ -136,7 +136,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "query-triples": "command": @@ -153,7 +153,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "store-doc-embeddings": "command": @@ -170,7 +170,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "store-graph-embeddings": "command": @@ -187,7 +187,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "store-triples": "command": @@ -204,7 +204,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.9.4" + "image": "docker.io/trustgraph/trustgraph-flow:0.9.5" "restart": "on-failure:100" "volumes": "grafana-storage": {} diff --git a/trustgraph/model/text_completion/llamafile/__init__.py b/trustgraph/model/text_completion/llamafile/__init__.py new file mode 100644 index 00000000..f2017af8 --- /dev/null +++ b/trustgraph/model/text_completion/llamafile/__init__.py @@ -0,0 +1,3 @@ + +from . llm import * + diff --git a/trustgraph/model/text_completion/llamafile/__main__.py b/trustgraph/model/text_completion/llamafile/__main__.py new file mode 100755 index 00000000..91342d2d --- /dev/null +++ b/trustgraph/model/text_completion/llamafile/__main__.py @@ -0,0 +1,7 @@ +#!/usr/bin/env python3 + +from . llm import run + +if __name__ == '__main__': + run() + diff --git a/trustgraph/model/text_completion/llamafile/llm.py b/trustgraph/model/text_completion/llamafile/llm.py new file mode 100755 index 00000000..c42ec472 --- /dev/null +++ b/trustgraph/model/text_completion/llamafile/llm.py @@ -0,0 +1,195 @@ + +""" +Simple LLM service, performs text prompt completion using OpenAI. +Input is prompt, output is response. +""" + +from openai import OpenAI +from prometheus_client import Histogram + +from .... schema import TextCompletionRequest, TextCompletionResponse, Error +from .... schema import text_completion_request_queue +from .... schema import text_completion_response_queue +from .... log_level import LogLevel +from .... base import ConsumerProducer +from .... exceptions import TooManyRequests + +module = ".".join(__name__.split(".")[1:-1]) + +default_input_queue = text_completion_request_queue +default_output_queue = text_completion_response_queue +default_subscriber = module +default_model = 'LLaMA_CPP' +default_llamafile = 'http://localhost:8080/v1' +default_temperature = 0.0 +default_max_output = 4096 + +class Processor(ConsumerProducer): + + def __init__(self, **params): + + input_queue = params.get("input_queue", default_input_queue) + output_queue = params.get("output_queue", default_output_queue) + subscriber = params.get("subscriber", default_subscriber) + model = params.get("model", default_model) + llamafile = params.get("llamafile", default_llamafile) + temperature = params.get("temperature", default_temperature) + max_output = params.get("max_output", default_max_output) + + super(Processor, self).__init__( + **params | { + "input_queue": input_queue, + "output_queue": output_queue, + "subscriber": subscriber, + "input_schema": TextCompletionRequest, + "output_schema": TextCompletionResponse, + "model": model, + "temperature": temperature, + "max_output": max_output, + "llamafile" : llamafile, + } + ) + + if not hasattr(__class__, "text_completion_metric"): + __class__.text_completion_metric = Histogram( + 'text_completion_duration', + 'Text completion duration (seconds)', + buckets=[ + 0.25, 0.5, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, + 8.0, 9.0, 10.0, 11.0, 12.0, 13.0, 14.0, 15.0, 16.0, + 17.0, 18.0, 19.0, 20.0, 21.0, 22.0, 23.0, 24.0, 25.0, + 30.0, 35.0, 40.0, 45.0, 50.0, 60.0, 80.0, 100.0, + 120.0 + ] + ) + + self.model = model + self.llamafile=llamafile + self.temperature = temperature + self.max_output = max_output + self.openai = OpenAI( + base_url=self.llamafile, + api_key = "sk-no-key-required", + ) + + print("Initialised", flush=True) + + def handle(self, msg): + + v = msg.value() + + # Sender-produced ID + + id = msg.properties()["id"] + + print(f"Handling prompt {id}...", flush=True) + + prompt = v.prompt + + try: + + # FIXME: Rate limits + + with __class__.text_completion_metric.time(): + + resp = self.openai.chat.completions.create( + model=self.model, + messages=[ + {"role": "user", "content": prompt} + ] + #temperature=self.temperature, + #max_tokens=self.max_output, + #top_p=1, + #frequency_penalty=0, + #presence_penalty=0, + #response_format={ + # "type": "text" + #} + ) + + print(resp.choices[0].message.content, flush=True) + + print("Send response...", flush=True) + r = TextCompletionResponse( + response=resp.choices[0].message.content, + error=None, + ) + self.send(r, properties={"id": id}) + + print("Done.", flush=True) + + # FIXME: Wrong exception, don't know what this LLM throws + # for a rate limit + except TooManyRequests: + + print("Send rate limit response...", flush=True) + + r = TextCompletionResponse( + error=Error( + type = "rate-limit", + message = str(e), + ), + response=None, + ) + + self.producer.send(r, properties={"id": id}) + + self.consumer.acknowledge(msg) + + except Exception as e: + + print(f"Exception: {e}") + + print("Send error response...", flush=True) + + r = TextCompletionResponse( + error=Error( + type = "llm-error", + message = str(e), + ), + response=None, + ) + + self.producer.send(r, properties={"id": id}) + + self.consumer.acknowledge(msg) + + @staticmethod + def add_args(parser): + + ConsumerProducer.add_args( + parser, default_input_queue, default_subscriber, + default_output_queue, + ) + + parser.add_argument( + '-m', '--model', + default=default_model, + help=f'LLM model (default: LLaMA_CPP)' + ) + + parser.add_argument( + '-r', '--llamafile', + default=default_llamafile, + help=f'ollama (default: {default_llamafile})' + ) + + parser.add_argument( + '-t', '--temperature', + type=float, + default=default_temperature, + help=f'LLM temperature parameter (default: {default_temperature})' + ) + + parser.add_argument( + '-x', '--max-output', + type=int, + default=default_max_output, + help=f'LLM max output tokens (default: {default_max_output})' + ) + +def run(): + + Processor.start(module, __doc__) + +