diff --git a/Makefile b/Makefile index 5b2d7c37..1f710b5c 100644 --- a/Makefile +++ b/Makefile @@ -1,6 +1,6 @@ # VERSION=$(shell git describe | sed 's/^v//') -VERSION=0.7.15 +VERSION=0.7.16 DOCKER=podman diff --git a/grafana/dashboard.json b/grafana/dashboard.json index f7dd6364..aba5d918 100644 --- a/grafana/dashboard.json +++ b/grafana/dashboard.json @@ -29,54 +29,15 @@ }, "fieldConfig": { "defaults": { - "color": { - "mode": "palette-classic" - }, "custom": { - "axisBorderShow": false, - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, - "insertNulls": false, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, "scaleDistribution": { "type": "linear" - }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" } - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] } }, "overrides": [] @@ -89,60 +50,58 @@ }, "id": 7, "options": { + "calculate": false, + "cellGap": 1, + "color": { + "exponent": 0.5, + "fill": "dark-orange", + "mode": "scheme", + "reverse": false, + "scale": "exponential", + "scheme": "Oranges", + "steps": 64 + }, + "exemplars": { + "color": "rgba(255,0,255,0.7)" + }, + "filterValues": { + "le": 1e-9 + }, "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom", - "showLegend": true + "show": true + }, + "rowsFrame": { + "layout": "auto" }, "tooltip": { "mode": "single", - "sort": "none" + "showColorScale": false, + "yHistogram": false + }, + "yAxis": { + "axisPlacement": "left", + "reverse": false } }, - "pluginVersion": "10.0.0", + "pluginVersion": "11.1.4", "targets": [ { "datasource": { "type": "prometheus", "uid": "f6b18033-5918-4e05-a1ca-4cb30343b129" }, - "editorMode": "builder", - "expr": "histogram_quantile(0.99, sum by(le) (rate(request_latency_bucket{instance=\"text-completion:8000\"}[$__rate_interval])))", + "editorMode": "code", + "exemplar": false, + "expr": "max by(le) (text_completion_duration_bucket)", + "format": "heatmap", "instant": false, "legendFormat": "99%", "range": true, "refId": "A" - }, - { - "datasource": { - "type": "prometheus", - "uid": "f6b18033-5918-4e05-a1ca-4cb30343b129" - }, - "editorMode": "builder", - "expr": "histogram_quantile(0.95, sum by(le) (rate(request_latency_bucket{instance=\"text-completion:8000\"}[$__rate_interval])))", - "hide": false, - "instant": false, - "legendFormat": "95%", - "range": true, - "refId": "B" - }, - { - "datasource": { - "type": "prometheus", - "uid": "f6b18033-5918-4e05-a1ca-4cb30343b129" - }, - "editorMode": "builder", - "expr": "histogram_quantile(0.75, sum by(le) (rate(request_latency_bucket{instance=\"text-completion:8000\"}[$__rate_interval])))", - "hide": false, - "instant": false, - "legendFormat": "75%", - "range": true, - "refId": "C" } ], "title": "LLM latency", - "type": "timeseries" + "type": "heatmap" }, { "datasource": { @@ -952,6 +911,6 @@ "timezone": "", "title": "Overview", "uid": "b5c8abf8-fe79-496b-b028-10bde917d1f0", - "version": 2, + "version": 3, "weekStart": "" } diff --git a/setup.py b/setup.py index e5e9b31d..5bccd024 100644 --- a/setup.py +++ b/setup.py @@ -4,7 +4,7 @@ import os with open("README.md", "r") as fh: long_description = fh.read() -version = "0.7.15" +version = "0.7.16" setuptools.setup( name="trustgraph", diff --git a/tg-launch-azure-cassandra.yaml b/tg-launch-azure-cassandra.yaml index d744b499..8ab15406 100644 --- a/tg-launch-azure-cassandra.yaml +++ b/tg-launch-azure-cassandra.yaml @@ -33,7 +33,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "embeddings": "command": @@ -50,7 +50,7 @@ "reservations": "cpus": "0.5" "memory": "256M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "etcd": "command": @@ -122,7 +122,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "init-pulsar": "command": @@ -155,7 +155,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "kg-extract-relationships": "command": @@ -170,7 +170,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "milvus": "command": @@ -232,7 +232,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "prometheus": "deploy": @@ -280,7 +280,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "prompt-rag": "command": @@ -316,7 +316,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "pulsar": "command": "bin/pulsar standalone" @@ -369,7 +369,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "query-triples": "command": @@ -386,7 +386,7 @@ "reservations": "cpus": "0.1" "memory": "512M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "store-graph-embeddings": "command": @@ -403,7 +403,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "store-triples": "command": @@ -420,7 +420,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "text-completion": "command": @@ -443,7 +443,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "text-completion-rag": "command": @@ -470,7 +470,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "vectorize": "command": @@ -485,7 +485,7 @@ "reservations": "cpus": "0.5" "memory": "512M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "volumes": "cassandra": {} diff --git a/tg-launch-azure-neo4j.yaml b/tg-launch-azure-neo4j.yaml index 7fa63928..01d6e866 100644 --- a/tg-launch-azure-neo4j.yaml +++ b/tg-launch-azure-neo4j.yaml @@ -16,7 +16,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "embeddings": "command": @@ -33,7 +33,7 @@ "reservations": "cpus": "0.5" "memory": "256M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "etcd": "command": @@ -105,7 +105,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "init-pulsar": "command": @@ -138,7 +138,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "kg-extract-relationships": "command": @@ -153,7 +153,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "milvus": "command": @@ -233,7 +233,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "prometheus": "deploy": @@ -281,7 +281,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "prompt-rag": "command": @@ -317,7 +317,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "pulsar": "command": "bin/pulsar standalone" @@ -370,7 +370,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "query-triples": "command": @@ -387,7 +387,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "store-graph-embeddings": "command": @@ -404,7 +404,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "store-triples": "command": @@ -421,7 +421,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "text-completion": "command": @@ -444,7 +444,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "text-completion-rag": "command": @@ -471,7 +471,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "vectorize": "command": @@ -486,7 +486,7 @@ "reservations": "cpus": "0.5" "memory": "512M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "volumes": "etcd": {} diff --git a/tg-launch-bedrock-cassandra.yaml b/tg-launch-bedrock-cassandra.yaml index a3593182..1b32a9ba 100644 --- a/tg-launch-bedrock-cassandra.yaml +++ b/tg-launch-bedrock-cassandra.yaml @@ -33,7 +33,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "embeddings": "command": @@ -50,7 +50,7 @@ "reservations": "cpus": "0.5" "memory": "256M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "etcd": "command": @@ -122,7 +122,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "init-pulsar": "command": @@ -155,7 +155,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "kg-extract-relationships": "command": @@ -170,7 +170,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "milvus": "command": @@ -232,7 +232,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "prometheus": "deploy": @@ -280,7 +280,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "prompt-rag": "command": @@ -316,7 +316,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "pulsar": "command": "bin/pulsar standalone" @@ -369,7 +369,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "query-triples": "command": @@ -386,7 +386,7 @@ "reservations": "cpus": "0.1" "memory": "512M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "store-graph-embeddings": "command": @@ -403,7 +403,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "store-triples": "command": @@ -420,7 +420,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "text-completion": "command": @@ -447,7 +447,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "text-completion-rag": "command": @@ -478,7 +478,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "vectorize": "command": @@ -493,7 +493,7 @@ "reservations": "cpus": "0.5" "memory": "512M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "volumes": "cassandra": {} diff --git a/tg-launch-bedrock-neo4j.yaml b/tg-launch-bedrock-neo4j.yaml index 1d573629..85c9941f 100644 --- a/tg-launch-bedrock-neo4j.yaml +++ b/tg-launch-bedrock-neo4j.yaml @@ -16,7 +16,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "embeddings": "command": @@ -33,7 +33,7 @@ "reservations": "cpus": "0.5" "memory": "256M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "etcd": "command": @@ -105,7 +105,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "init-pulsar": "command": @@ -138,7 +138,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "kg-extract-relationships": "command": @@ -153,7 +153,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "milvus": "command": @@ -233,7 +233,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "prometheus": "deploy": @@ -281,7 +281,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "prompt-rag": "command": @@ -317,7 +317,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "pulsar": "command": "bin/pulsar standalone" @@ -370,7 +370,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "query-triples": "command": @@ -387,7 +387,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "store-graph-embeddings": "command": @@ -404,7 +404,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "store-triples": "command": @@ -421,7 +421,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "text-completion": "command": @@ -448,7 +448,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "text-completion-rag": "command": @@ -479,7 +479,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "vectorize": "command": @@ -494,7 +494,7 @@ "reservations": "cpus": "0.5" "memory": "512M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "volumes": "etcd": {} diff --git a/tg-launch-claude-cassandra.yaml b/tg-launch-claude-cassandra.yaml index 0ffc19cd..b4850acd 100644 --- a/tg-launch-claude-cassandra.yaml +++ b/tg-launch-claude-cassandra.yaml @@ -33,7 +33,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "embeddings": "command": @@ -50,7 +50,7 @@ "reservations": "cpus": "0.5" "memory": "256M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "etcd": "command": @@ -122,7 +122,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "init-pulsar": "command": @@ -155,7 +155,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "kg-extract-relationships": "command": @@ -170,7 +170,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "milvus": "command": @@ -232,7 +232,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "prometheus": "deploy": @@ -280,7 +280,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "prompt-rag": "command": @@ -316,7 +316,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "pulsar": "command": "bin/pulsar standalone" @@ -369,7 +369,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "query-triples": "command": @@ -386,7 +386,7 @@ "reservations": "cpus": "0.1" "memory": "512M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "store-graph-embeddings": "command": @@ -403,7 +403,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "store-triples": "command": @@ -420,7 +420,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "text-completion": "command": @@ -441,7 +441,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "text-completion-rag": "command": @@ -466,7 +466,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "vectorize": "command": @@ -481,7 +481,7 @@ "reservations": "cpus": "0.5" "memory": "512M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "volumes": "cassandra": {} diff --git a/tg-launch-claude-neo4j.yaml b/tg-launch-claude-neo4j.yaml index 69f61d49..dee4748c 100644 --- a/tg-launch-claude-neo4j.yaml +++ b/tg-launch-claude-neo4j.yaml @@ -16,7 +16,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "embeddings": "command": @@ -33,7 +33,7 @@ "reservations": "cpus": "0.5" "memory": "256M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "etcd": "command": @@ -105,7 +105,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "init-pulsar": "command": @@ -138,7 +138,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "kg-extract-relationships": "command": @@ -153,7 +153,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "milvus": "command": @@ -233,7 +233,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "prometheus": "deploy": @@ -281,7 +281,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "prompt-rag": "command": @@ -317,7 +317,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "pulsar": "command": "bin/pulsar standalone" @@ -370,7 +370,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "query-triples": "command": @@ -387,7 +387,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "store-graph-embeddings": "command": @@ -404,7 +404,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "store-triples": "command": @@ -421,7 +421,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "text-completion": "command": @@ -442,7 +442,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "text-completion-rag": "command": @@ -467,7 +467,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "vectorize": "command": @@ -482,7 +482,7 @@ "reservations": "cpus": "0.5" "memory": "512M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "volumes": "etcd": {} diff --git a/tg-launch-cohere-cassandra.yaml b/tg-launch-cohere-cassandra.yaml index da33f376..dc119456 100644 --- a/tg-launch-cohere-cassandra.yaml +++ b/tg-launch-cohere-cassandra.yaml @@ -33,7 +33,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "embeddings": "command": @@ -50,7 +50,7 @@ "reservations": "cpus": "0.5" "memory": "256M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "etcd": "command": @@ -122,7 +122,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "init-pulsar": "command": @@ -155,7 +155,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "kg-extract-relationships": "command": @@ -170,7 +170,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "milvus": "command": @@ -232,7 +232,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "prometheus": "deploy": @@ -280,7 +280,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "prompt-rag": "command": @@ -316,7 +316,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "pulsar": "command": "bin/pulsar standalone" @@ -369,7 +369,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "query-triples": "command": @@ -386,7 +386,7 @@ "reservations": "cpus": "0.1" "memory": "512M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "store-graph-embeddings": "command": @@ -403,7 +403,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "store-triples": "command": @@ -420,7 +420,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "text-completion": "command": @@ -439,7 +439,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "text-completion-rag": "command": @@ -462,7 +462,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "vectorize": "command": @@ -477,7 +477,7 @@ "reservations": "cpus": "0.5" "memory": "512M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "volumes": "cassandra": {} diff --git a/tg-launch-cohere-neo4j.yaml b/tg-launch-cohere-neo4j.yaml index 58010cb3..df5fc789 100644 --- a/tg-launch-cohere-neo4j.yaml +++ b/tg-launch-cohere-neo4j.yaml @@ -16,7 +16,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "embeddings": "command": @@ -33,7 +33,7 @@ "reservations": "cpus": "0.5" "memory": "256M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "etcd": "command": @@ -105,7 +105,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "init-pulsar": "command": @@ -138,7 +138,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "kg-extract-relationships": "command": @@ -153,7 +153,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "milvus": "command": @@ -233,7 +233,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "prometheus": "deploy": @@ -281,7 +281,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "prompt-rag": "command": @@ -317,7 +317,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "pulsar": "command": "bin/pulsar standalone" @@ -370,7 +370,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "query-triples": "command": @@ -387,7 +387,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "store-graph-embeddings": "command": @@ -404,7 +404,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "store-triples": "command": @@ -421,7 +421,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "text-completion": "command": @@ -440,7 +440,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "text-completion-rag": "command": @@ -463,7 +463,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "vectorize": "command": @@ -478,7 +478,7 @@ "reservations": "cpus": "0.5" "memory": "512M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "volumes": "etcd": {} diff --git a/tg-launch-ollama-cassandra.yaml b/tg-launch-ollama-cassandra.yaml index eb25ecec..12ae1c1c 100644 --- a/tg-launch-ollama-cassandra.yaml +++ b/tg-launch-ollama-cassandra.yaml @@ -33,7 +33,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "embeddings": "command": @@ -50,7 +50,7 @@ "reservations": "cpus": "0.5" "memory": "256M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "etcd": "command": @@ -122,7 +122,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "init-pulsar": "command": @@ -155,7 +155,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "kg-extract-relationships": "command": @@ -170,7 +170,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "milvus": "command": @@ -232,7 +232,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "prometheus": "deploy": @@ -267,7 +267,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "prompt-rag": "command": @@ -290,7 +290,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "pulsar": "command": "bin/pulsar standalone" @@ -343,7 +343,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "query-triples": "command": @@ -360,7 +360,7 @@ "reservations": "cpus": "0.1" "memory": "512M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "store-graph-embeddings": "command": @@ -377,7 +377,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "store-triples": "command": @@ -394,7 +394,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "text-completion": "command": @@ -413,7 +413,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "text-completion-rag": "command": @@ -436,7 +436,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "vectorize": "command": @@ -451,7 +451,7 @@ "reservations": "cpus": "0.5" "memory": "512M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "volumes": "cassandra": {} diff --git a/tg-launch-ollama-neo4j.yaml b/tg-launch-ollama-neo4j.yaml index ef91eb5b..f59adebf 100644 --- a/tg-launch-ollama-neo4j.yaml +++ b/tg-launch-ollama-neo4j.yaml @@ -16,7 +16,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "embeddings": "command": @@ -33,7 +33,7 @@ "reservations": "cpus": "0.5" "memory": "256M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "etcd": "command": @@ -105,7 +105,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "init-pulsar": "command": @@ -138,7 +138,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "kg-extract-relationships": "command": @@ -153,7 +153,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "milvus": "command": @@ -233,7 +233,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "prometheus": "deploy": @@ -268,7 +268,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "prompt-rag": "command": @@ -291,7 +291,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "pulsar": "command": "bin/pulsar standalone" @@ -344,7 +344,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "query-triples": "command": @@ -361,7 +361,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "store-graph-embeddings": "command": @@ -378,7 +378,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "store-triples": "command": @@ -395,7 +395,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "text-completion": "command": @@ -414,7 +414,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "text-completion-rag": "command": @@ -437,7 +437,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "vectorize": "command": @@ -452,7 +452,7 @@ "reservations": "cpus": "0.5" "memory": "512M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "volumes": "etcd": {} diff --git a/tg-launch-openai-cassandra.yaml b/tg-launch-openai-cassandra.yaml index 4f2f63a7..721ee64b 100644 --- a/tg-launch-openai-cassandra.yaml +++ b/tg-launch-openai-cassandra.yaml @@ -33,7 +33,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "embeddings": "command": @@ -50,7 +50,7 @@ "reservations": "cpus": "0.5" "memory": "256M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "etcd": "command": @@ -122,7 +122,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "init-pulsar": "command": @@ -155,7 +155,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "kg-extract-relationships": "command": @@ -170,7 +170,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "milvus": "command": @@ -232,7 +232,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "prometheus": "deploy": @@ -280,7 +280,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "prompt-rag": "command": @@ -316,7 +316,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "pulsar": "command": "bin/pulsar standalone" @@ -369,7 +369,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "query-triples": "command": @@ -386,7 +386,7 @@ "reservations": "cpus": "0.1" "memory": "512M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "store-graph-embeddings": "command": @@ -403,7 +403,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "store-triples": "command": @@ -420,7 +420,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "text-completion": "command": @@ -441,7 +441,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "text-completion-rag": "command": @@ -466,7 +466,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "vectorize": "command": @@ -481,7 +481,7 @@ "reservations": "cpus": "0.5" "memory": "512M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "volumes": "cassandra": {} diff --git a/tg-launch-openai-neo4j.yaml b/tg-launch-openai-neo4j.yaml index aa9e43c6..2f996070 100644 --- a/tg-launch-openai-neo4j.yaml +++ b/tg-launch-openai-neo4j.yaml @@ -16,7 +16,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "embeddings": "command": @@ -33,7 +33,7 @@ "reservations": "cpus": "0.5" "memory": "256M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "etcd": "command": @@ -105,7 +105,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "init-pulsar": "command": @@ -138,7 +138,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "kg-extract-relationships": "command": @@ -153,7 +153,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "milvus": "command": @@ -233,7 +233,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "prometheus": "deploy": @@ -281,7 +281,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "prompt-rag": "command": @@ -317,7 +317,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "pulsar": "command": "bin/pulsar standalone" @@ -370,7 +370,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "query-triples": "command": @@ -387,7 +387,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "store-graph-embeddings": "command": @@ -404,7 +404,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "store-triples": "command": @@ -421,7 +421,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "text-completion": "command": @@ -442,7 +442,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "text-completion-rag": "command": @@ -467,7 +467,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "vectorize": "command": @@ -482,7 +482,7 @@ "reservations": "cpus": "0.5" "memory": "512M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "volumes": "etcd": {} diff --git a/tg-launch-vertexai-cassandra.yaml b/tg-launch-vertexai-cassandra.yaml index dfd592a1..fb614f9c 100644 --- a/tg-launch-vertexai-cassandra.yaml +++ b/tg-launch-vertexai-cassandra.yaml @@ -33,7 +33,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "embeddings": "command": @@ -50,7 +50,7 @@ "reservations": "cpus": "0.5" "memory": "256M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "etcd": "command": @@ -122,7 +122,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "init-pulsar": "command": @@ -155,7 +155,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "kg-extract-relationships": "command": @@ -170,7 +170,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "milvus": "command": @@ -232,7 +232,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "prometheus": "deploy": @@ -280,7 +280,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "prompt-rag": "command": @@ -316,7 +316,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "pulsar": "command": "bin/pulsar standalone" @@ -369,7 +369,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "query-triples": "command": @@ -386,7 +386,7 @@ "reservations": "cpus": "0.1" "memory": "512M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "store-graph-embeddings": "command": @@ -403,7 +403,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "store-triples": "command": @@ -420,7 +420,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "text-completion": "command": @@ -443,7 +443,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "volumes": - "./vertexai:/vertexai" @@ -472,7 +472,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "volumes": - "./vertexai:/vertexai" @@ -489,7 +489,7 @@ "reservations": "cpus": "0.5" "memory": "512M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "volumes": "cassandra": {} diff --git a/tg-launch-vertexai-neo4j.yaml b/tg-launch-vertexai-neo4j.yaml index 32357c41..95e834cf 100644 --- a/tg-launch-vertexai-neo4j.yaml +++ b/tg-launch-vertexai-neo4j.yaml @@ -16,7 +16,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "embeddings": "command": @@ -33,7 +33,7 @@ "reservations": "cpus": "0.5" "memory": "256M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "etcd": "command": @@ -105,7 +105,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "init-pulsar": "command": @@ -138,7 +138,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "kg-extract-relationships": "command": @@ -153,7 +153,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "milvus": "command": @@ -233,7 +233,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "prometheus": "deploy": @@ -281,7 +281,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "prompt-rag": "command": @@ -317,7 +317,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "pulsar": "command": "bin/pulsar standalone" @@ -370,7 +370,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "query-triples": "command": @@ -387,7 +387,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "store-graph-embeddings": "command": @@ -404,7 +404,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "store-triples": "command": @@ -421,7 +421,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "text-completion": "command": @@ -444,7 +444,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "volumes": - "./vertexai:/vertexai" @@ -473,7 +473,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "volumes": - "./vertexai:/vertexai" @@ -490,7 +490,7 @@ "reservations": "cpus": "0.5" "memory": "512M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "volumes": "etcd": {} diff --git a/tg-storage-cassandra.yaml b/tg-storage-cassandra.yaml index 931123ae..53c300f0 100644 --- a/tg-storage-cassandra.yaml +++ b/tg-storage-cassandra.yaml @@ -195,7 +195,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "query-triples": "command": @@ -212,7 +212,7 @@ "reservations": "cpus": "0.1" "memory": "512M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "store-graph-embeddings": "command": @@ -229,7 +229,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "store-triples": "command": @@ -246,7 +246,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "volumes": "cassandra": {} diff --git a/tg-storage-neo4j.yaml b/tg-storage-neo4j.yaml index ad9ee6db..e91289cd 100644 --- a/tg-storage-neo4j.yaml +++ b/tg-storage-neo4j.yaml @@ -196,7 +196,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "query-triples": "command": @@ -213,7 +213,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "store-graph-embeddings": "command": @@ -230,7 +230,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "store-triples": "command": @@ -247,7 +247,7 @@ "reservations": "cpus": "0.1" "memory": "128M" - "image": "docker.io/trustgraph/trustgraph-flow:0.7.15" + "image": "docker.io/trustgraph/trustgraph-flow:0.7.16" "restart": "on-failure:100" "volumes": "etcd": {} diff --git a/trustgraph/model/text_completion/azure/llm.py b/trustgraph/model/text_completion/azure/llm.py index f150b379..bbbd749b 100755 --- a/trustgraph/model/text_completion/azure/llm.py +++ b/trustgraph/model/text_completion/azure/llm.py @@ -6,6 +6,7 @@ serverless endpoint service. Input is prompt, output is response. import requests import json +from prometheus_client import Histogram from .... schema import TextCompletionRequest, TextCompletionResponse, Error from .... schema import text_completion_request_queue @@ -46,6 +47,19 @@ class Processor(ConsumerProducer): } ) + if not hasattr(__class__, "text_completion_metric"): + __class__.text_completion_metric = Histogram( + 'text_completion_duration', + 'Text completion duration (seconds)', + buckets=[ + 0.25, 0.5, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, + 8.0, 9.0, 10.0, 11.0, 12.0, 13.0, 14.0, 15.0, 16.0, + 17.0, 18.0, 19.0, 20.0, 21.0, 22.0, 23.0, 24.0, 25.0, + 30.0, 35.0, 40.0, 45.0, 50.0, 60.0, 80.0, 100.0, + 120.0 + ] + ) + self.endpoint = endpoint self.token = token self.temperature = temperature @@ -108,14 +122,15 @@ class Processor(ConsumerProducer): print(f"Handling prompt {id}...", flush=True) - prompt = self.build_prompt( - "You are a helpful chatbot", - v.prompt - ) - try: - response = self.call_llm(prompt) + prompt = self.build_prompt( + "You are a helpful chatbot", + v.prompt + ) + + with __class__.text_completion_metric.time(): + response = self.call_llm(prompt) print("Send response...", flush=True) diff --git a/trustgraph/model/text_completion/bedrock/llm.py b/trustgraph/model/text_completion/bedrock/llm.py index 61e52ae0..60b5d638 100755 --- a/trustgraph/model/text_completion/bedrock/llm.py +++ b/trustgraph/model/text_completion/bedrock/llm.py @@ -6,6 +6,7 @@ Input is prompt, output is response. Mistral is default. import boto3 import json +from prometheus_client import Histogram from .... schema import TextCompletionRequest, TextCompletionResponse, Error from .... schema import text_completion_request_queue @@ -52,6 +53,19 @@ class Processor(ConsumerProducer): } ) + if not hasattr(__class__, "text_completion_metric"): + __class__.text_completion_metric = Histogram( + 'text_completion_duration', + 'Text completion duration (seconds)', + buckets=[ + 0.25, 0.5, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, + 8.0, 9.0, 10.0, 11.0, 12.0, 13.0, 14.0, 15.0, 16.0, + 17.0, 18.0, 19.0, 20.0, 21.0, 22.0, 23.0, 24.0, 25.0, + 30.0, 35.0, 40.0, 45.0, 50.0, 60.0, 80.0, 100.0, + 120.0 + ] + ) + self.model = model self.temperature = temperature self.max_output = max_output @@ -78,85 +92,90 @@ class Processor(ConsumerProducer): prompt = v.prompt - # Mistral Input Format - if self.model.startswith("mistral"): - promptbody = json.dumps({ - "prompt": prompt, - "max_tokens": self.max_output, - "temperature": self.temperature, - "top_p": 0.99, - "top_k": 40 - }) - - # Llama 3.1 Input Format - elif self.model.startswith("meta"): - promptbody = json.dumps({ - "prompt": prompt, - "max_gen_len": self.max_output, - "temperature": self.temperature, - "top_p": 0.95, - }) - - # Anthropic Input Format - elif self.model.startswith("anthropic"): - promptbody = json.dumps({ - "anthropic_version": "bedrock-2023-05-31", - "max_tokens": self.max_output, - "temperature": self.temperature, - "top_p": 0.999, - "messages": [ - { - "role": "user", - "content": [ - { - "type": "text", - "text": prompt - } - ] - } - ] - }) - - # Jamba Input Format - elif self.model.startswith("ai21"): - promptbody = json.dumps({ - "max_tokens": self.max_output, - "temperature": self.temperature, - "top_p": 0.9, - "messages": [ - { - "role": "user", - "content": prompt - } - ] - }) - - # Cohere Input Format - elif self.model.startswith("cohere"): - promptbody = json.dumps({ - "max_tokens": self.max_output, - "temperature": self.temperature, - "message": prompt - }) - - # Use Mistral format as defualt - else: - promptbody = json.dumps({ - "prompt": prompt, - "max_tokens": self.max_output, - "temperature": self.temperature, - "top_p": 0.99, - "top_k": 40 - }) - - accept = 'application/json' - contentType = 'application/json' - try: + # Mistral Input Format + if self.model.startswith("mistral"): + promptbody = json.dumps({ + "prompt": prompt, + "max_tokens": self.max_output, + "temperature": self.temperature, + "top_p": 0.99, + "top_k": 40 + }) + + # Llama 3.1 Input Format + elif self.model.startswith("meta"): + promptbody = json.dumps({ + "prompt": prompt, + "max_gen_len": self.max_output, + "temperature": self.temperature, + "top_p": 0.95, + }) + + # Anthropic Input Format + elif self.model.startswith("anthropic"): + promptbody = json.dumps({ + "anthropic_version": "bedrock-2023-05-31", + "max_tokens": self.max_output, + "temperature": self.temperature, + "top_p": 0.999, + "messages": [ + { + "role": "user", + "content": [ + { + "type": "text", + "text": prompt + } + ] + } + ] + }) + + # Jamba Input Format + elif self.model.startswith("ai21"): + promptbody = json.dumps({ + "max_tokens": self.max_output, + "temperature": self.temperature, + "top_p": 0.9, + "messages": [ + { + "role": "user", + "content": prompt + } + ] + }) + + # Cohere Input Format + elif self.model.startswith("cohere"): + promptbody = json.dumps({ + "max_tokens": self.max_output, + "temperature": self.temperature, + "message": prompt + }) + + # Use Mistral format as defualt + else: + promptbody = json.dumps({ + "prompt": prompt, + "max_tokens": self.max_output, + "temperature": self.temperature, + "top_p": 0.99, + "top_k": 40 + }) + + accept = 'application/json' + contentType = 'application/json' + # FIXME: Consider catching request limits and raise TooManyRequests # See https://boto3.amazonaws.com/v1/documentation/api/latest/guide/retries.html - response = self.bedrock.invoke_model(body=promptbody, modelId=self.model, accept=accept, contentType=contentType) + + with __class__.text_completion_metric.time(): + response = self.bedrock.invoke_model( + body=promptbody, modelId=self.model, accept=accept, + contentType=contentType + ) # Mistral Response Structure if self.model.startswith("mistral"): diff --git a/trustgraph/model/text_completion/claude/llm.py b/trustgraph/model/text_completion/claude/llm.py index 4379743a..85d77a85 100755 --- a/trustgraph/model/text_completion/claude/llm.py +++ b/trustgraph/model/text_completion/claude/llm.py @@ -5,6 +5,7 @@ Input is prompt, output is response. """ import anthropic +from prometheus_client import Histogram from .... schema import TextCompletionRequest, TextCompletionResponse, Error from .... schema import text_completion_request_queue @@ -47,6 +48,19 @@ class Processor(ConsumerProducer): } ) + if not hasattr(__class__, "text_completion_metric"): + __class__.text_completion_metric = Histogram( + 'text_completion_duration', + 'Text completion duration (seconds)', + buckets=[ + 0.25, 0.5, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, + 8.0, 9.0, 10.0, 11.0, 12.0, 13.0, 14.0, 15.0, 16.0, + 17.0, 18.0, 19.0, 20.0, 21.0, 22.0, 23.0, 24.0, 25.0, + 30.0, 35.0, 40.0, 45.0, 50.0, 60.0, 80.0, 100.0, + 120.0 + ] + ) + self.model = model self.claude = anthropic.Anthropic(api_key=api_key) self.temperature = temperature @@ -69,23 +83,26 @@ class Processor(ConsumerProducer): try: # FIXME: Rate limits? - response = message = self.claude.messages.create( - model=self.model, - max_tokens=self.max_output, - temperature=self.temperature, - system = "You are a helpful chatbot.", - messages=[ - { - "role": "user", - "content": [ - { - "type": "text", - "text": prompt - } - ] - } - ] - ) + + with __class__.text_completion_metric.time(): + + response = message = self.claude.messages.create( + model=self.model, + max_tokens=self.max_output, + temperature=self.temperature, + system = "You are a helpful chatbot.", + messages=[ + { + "role": "user", + "content": [ + { + "type": "text", + "text": prompt + } + ] + } + ] + ) resp = response.content[0].text print(resp, flush=True) diff --git a/trustgraph/model/text_completion/cohere/llm.py b/trustgraph/model/text_completion/cohere/llm.py index 8aca5bfe..216c8e40 100755 --- a/trustgraph/model/text_completion/cohere/llm.py +++ b/trustgraph/model/text_completion/cohere/llm.py @@ -5,6 +5,7 @@ Input is prompt, output is response. """ import cohere +from prometheus_client import Histogram from .... schema import TextCompletionRequest, TextCompletionResponse, Error from .... schema import text_completion_request_queue @@ -44,6 +45,19 @@ class Processor(ConsumerProducer): } ) + if not hasattr(__class__, "text_completion_metric"): + __class__.text_completion_metric = Histogram( + 'text_completion_duration', + 'Text completion duration (seconds)', + buckets=[ + 0.25, 0.5, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, + 8.0, 9.0, 10.0, 11.0, 12.0, 13.0, 14.0, 15.0, 16.0, + 17.0, 18.0, 19.0, 20.0, 21.0, 22.0, 23.0, 24.0, 25.0, + 30.0, 35.0, 40.0, 45.0, 50.0, 60.0, 80.0, 100.0, + 120.0 + ] + ) + self.model = model self.temperature = temperature self.cohere = cohere.Client(api_key=api_key) @@ -64,15 +78,17 @@ class Processor(ConsumerProducer): try: - output = self.cohere.chat( - model=self.model, - message=prompt, - preamble = "You are a helpful AI-assistant.", - temperature=self.temperature, - chat_history=[], - prompt_truncation='auto', - connectors=[] - ) + with __class__.text_completion_metric.time(): + + output = self.cohere.chat( + model=self.model, + message=prompt, + preamble = "You are a helpful AI-assistant.", + temperature=self.temperature, + chat_history=[], + prompt_truncation='auto', + connectors=[] + ) resp = output.text print(resp, flush=True) diff --git a/trustgraph/model/text_completion/ollama/llm.py b/trustgraph/model/text_completion/ollama/llm.py index f95987b3..86bab3b7 100755 --- a/trustgraph/model/text_completion/ollama/llm.py +++ b/trustgraph/model/text_completion/ollama/llm.py @@ -5,7 +5,7 @@ Input is prompt, output is response. """ from langchain_community.llms import Ollama -from prometheus_client import Histogram, Info, Counter +from prometheus_client import Histogram, Info from .... schema import TextCompletionRequest, TextCompletionResponse, Error from .... schema import text_completion_request_queue @@ -44,6 +44,19 @@ class Processor(ConsumerProducer): } ) + if not hasattr(__class__, "text_completion_metric"): + __class__.text_completion_metric = Histogram( + 'text_completion_duration', + 'Text completion duration (seconds)', + buckets=[ + 0.25, 0.5, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, + 8.0, 9.0, 10.0, 11.0, 12.0, 13.0, 14.0, 15.0, 16.0, + 17.0, 18.0, 19.0, 20.0, 21.0, 22.0, 23.0, 24.0, 25.0, + 30.0, 35.0, 40.0, 45.0, 50.0, 60.0, 80.0, 100.0, + 120.0 + ] + ) + if not hasattr(__class__, "model_metric"): __class__.model_metric = Info( 'model', 'Model information' @@ -69,7 +82,8 @@ class Processor(ConsumerProducer): try: - response = self.llm.invoke(prompt) + with __class__.text_completion_metric.time(): + response = self.llm.invoke(prompt) print("Send response...", flush=True) diff --git a/trustgraph/model/text_completion/openai/llm.py b/trustgraph/model/text_completion/openai/llm.py index 37777e54..d4563e7b 100755 --- a/trustgraph/model/text_completion/openai/llm.py +++ b/trustgraph/model/text_completion/openai/llm.py @@ -5,6 +5,7 @@ Input is prompt, output is response. """ from openai import OpenAI +from prometheus_client import Histogram from .... schema import TextCompletionRequest, TextCompletionResponse, Error from .... schema import text_completion_request_queue @@ -47,6 +48,19 @@ class Processor(ConsumerProducer): } ) + if not hasattr(__class__, "text_completion_metric"): + __class__.text_completion_metric = Histogram( + 'text_completion_duration', + 'Text completion duration (seconds)', + buckets=[ + 0.25, 0.5, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, + 8.0, 9.0, 10.0, 11.0, 12.0, 13.0, 14.0, 15.0, 16.0, + 17.0, 18.0, 19.0, 20.0, 21.0, 22.0, 23.0, 24.0, 25.0, + 30.0, 35.0, 40.0, 45.0, 50.0, 60.0, 80.0, 100.0, + 120.0 + ] + ) + self.model = model self.temperature = temperature self.max_output = max_output @@ -69,28 +83,31 @@ class Processor(ConsumerProducer): try: # FIXME: Rate limits - resp = self.openai.chat.completions.create( - model=self.model, - messages=[ - { - "role": "user", - "content": [ - { - "type": "text", - "text": prompt - } - ] + + with __class__.text_completion_metric.time(): + + resp = self.openai.chat.completions.create( + model=self.model, + messages=[ + { + "role": "user", + "content": [ + { + "type": "text", + "text": prompt + } + ] + } + ], + temperature=self.temperature, + max_tokens=self.max_output, + top_p=1, + frequency_penalty=0, + presence_penalty=0, + response_format={ + "type": "text" } - ], - temperature=self.temperature, - max_tokens=self.max_output, - top_p=1, - frequency_penalty=0, - presence_penalty=0, - response_format={ - "type": "text" - } - ) + ) print(resp.choices[0].message.content, flush=True) diff --git a/trustgraph/model/text_completion/vertexai/llm.py b/trustgraph/model/text_completion/vertexai/llm.py index da870eaf..a5dc9c24 100755 --- a/trustgraph/model/text_completion/vertexai/llm.py +++ b/trustgraph/model/text_completion/vertexai/llm.py @@ -6,6 +6,7 @@ Google Cloud. Input is prompt, output is response. import vertexai import time +from prometheus_client import Histogram from google.oauth2 import service_account import google @@ -61,6 +62,19 @@ class Processor(ConsumerProducer): } ) + if not hasattr(__class__, "text_completion_metric"): + __class__.text_completion_metric = Histogram( + 'text_completion_duration', + 'Text completion duration (seconds)', + buckets=[ + 0.25, 0.5, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, + 8.0, 9.0, 10.0, 11.0, 12.0, 13.0, 14.0, 15.0, 16.0, + 17.0, 18.0, 19.0, 20.0, 21.0, 22.0, 23.0, 24.0, 25.0, + 30.0, 35.0, 40.0, 45.0, 50.0, 60.0, 80.0, 100.0, + 120.0 + ] + ) + self.parameters = { "temperature": temperature, "top_p": 1.0, @@ -125,10 +139,12 @@ class Processor(ConsumerProducer): prompt = v.prompt - resp = self.llm.generate_content( - prompt, generation_config=self.generation_config, - safety_settings=self.safety_settings - ) + with __class__.text_completion_metric.time(): + + resp = self.llm.generate_content( + prompt, generation_config=self.generation_config, + safety_settings=self.safety_settings + ) resp = resp.text