apunkt/trustgraph
1
0
Fork 0
mirror of https://github.com/trustgraph-ai/trustgraph.git synced 2026-05-30 01:35:14 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

Update LLM text-completion duration metric (#40)

Browse source 
* Added LLM duration metric, better buckets

* Added heatmap to dashboard to replace 95/97/99 chart

* Bump version
This commit is contained in:
cybermaggedon 2024-08-26 11:46:36 +01:00 • committed by GitHub
parent d0e3fcf019
commit 0159e938a2
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
26 changed files with 502 additions and 429 deletions
Download patch file Download diff file Expand all files Collapse all files

2
Makefile
View file

@ -1,6 +1,6 @@
# VERSION=$(shell git describe | sed 's/^v//')
VERSION=0.7.15
VERSION=0.7.16
DOCKER=podman

109
grafana/dashboard.json
View file

@ -29,54 +29,15 @@
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"insertNulls": false,
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
}
},
"overrides": []
@ -89,60 +50,58 @@
},
"id": 7,
"options": {
"calculate": false,
"cellGap": 1,
"color": {
"exponent": 0.5,
"fill": "dark-orange",
"mode": "scheme",
"reverse": false,
"scale": "exponential",
"scheme": "Oranges",
"steps": 64
},
"exemplars": {
"color": "rgba(255,0,255,0.7)"
},
"filterValues": {
"le": 1e-9
},
"legend": {
"calcs": [],
"displayMode": "list",
"placement": "bottom",
"showLegend": true
"show": true
},
"rowsFrame": {
"layout": "auto"
},
"tooltip": {
"mode": "single",
"sort": "none"
"showColorScale": false,
"yHistogram": false
},
"yAxis": {
"axisPlacement": "left",
"reverse": false
}
},
"pluginVersion": "10.0.0",
"pluginVersion": "11.1.4",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "f6b18033-5918-4e05-a1ca-4cb30343b129"
},
"editorMode": "builder",
"expr": "histogram_quantile(0.99, sum by(le) (rate(request_latency_bucket{instance=\"text-completion:8000\"}[$__rate_interval])))",
"editorMode": "code",
"exemplar": false,
"expr": "max by(le) (text_completion_duration_bucket)",
"format": "heatmap",
"instant": false,
"legendFormat": "99%",
"range": true,
"refId": "A"
},
{
"datasource": {
"type": "prometheus",
"uid": "f6b18033-5918-4e05-a1ca-4cb30343b129"
},
"editorMode": "builder",
"expr": "histogram_quantile(0.95, sum by(le) (rate(request_latency_bucket{instance=\"text-completion:8000\"}[$__rate_interval])))",
"hide": false,
"instant": false,
"legendFormat": "95%",
"range": true,
"refId": "B"
},
{
"datasource": {
"type": "prometheus",
"uid": "f6b18033-5918-4e05-a1ca-4cb30343b129"
},
"editorMode": "builder",
"expr": "histogram_quantile(0.75, sum by(le) (rate(request_latency_bucket{instance=\"text-completion:8000\"}[$__rate_interval])))",
"hide": false,
"instant": false,
"legendFormat": "75%",
"range": true,
"refId": "C"
}
],
"title": "LLM latency",
"type": "timeseries"
"type": "heatmap"
},
{
"datasource": {
@ -952,6 +911,6 @@
"timezone": "",
"title": "Overview",
"uid": "b5c8abf8-fe79-496b-b028-10bde917d1f0",
"version": 2,
"version": 3,
"weekStart": ""
}

2
setup.py
View file

@ -4,7 +4,7 @@ import os
with open("README.md", "r") as fh:
long_description = fh.read()
version = "0.7.15"
version = "0.7.16"
setuptools.setup(
name="trustgraph",

30
tg-launch-azure-cassandra.yaml
View file

@ -33,7 +33,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"embeddings":
"command":
@ -50,7 +50,7 @@
"reservations":
"cpus": "0.5"
"memory": "256M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"etcd":
"command":
@ -122,7 +122,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"init-pulsar":
"command":
@ -155,7 +155,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"kg-extract-relationships":
"command":
@ -170,7 +170,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"milvus":
"command":
@ -232,7 +232,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"prometheus":
"deploy":
@ -280,7 +280,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"prompt-rag":
"command":
@ -316,7 +316,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"pulsar":
"command": "bin/pulsar standalone"
@ -369,7 +369,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"query-triples":
"command":
@ -386,7 +386,7 @@
"reservations":
"cpus": "0.1"
"memory": "512M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"store-graph-embeddings":
"command":
@ -403,7 +403,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"store-triples":
"command":
@ -420,7 +420,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"text-completion":
"command":
@ -443,7 +443,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"text-completion-rag":
"command":
@ -470,7 +470,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"vectorize":
"command":
@ -485,7 +485,7 @@
"reservations":
"cpus": "0.5"
"memory": "512M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"volumes":
"cassandra": {}

30
tg-launch-azure-neo4j.yaml
View file

@ -16,7 +16,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"embeddings":
"command":
@ -33,7 +33,7 @@
"reservations":
"cpus": "0.5"
"memory": "256M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"etcd":
"command":
@ -105,7 +105,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"init-pulsar":
"command":
@ -138,7 +138,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"kg-extract-relationships":
"command":
@ -153,7 +153,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"milvus":
"command":
@ -233,7 +233,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"prometheus":
"deploy":
@ -281,7 +281,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"prompt-rag":
"command":
@ -317,7 +317,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"pulsar":
"command": "bin/pulsar standalone"
@ -370,7 +370,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"query-triples":
"command":
@ -387,7 +387,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"store-graph-embeddings":
"command":
@ -404,7 +404,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"store-triples":
"command":
@ -421,7 +421,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"text-completion":
"command":
@ -444,7 +444,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"text-completion-rag":
"command":
@ -471,7 +471,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"vectorize":
"command":
@ -486,7 +486,7 @@
"reservations":
"cpus": "0.5"
"memory": "512M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"volumes":
"etcd": {}

30
tg-launch-bedrock-cassandra.yaml
View file

@ -33,7 +33,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"embeddings":
"command":
@ -50,7 +50,7 @@
"reservations":
"cpus": "0.5"
"memory": "256M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"etcd":
"command":
@ -122,7 +122,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"init-pulsar":
"command":
@ -155,7 +155,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"kg-extract-relationships":
"command":
@ -170,7 +170,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"milvus":
"command":
@ -232,7 +232,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"prometheus":
"deploy":
@ -280,7 +280,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"prompt-rag":
"command":
@ -316,7 +316,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"pulsar":
"command": "bin/pulsar standalone"
@ -369,7 +369,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"query-triples":
"command":
@ -386,7 +386,7 @@
"reservations":
"cpus": "0.1"
"memory": "512M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"store-graph-embeddings":
"command":
@ -403,7 +403,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"store-triples":
"command":
@ -420,7 +420,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"text-completion":
"command":
@ -447,7 +447,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"text-completion-rag":
"command":
@ -478,7 +478,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"vectorize":
"command":
@ -493,7 +493,7 @@
"reservations":
"cpus": "0.5"
"memory": "512M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"volumes":
"cassandra": {}

30
tg-launch-bedrock-neo4j.yaml
View file

@ -16,7 +16,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"embeddings":
"command":
@ -33,7 +33,7 @@
"reservations":
"cpus": "0.5"
"memory": "256M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"etcd":
"command":
@ -105,7 +105,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"init-pulsar":
"command":
@ -138,7 +138,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"kg-extract-relationships":
"command":
@ -153,7 +153,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"milvus":
"command":
@ -233,7 +233,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"prometheus":
"deploy":
@ -281,7 +281,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"prompt-rag":
"command":
@ -317,7 +317,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"pulsar":
"command": "bin/pulsar standalone"
@ -370,7 +370,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"query-triples":
"command":
@ -387,7 +387,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"store-graph-embeddings":
"command":
@ -404,7 +404,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"store-triples":
"command":
@ -421,7 +421,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"text-completion":
"command":
@ -448,7 +448,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"text-completion-rag":
"command":
@ -479,7 +479,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"vectorize":
"command":
@ -494,7 +494,7 @@
"reservations":
"cpus": "0.5"
"memory": "512M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"volumes":
"etcd": {}

30
tg-launch-claude-cassandra.yaml
View file

@ -33,7 +33,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"embeddings":
"command":
@ -50,7 +50,7 @@
"reservations":
"cpus": "0.5"
"memory": "256M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"etcd":
"command":
@ -122,7 +122,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"init-pulsar":
"command":
@ -155,7 +155,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"kg-extract-relationships":
"command":
@ -170,7 +170,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"milvus":
"command":
@ -232,7 +232,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"prometheus":
"deploy":
@ -280,7 +280,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"prompt-rag":
"command":
@ -316,7 +316,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"pulsar":
"command": "bin/pulsar standalone"
@ -369,7 +369,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"query-triples":
"command":
@ -386,7 +386,7 @@
"reservations":
"cpus": "0.1"
"memory": "512M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"store-graph-embeddings":
"command":
@ -403,7 +403,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"store-triples":
"command":
@ -420,7 +420,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"text-completion":
"command":
@ -441,7 +441,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"text-completion-rag":
"command":
@ -466,7 +466,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"vectorize":
"command":
@ -481,7 +481,7 @@
"reservations":
"cpus": "0.5"
"memory": "512M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"volumes":
"cassandra": {}

30
tg-launch-claude-neo4j.yaml
View file

@ -16,7 +16,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"embeddings":
"command":
@ -33,7 +33,7 @@
"reservations":
"cpus": "0.5"
"memory": "256M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"etcd":
"command":
@ -105,7 +105,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"init-pulsar":
"command":
@ -138,7 +138,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"kg-extract-relationships":
"command":
@ -153,7 +153,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"milvus":
"command":
@ -233,7 +233,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"prometheus":
"deploy":
@ -281,7 +281,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"prompt-rag":
"command":
@ -317,7 +317,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"pulsar":
"command": "bin/pulsar standalone"
@ -370,7 +370,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"query-triples":
"command":
@ -387,7 +387,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"store-graph-embeddings":
"command":
@ -404,7 +404,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"store-triples":
"command":
@ -421,7 +421,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"text-completion":
"command":
@ -442,7 +442,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"text-completion-rag":
"command":
@ -467,7 +467,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"vectorize":
"command":
@ -482,7 +482,7 @@
"reservations":
"cpus": "0.5"
"memory": "512M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"volumes":
"etcd": {}

30
tg-launch-cohere-cassandra.yaml
View file

@ -33,7 +33,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"embeddings":
"command":
@ -50,7 +50,7 @@
"reservations":
"cpus": "0.5"
"memory": "256M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"etcd":
"command":
@ -122,7 +122,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"init-pulsar":
"command":
@ -155,7 +155,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"kg-extract-relationships":
"command":
@ -170,7 +170,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"milvus":
"command":
@ -232,7 +232,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"prometheus":
"deploy":
@ -280,7 +280,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"prompt-rag":
"command":
@ -316,7 +316,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"pulsar":
"command": "bin/pulsar standalone"
@ -369,7 +369,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"query-triples":
"command":
@ -386,7 +386,7 @@
"reservations":
"cpus": "0.1"
"memory": "512M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"store-graph-embeddings":
"command":
@ -403,7 +403,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"store-triples":
"command":
@ -420,7 +420,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"text-completion":
"command":
@ -439,7 +439,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"text-completion-rag":
"command":
@ -462,7 +462,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"vectorize":
"command":
@ -477,7 +477,7 @@
"reservations":
"cpus": "0.5"
"memory": "512M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"volumes":
"cassandra": {}

30
tg-launch-cohere-neo4j.yaml
View file

@ -16,7 +16,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"embeddings":
"command":
@ -33,7 +33,7 @@
"reservations":
"cpus": "0.5"
"memory": "256M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"etcd":
"command":
@ -105,7 +105,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"init-pulsar":
"command":
@ -138,7 +138,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"kg-extract-relationships":
"command":
@ -153,7 +153,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"milvus":
"command":
@ -233,7 +233,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"prometheus":
"deploy":
@ -281,7 +281,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"prompt-rag":
"command":
@ -317,7 +317,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"pulsar":
"command": "bin/pulsar standalone"
@ -370,7 +370,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"query-triples":
"command":
@ -387,7 +387,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"store-graph-embeddings":
"command":
@ -404,7 +404,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"store-triples":
"command":
@ -421,7 +421,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"text-completion":
"command":
@ -440,7 +440,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"text-completion-rag":
"command":
@ -463,7 +463,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"vectorize":
"command":
@ -478,7 +478,7 @@
"reservations":
"cpus": "0.5"
"memory": "512M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"volumes":
"etcd": {}

30
tg-launch-ollama-cassandra.yaml
View file

@ -33,7 +33,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"embeddings":
"command":
@ -50,7 +50,7 @@
"reservations":
"cpus": "0.5"
"memory": "256M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"etcd":
"command":
@ -122,7 +122,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"init-pulsar":
"command":
@ -155,7 +155,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"kg-extract-relationships":
"command":
@ -170,7 +170,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"milvus":
"command":
@ -232,7 +232,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"prometheus":
"deploy":
@ -267,7 +267,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"prompt-rag":
"command":
@ -290,7 +290,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"pulsar":
"command": "bin/pulsar standalone"
@ -343,7 +343,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"query-triples":
"command":
@ -360,7 +360,7 @@
"reservations":
"cpus": "0.1"
"memory": "512M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"store-graph-embeddings":
"command":
@ -377,7 +377,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"store-triples":
"command":
@ -394,7 +394,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"text-completion":
"command":
@ -413,7 +413,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"text-completion-rag":
"command":
@ -436,7 +436,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"vectorize":
"command":
@ -451,7 +451,7 @@
"reservations":
"cpus": "0.5"
"memory": "512M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"volumes":
"cassandra": {}

30
tg-launch-ollama-neo4j.yaml
View file

@ -16,7 +16,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"embeddings":
"command":
@ -33,7 +33,7 @@
"reservations":
"cpus": "0.5"
"memory": "256M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"etcd":
"command":
@ -105,7 +105,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"init-pulsar":
"command":
@ -138,7 +138,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"kg-extract-relationships":
"command":
@ -153,7 +153,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"milvus":
"command":
@ -233,7 +233,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"prometheus":
"deploy":
@ -268,7 +268,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"prompt-rag":
"command":
@ -291,7 +291,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"pulsar":
"command": "bin/pulsar standalone"
@ -344,7 +344,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"query-triples":
"command":
@ -361,7 +361,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"store-graph-embeddings":
"command":
@ -378,7 +378,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"store-triples":
"command":
@ -395,7 +395,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"text-completion":
"command":
@ -414,7 +414,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"text-completion-rag":
"command":
@ -437,7 +437,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"vectorize":
"command":
@ -452,7 +452,7 @@
"reservations":
"cpus": "0.5"
"memory": "512M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"volumes":
"etcd": {}

30
tg-launch-openai-cassandra.yaml
View file

@ -33,7 +33,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"embeddings":
"command":
@ -50,7 +50,7 @@
"reservations":
"cpus": "0.5"
"memory": "256M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"etcd":
"command":
@ -122,7 +122,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"init-pulsar":
"command":
@ -155,7 +155,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"kg-extract-relationships":
"command":
@ -170,7 +170,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"milvus":
"command":
@ -232,7 +232,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"prometheus":
"deploy":
@ -280,7 +280,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"prompt-rag":
"command":
@ -316,7 +316,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"pulsar":
"command": "bin/pulsar standalone"
@ -369,7 +369,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"query-triples":
"command":
@ -386,7 +386,7 @@
"reservations":
"cpus": "0.1"
"memory": "512M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"store-graph-embeddings":
"command":
@ -403,7 +403,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"store-triples":
"command":
@ -420,7 +420,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"text-completion":
"command":
@ -441,7 +441,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"text-completion-rag":
"command":
@ -466,7 +466,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"vectorize":
"command":
@ -481,7 +481,7 @@
"reservations":
"cpus": "0.5"
"memory": "512M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"volumes":
"cassandra": {}

30
tg-launch-openai-neo4j.yaml
View file

@ -16,7 +16,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"embeddings":
"command":
@ -33,7 +33,7 @@
"reservations":
"cpus": "0.5"
"memory": "256M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"etcd":
"command":
@ -105,7 +105,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"init-pulsar":
"command":
@ -138,7 +138,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"kg-extract-relationships":
"command":
@ -153,7 +153,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"milvus":
"command":
@ -233,7 +233,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"prometheus":
"deploy":
@ -281,7 +281,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"prompt-rag":
"command":
@ -317,7 +317,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"pulsar":
"command": "bin/pulsar standalone"
@ -370,7 +370,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"query-triples":
"command":
@ -387,7 +387,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"store-graph-embeddings":
"command":
@ -404,7 +404,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"store-triples":
"command":
@ -421,7 +421,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"text-completion":
"command":
@ -442,7 +442,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"text-completion-rag":
"command":
@ -467,7 +467,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"vectorize":
"command":
@ -482,7 +482,7 @@
"reservations":
"cpus": "0.5"
"memory": "512M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"volumes":
"etcd": {}

30
tg-launch-vertexai-cassandra.yaml
View file

@ -33,7 +33,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"embeddings":
"command":
@ -50,7 +50,7 @@
"reservations":
"cpus": "0.5"
"memory": "256M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"etcd":
"command":
@ -122,7 +122,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"init-pulsar":
"command":
@ -155,7 +155,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"kg-extract-relationships":
"command":
@ -170,7 +170,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"milvus":
"command":
@ -232,7 +232,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"prometheus":
"deploy":
@ -280,7 +280,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"prompt-rag":
"command":
@ -316,7 +316,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"pulsar":
"command": "bin/pulsar standalone"
@ -369,7 +369,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"query-triples":
"command":
@ -386,7 +386,7 @@
"reservations":
"cpus": "0.1"
"memory": "512M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"store-graph-embeddings":
"command":
@ -403,7 +403,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"store-triples":
"command":
@ -420,7 +420,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"text-completion":
"command":
@ -443,7 +443,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"volumes":
- "./vertexai:/vertexai"
@ -472,7 +472,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"volumes":
- "./vertexai:/vertexai"
@ -489,7 +489,7 @@
"reservations":
"cpus": "0.5"
"memory": "512M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"volumes":
"cassandra": {}

30
tg-launch-vertexai-neo4j.yaml
View file

@ -16,7 +16,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"embeddings":
"command":
@ -33,7 +33,7 @@
"reservations":
"cpus": "0.5"
"memory": "256M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"etcd":
"command":
@ -105,7 +105,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"init-pulsar":
"command":
@ -138,7 +138,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"kg-extract-relationships":
"command":
@ -153,7 +153,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"milvus":
"command":
@ -233,7 +233,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"prometheus":
"deploy":
@ -281,7 +281,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"prompt-rag":
"command":
@ -317,7 +317,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"pulsar":
"command": "bin/pulsar standalone"
@ -370,7 +370,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"query-triples":
"command":
@ -387,7 +387,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"store-graph-embeddings":
"command":
@ -404,7 +404,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"store-triples":
"command":
@ -421,7 +421,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"text-completion":
"command":
@ -444,7 +444,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"volumes":
- "./vertexai:/vertexai"
@ -473,7 +473,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"volumes":
- "./vertexai:/vertexai"
@ -490,7 +490,7 @@
"reservations":
"cpus": "0.5"
"memory": "512M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"volumes":
"etcd": {}

8
tg-storage-cassandra.yaml
View file

@ -195,7 +195,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"query-triples":
"command":
@ -212,7 +212,7 @@
"reservations":
"cpus": "0.1"
"memory": "512M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"store-graph-embeddings":
"command":
@ -229,7 +229,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"store-triples":
"command":
@ -246,7 +246,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"volumes":
"cassandra": {}

8
tg-storage-neo4j.yaml
View file

@ -196,7 +196,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"query-triples":
"command":
@ -213,7 +213,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"store-graph-embeddings":
"command":
@ -230,7 +230,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"store-triples":
"command":
@ -247,7 +247,7 @@
"reservations":
"cpus": "0.1"
"memory": "128M"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.15"
"image": "docker.io/trustgraph/trustgraph-flow:0.7.16"
"restart": "on-failure:100"
"volumes":
"etcd": {}

27
trustgraph/model/text_completion/azure/llm.py
View file

@ -6,6 +6,7 @@ serverless endpoint service. Input is prompt, output is response.
import requests
import json
from prometheus_client import Histogram
from .... schema import TextCompletionRequest, TextCompletionResponse, Error
from .... schema import text_completion_request_queue
@ -46,6 +47,19 @@ class Processor(ConsumerProducer):
}
)
if not hasattr(__class__, "text_completion_metric"):
__class__.text_completion_metric = Histogram(
'text_completion_duration',
'Text completion duration (seconds)',
buckets=[
0.25, 0.5, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0,
8.0, 9.0, 10.0, 11.0, 12.0, 13.0, 14.0, 15.0, 16.0,
17.0, 18.0, 19.0, 20.0, 21.0, 22.0, 23.0, 24.0, 25.0,
30.0, 35.0, 40.0, 45.0, 50.0, 60.0, 80.0, 100.0,
120.0
]
)
self.endpoint = endpoint
self.token = token
self.temperature = temperature
@ -108,14 +122,15 @@ class Processor(ConsumerProducer):
print(f"Handling prompt {id}...", flush=True)
prompt = self.build_prompt(
"You are a helpful chatbot",
v.prompt
)
try:
response = self.call_llm(prompt)
prompt = self.build_prompt(
"You are a helpful chatbot",
v.prompt
)
with __class__.text_completion_metric.time():
response = self.call_llm(prompt)
print("Send response...", flush=True)

169
trustgraph/model/text_completion/bedrock/llm.py
View file

@ -6,6 +6,7 @@ Input is prompt, output is response. Mistral is default.
import boto3
import json
from prometheus_client import Histogram
from .... schema import TextCompletionRequest, TextCompletionResponse, Error
from .... schema import text_completion_request_queue
@ -52,6 +53,19 @@ class Processor(ConsumerProducer):
}
)
if not hasattr(__class__, "text_completion_metric"):
__class__.text_completion_metric = Histogram(
'text_completion_duration',
'Text completion duration (seconds)',
buckets=[
0.25, 0.5, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0,
8.0, 9.0, 10.0, 11.0, 12.0, 13.0, 14.0, 15.0, 16.0,
17.0, 18.0, 19.0, 20.0, 21.0, 22.0, 23.0, 24.0, 25.0,
30.0, 35.0, 40.0, 45.0, 50.0, 60.0, 80.0, 100.0,
120.0
]
)
self.model = model
self.temperature = temperature
self.max_output = max_output
@ -78,85 +92,90 @@ class Processor(ConsumerProducer):
prompt = v.prompt
# Mistral Input Format
if self.model.startswith("mistral"):
promptbody = json.dumps({
"prompt": prompt,
"max_tokens": self.max_output,
"temperature": self.temperature,
"top_p": 0.99,
"top_k": 40
})
# Llama 3.1 Input Format
elif self.model.startswith("meta"):
promptbody = json.dumps({
"prompt": prompt,
"max_gen_len": self.max_output,
"temperature": self.temperature,
"top_p": 0.95,
})
# Anthropic Input Format
elif self.model.startswith("anthropic"):
promptbody = json.dumps({
"anthropic_version": "bedrock-2023-05-31",
"max_tokens": self.max_output,
"temperature": self.temperature,
"top_p": 0.999,
"messages": [
{
"role": "user",
"content": [
{
"type": "text",
"text": prompt
}
]
}
]
})
# Jamba Input Format
elif self.model.startswith("ai21"):
promptbody = json.dumps({
"max_tokens": self.max_output,
"temperature": self.temperature,
"top_p": 0.9,
"messages": [
{
"role": "user",
"content": prompt
}
]
})
# Cohere Input Format
elif self.model.startswith("cohere"):
promptbody = json.dumps({
"max_tokens": self.max_output,
"temperature": self.temperature,
"message": prompt
})
# Use Mistral format as defualt
else:
promptbody = json.dumps({
"prompt": prompt,
"max_tokens": self.max_output,
"temperature": self.temperature,
"top_p": 0.99,
"top_k": 40
})
accept = 'application/json'
contentType = 'application/json'
try:
# Mistral Input Format
if self.model.startswith("mistral"):
promptbody = json.dumps({
"prompt": prompt,
"max_tokens": self.max_output,
"temperature": self.temperature,
"top_p": 0.99,
"top_k": 40
})
# Llama 3.1 Input Format
elif self.model.startswith("meta"):
promptbody = json.dumps({
"prompt": prompt,
"max_gen_len": self.max_output,
"temperature": self.temperature,
"top_p": 0.95,
})
# Anthropic Input Format
elif self.model.startswith("anthropic"):
promptbody = json.dumps({
"anthropic_version": "bedrock-2023-05-31",
"max_tokens": self.max_output,
"temperature": self.temperature,
"top_p": 0.999,
"messages": [
{
"role": "user",
"content": [
{
"type": "text",
"text": prompt
}
]
}
]
})
# Jamba Input Format
elif self.model.startswith("ai21"):
promptbody = json.dumps({
"max_tokens": self.max_output,
"temperature": self.temperature,
"top_p": 0.9,
"messages": [
{
"role": "user",
"content": prompt
}
]
})
# Cohere Input Format
elif self.model.startswith("cohere"):
promptbody = json.dumps({
"max_tokens": self.max_output,
"temperature": self.temperature,
"message": prompt
})
# Use Mistral format as defualt
else:
promptbody = json.dumps({
"prompt": prompt,
"max_tokens": self.max_output,
"temperature": self.temperature,
"top_p": 0.99,
"top_k": 40
})
accept = 'application/json'
contentType = 'application/json'
# FIXME: Consider catching request limits and raise TooManyRequests
# See https://boto3.amazonaws.com/v1/documentation/api/latest/guide/retries.html
response = self.bedrock.invoke_model(body=promptbody, modelId=self.model, accept=accept, contentType=contentType)
with __class__.text_completion_metric.time():
response = self.bedrock.invoke_model(
body=promptbody, modelId=self.model, accept=accept,
contentType=contentType
)
# Mistral Response Structure
if self.model.startswith("mistral"):

51
trustgraph/model/text_completion/claude/llm.py
View file

@ -5,6 +5,7 @@ Input is prompt, output is response.
"""
import anthropic
from prometheus_client import Histogram
from .... schema import TextCompletionRequest, TextCompletionResponse, Error
from .... schema import text_completion_request_queue
@ -47,6 +48,19 @@ class Processor(ConsumerProducer):
}
)
if not hasattr(__class__, "text_completion_metric"):
__class__.text_completion_metric = Histogram(
'text_completion_duration',
'Text completion duration (seconds)',
buckets=[
0.25, 0.5, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0,
8.0, 9.0, 10.0, 11.0, 12.0, 13.0, 14.0, 15.0, 16.0,
17.0, 18.0, 19.0, 20.0, 21.0, 22.0, 23.0, 24.0, 25.0,
30.0, 35.0, 40.0, 45.0, 50.0, 60.0, 80.0, 100.0,
120.0
]
)
self.model = model
self.claude = anthropic.Anthropic(api_key=api_key)
self.temperature = temperature
@ -69,23 +83,26 @@ class Processor(ConsumerProducer):
try:
# FIXME: Rate limits?
response = message = self.claude.messages.create(
model=self.model,
max_tokens=self.max_output,
temperature=self.temperature,
system = "You are a helpful chatbot.",
messages=[
{
"role": "user",
"content": [
{
"type": "text",
"text": prompt
}
]
}
]
)
with __class__.text_completion_metric.time():
response = message = self.claude.messages.create(
model=self.model,
max_tokens=self.max_output,
temperature=self.temperature,
system = "You are a helpful chatbot.",
messages=[
{
"role": "user",
"content": [
{
"type": "text",
"text": prompt
}
]
}
]
)
resp = response.content[0].text
print(resp, flush=True)

34
trustgraph/model/text_completion/cohere/llm.py
View file

@ -5,6 +5,7 @@ Input is prompt, output is response.
"""
import cohere
from prometheus_client import Histogram
from .... schema import TextCompletionRequest, TextCompletionResponse, Error
from .... schema import text_completion_request_queue
@ -44,6 +45,19 @@ class Processor(ConsumerProducer):
}
)
if not hasattr(__class__, "text_completion_metric"):
__class__.text_completion_metric = Histogram(
'text_completion_duration',
'Text completion duration (seconds)',
buckets=[
0.25, 0.5, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0,
8.0, 9.0, 10.0, 11.0, 12.0, 13.0, 14.0, 15.0, 16.0,
17.0, 18.0, 19.0, 20.0, 21.0, 22.0, 23.0, 24.0, 25.0,
30.0, 35.0, 40.0, 45.0, 50.0, 60.0, 80.0, 100.0,
120.0
]
)
self.model = model
self.temperature = temperature
self.cohere = cohere.Client(api_key=api_key)
@ -64,15 +78,17 @@ class Processor(ConsumerProducer):
try:
output = self.cohere.chat(
model=self.model,
message=prompt,
preamble = "You are a helpful AI-assistant.",
temperature=self.temperature,
chat_history=[],
prompt_truncation='auto',
connectors=[]
)
with __class__.text_completion_metric.time():
output = self.cohere.chat(
model=self.model,
message=prompt,
preamble = "You are a helpful AI-assistant.",
temperature=self.temperature,
chat_history=[],
prompt_truncation='auto',
connectors=[]
)
resp = output.text
print(resp, flush=True)

18
trustgraph/model/text_completion/ollama/llm.py
View file

@ -5,7 +5,7 @@ Input is prompt, output is response.
"""
from langchain_community.llms import Ollama
from prometheus_client import Histogram, Info, Counter
from prometheus_client import Histogram, Info
from .... schema import TextCompletionRequest, TextCompletionResponse, Error
from .... schema import text_completion_request_queue
@ -44,6 +44,19 @@ class Processor(ConsumerProducer):
}
)
if not hasattr(__class__, "text_completion_metric"):
__class__.text_completion_metric = Histogram(
'text_completion_duration',
'Text completion duration (seconds)',
buckets=[
0.25, 0.5, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0,
8.0, 9.0, 10.0, 11.0, 12.0, 13.0, 14.0, 15.0, 16.0,
17.0, 18.0, 19.0, 20.0, 21.0, 22.0, 23.0, 24.0, 25.0,
30.0, 35.0, 40.0, 45.0, 50.0, 60.0, 80.0, 100.0,
120.0
]
)
if not hasattr(__class__, "model_metric"):
__class__.model_metric = Info(
'model', 'Model information'
@ -69,7 +82,8 @@ class Processor(ConsumerProducer):
try:
response = self.llm.invoke(prompt)
with __class__.text_completion_metric.time():
response = self.llm.invoke(prompt)
print("Send response...", flush=True)

59
trustgraph/model/text_completion/openai/llm.py
View file

@ -5,6 +5,7 @@ Input is prompt, output is response.
"""
from openai import OpenAI
from prometheus_client import Histogram
from .... schema import TextCompletionRequest, TextCompletionResponse, Error
from .... schema import text_completion_request_queue
@ -47,6 +48,19 @@ class Processor(ConsumerProducer):
}
)
if not hasattr(__class__, "text_completion_metric"):
__class__.text_completion_metric = Histogram(
'text_completion_duration',
'Text completion duration (seconds)',
buckets=[
0.25, 0.5, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0,
8.0, 9.0, 10.0, 11.0, 12.0, 13.0, 14.0, 15.0, 16.0,
17.0, 18.0, 19.0, 20.0, 21.0, 22.0, 23.0, 24.0, 25.0,
30.0, 35.0, 40.0, 45.0, 50.0, 60.0, 80.0, 100.0,
120.0
]
)
self.model = model
self.temperature = temperature
self.max_output = max_output
@ -69,28 +83,31 @@ class Processor(ConsumerProducer):
try:
# FIXME: Rate limits
resp = self.openai.chat.completions.create(
model=self.model,
messages=[
{
"role": "user",
"content": [
{
"type": "text",
"text": prompt
}
]
with __class__.text_completion_metric.time():
resp = self.openai.chat.completions.create(
model=self.model,
messages=[
{
"role": "user",
"content": [
{
"type": "text",
"text": prompt
}
]
}
],
temperature=self.temperature,
max_tokens=self.max_output,
top_p=1,
frequency_penalty=0,
presence_penalty=0,
response_format={
"type": "text"
}
],
temperature=self.temperature,
max_tokens=self.max_output,
top_p=1,
frequency_penalty=0,
presence_penalty=0,
response_format={
"type": "text"
}
)
)
print(resp.choices[0].message.content, flush=True)

24
trustgraph/model/text_completion/vertexai/llm.py
View file

@ -6,6 +6,7 @@ Google Cloud. Input is prompt, output is response.
import vertexai
import time
from prometheus_client import Histogram
from google.oauth2 import service_account
import google
@ -61,6 +62,19 @@ class Processor(ConsumerProducer):
}
)
if not hasattr(__class__, "text_completion_metric"):
__class__.text_completion_metric = Histogram(
'text_completion_duration',
'Text completion duration (seconds)',
buckets=[
0.25, 0.5, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0,
8.0, 9.0, 10.0, 11.0, 12.0, 13.0, 14.0, 15.0, 16.0,
17.0, 18.0, 19.0, 20.0, 21.0, 22.0, 23.0, 24.0, 25.0,
30.0, 35.0, 40.0, 45.0, 50.0, 60.0, 80.0, 100.0,
120.0
]
)
self.parameters = {
"temperature": temperature,
"top_p": 1.0,
@ -125,10 +139,12 @@ class Processor(ConsumerProducer):
prompt = v.prompt
resp = self.llm.generate_content(
prompt, generation_config=self.generation_config,
safety_settings=self.safety_settings
)
with __class__.text_completion_metric.time():
resp = self.llm.generate_content(
prompt, generation_config=self.generation_config,
safety_settings=self.safety_settings
)
resp = resp.text