apunkt/trustgraph
1
0
Fork 0
mirror of https://github.com/trustgraph-ai/trustgraph.git synced 2026-05-29 17:25:15 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

Rate limit handling (#11)

Browse source 
* Added a rate limit exception
* Reduce request/response timeouts because looks like there are major issues
* Add rate limit exception catch to all consumers
* Version to 0.6.3
This commit is contained in:
cybermaggedon 2024-08-19 22:15:32 +01:00 • committed by GitHub
parent 25f557d8a5
commit a38f530c5f
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
25 changed files with 188 additions and 152 deletions
Download patch file Download diff file Expand all files Collapse all files

2
Makefile
View file

@ -1,6 +1,6 @@
# VERSION=$(shell git describe | sed 's/^v//')
VERSION=0.6.2
VERSION=0.6.3
DOCKER=podman

30
docker-compose-azure.yaml
View file

@ -11,14 +11,14 @@
- "chunker-recursive"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"embeddings":
"command":
- "embeddings-hf"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"etcd":
"command":
@ -60,7 +60,7 @@
- "non-persistent://tg/request/prompt-rag"
- "--prompt-response-queue"
- "non-persistent://tg/response/prompt-rag-response"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"init-pulsar":
"command":
@ -77,14 +77,14 @@
- "kg-extract-definitions"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"kg-extract-relationships":
"command":
- "kg-extract-relationships"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"milvus":
"command":
@ -122,7 +122,7 @@
- "pdf-decoder"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"prometheus":
"image": "docker.io/prom/prometheus:v2.53.1"
@ -141,7 +141,7 @@
- "non-persistent://tg/request/text-completion"
- "--text-completion-response-queue"
- "non-persistent://tg/response/text-completion-response"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"prompt-rag":
"command":
@ -156,7 +156,7 @@
- "non-persistent://tg/request/text-completion-rag"
- "--text-completion-response-queue"
- "non-persistent://tg/response/text-completion-rag-response"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"pulsar":
"command": "bin/pulsar standalone"
@ -183,7 +183,7 @@
- "pulsar://pulsar:6650"
- "-t"
- "http://milvus:19530"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"query-triples":
"command":
@ -192,7 +192,7 @@
- "pulsar://pulsar:6650"
- "-g"
- "cassandra"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"store-graph-embeddings":
"command":
@ -201,7 +201,7 @@
- "pulsar://pulsar:6650"
- "-t"
- "http://milvus:19530"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"store-triples":
"command":
@ -210,7 +210,7 @@
- "pulsar://pulsar:6650"
- "-g"
- "cassandra"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"text-completion":
"command":
@ -221,7 +221,7 @@
- "${AZURE_TOKEN}"
- "-e"
- "${AZURE_ENDPOINT}"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"text-completion-rag":
"command":
@ -236,14 +236,14 @@
- "non-persistent://tg/request/text-completion-rag"
- "-o"
- "non-persistent://tg/response/text-completion-rag-response"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"vectorize":
"command":
- "embeddings-vectorize"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"volumes":
"cassandra": {}

30
docker-compose-bedrock.yaml
View file

@ -15,14 +15,14 @@
- "2000"
- "--chunk-overlap"
- "100"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"embeddings":
"command":
- "embeddings-hf"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"etcd":
"command":
@ -64,7 +64,7 @@
- "non-persistent://tg/request/prompt-rag"
- "--prompt-response-queue"
- "non-persistent://tg/response/prompt-rag-response"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"init-pulsar":
"command":
@ -81,14 +81,14 @@
- "kg-extract-definitions"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"kg-extract-relationships":
"command":
- "kg-extract-relationships"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"milvus":
"command":
@ -126,7 +126,7 @@
- "pdf-decoder"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"prometheus":
"image": "docker.io/prom/prometheus:v2.53.1"
@ -145,7 +145,7 @@
- "non-persistent://tg/request/text-completion"
- "--text-completion-response-queue"
- "non-persistent://tg/response/text-completion-response"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"prompt-rag":
"command":
@ -160,7 +160,7 @@
- "non-persistent://tg/request/text-completion-rag"
- "--text-completion-response-queue"
- "non-persistent://tg/response/text-completion-rag-response"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"pulsar":
"command": "bin/pulsar standalone"
@ -187,7 +187,7 @@
- "pulsar://pulsar:6650"
- "-t"
- "http://milvus:19530"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"query-triples":
"command":
@ -196,7 +196,7 @@
- "pulsar://pulsar:6650"
- "-g"
- "cassandra"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"store-graph-embeddings":
"command":
@ -205,7 +205,7 @@
- "pulsar://pulsar:6650"
- "-t"
- "http://milvus:19530"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"store-triples":
"command":
@ -214,7 +214,7 @@
- "pulsar://pulsar:6650"
- "-g"
- "cassandra"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"text-completion":
"command":
@ -227,7 +227,7 @@
- "${AWS_SECRET_KEY}"
- "-r"
- "us-west-2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"text-completion-rag":
"command":
@ -244,14 +244,14 @@
- "non-persistent://tg/request/text-completion-rag"
- "-o"
- "non-persistent://tg/response/text-completion-rag-response"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"vectorize":
"command":
- "embeddings-vectorize"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"volumes":
"cassandra": {}

30
docker-compose-claude.yaml
View file

@ -11,14 +11,14 @@
- "chunker-recursive"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"embeddings":
"command":
- "embeddings-hf"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"etcd":
"command":
@ -60,7 +60,7 @@
- "non-persistent://tg/request/prompt-rag"
- "--prompt-response-queue"
- "non-persistent://tg/response/prompt-rag-response"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"init-pulsar":
"command":
@ -77,14 +77,14 @@
- "kg-extract-definitions"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"kg-extract-relationships":
"command":
- "kg-extract-relationships"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"milvus":
"command":
@ -122,7 +122,7 @@
- "pdf-decoder"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"prometheus":
"image": "docker.io/prom/prometheus:v2.53.1"
@ -141,7 +141,7 @@
- "non-persistent://tg/request/text-completion"
- "--text-completion-response-queue"
- "non-persistent://tg/response/text-completion-response"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"prompt-rag":
"command":
@ -156,7 +156,7 @@
- "non-persistent://tg/request/text-completion-rag"
- "--text-completion-response-queue"
- "non-persistent://tg/response/text-completion-rag-response"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"pulsar":
"command": "bin/pulsar standalone"
@ -183,7 +183,7 @@
- "pulsar://pulsar:6650"
- "-t"
- "http://milvus:19530"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"query-triples":
"command":
@ -192,7 +192,7 @@
- "pulsar://pulsar:6650"
- "-g"
- "cassandra"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"store-graph-embeddings":
"command":
@ -201,7 +201,7 @@
- "pulsar://pulsar:6650"
- "-t"
- "http://milvus:19530"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"store-triples":
"command":
@ -210,7 +210,7 @@
- "pulsar://pulsar:6650"
- "-g"
- "cassandra"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"text-completion":
"command":
@ -219,7 +219,7 @@
- "pulsar://pulsar:6650"
- "-k"
- "${CLAUDE_KEY}"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"text-completion-rag":
"command":
@ -232,14 +232,14 @@
- "non-persistent://tg/request/text-completion-rag"
- "-o"
- "non-persistent://tg/response/text-completion-rag-response"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"vectorize":
"command":
- "embeddings-vectorize"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"volumes":
"cassandra": {}

30
docker-compose-cohere.yaml
View file

@ -15,14 +15,14 @@
- "1000"
- "--chunk-overlap"
- "50"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"embeddings":
"command":
- "embeddings-hf"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"etcd":
"command":
@ -64,7 +64,7 @@
- "non-persistent://tg/request/prompt-rag"
- "--prompt-response-queue"
- "non-persistent://tg/response/prompt-rag-response"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"init-pulsar":
"command":
@ -81,14 +81,14 @@
- "kg-extract-definitions"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"kg-extract-relationships":
"command":
- "kg-extract-relationships"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"milvus":
"command":
@ -126,7 +126,7 @@
- "pdf-decoder"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"prometheus":
"image": "docker.io/prom/prometheus:v2.53.1"
@ -145,7 +145,7 @@
- "non-persistent://tg/request/text-completion"
- "--text-completion-response-queue"
- "non-persistent://tg/response/text-completion-response"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"prompt-rag":
"command":
@ -160,7 +160,7 @@
- "non-persistent://tg/request/text-completion-rag"
- "--text-completion-response-queue"
- "non-persistent://tg/response/text-completion-rag-response"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"pulsar":
"command": "bin/pulsar standalone"
@ -187,7 +187,7 @@
- "pulsar://pulsar:6650"
- "-t"
- "http://milvus:19530"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"query-triples":
"command":
@ -196,7 +196,7 @@
- "pulsar://pulsar:6650"
- "-g"
- "cassandra"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"store-graph-embeddings":
"command":
@ -205,7 +205,7 @@
- "pulsar://pulsar:6650"
- "-t"
- "http://milvus:19530"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"store-triples":
"command":
@ -214,7 +214,7 @@
- "pulsar://pulsar:6650"
- "-g"
- "cassandra"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"text-completion":
"command":
@ -223,7 +223,7 @@
- "pulsar://pulsar:6650"
- "-k"
- "${COHERE_KEY}"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"text-completion-rag":
"command":
@ -236,14 +236,14 @@
- "non-persistent://tg/request/text-completion-rag"
- "-o"
- "non-persistent://tg/response/text-completion-rag-response"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"vectorize":
"command":
- "embeddings-vectorize"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"volumes":
"cassandra": {}

30
docker-compose-mix.yaml
View file

@ -15,14 +15,14 @@
- "4000"
- "--chunk-overlap"
- "120"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"embeddings":
"command":
- "embeddings-hf"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"etcd":
"command":
@ -64,7 +64,7 @@
- "non-persistent://tg/request/prompt-rag"
- "--prompt-response-queue"
- "non-persistent://tg/response/prompt-rag-response"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"init-pulsar":
"command":
@ -81,14 +81,14 @@
- "kg-extract-definitions"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"kg-extract-relationships":
"command":
- "kg-extract-relationships"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"milvus":
"command":
@ -126,7 +126,7 @@
- "pdf-decoder"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"prometheus":
"image": "docker.io/prom/prometheus:v2.53.1"
@ -145,7 +145,7 @@
- "non-persistent://tg/request/text-completion"
- "--text-completion-response-queue"
- "non-persistent://tg/response/text-completion-response"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"prompt-rag":
"command":
@ -160,7 +160,7 @@
- "non-persistent://tg/request/text-completion-rag"
- "--text-completion-response-queue"
- "non-persistent://tg/response/text-completion-rag-response"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"pulsar":
"command": "bin/pulsar standalone"
@ -187,7 +187,7 @@
- "pulsar://pulsar:6650"
- "-t"
- "http://milvus:19530"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"query-triples":
"command":
@ -196,7 +196,7 @@
- "pulsar://pulsar:6650"
- "-g"
- "cassandra"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"store-graph-embeddings":
"command":
@ -205,7 +205,7 @@
- "pulsar://pulsar:6650"
- "-t"
- "http://milvus:19530"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"store-triples":
"command":
@ -214,7 +214,7 @@
- "pulsar://pulsar:6650"
- "-g"
- "cassandra"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"text-completion":
"command":
@ -225,7 +225,7 @@
- "${COHERE_KEY}"
- "-m"
- "c4ai-aya-23-35b"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"text-completion-rag":
"command":
@ -240,14 +240,14 @@
- "non-persistent://tg/response/text-completion-rag-response"
- "-m"
- "c4ai-aya-23-8b"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"vectorize":
"command":
- "embeddings-vectorize"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"volumes":
"cassandra": {}

30
docker-compose-ollama.yaml
View file

@ -11,14 +11,14 @@
- "chunker-recursive"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"embeddings":
"command":
- "embeddings-hf"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"etcd":
"command":
@ -60,7 +60,7 @@
- "non-persistent://tg/request/prompt-rag"
- "--prompt-response-queue"
- "non-persistent://tg/response/prompt-rag-response"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"init-pulsar":
"command":
@ -77,14 +77,14 @@
- "kg-extract-definitions"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"kg-extract-relationships":
"command":
- "kg-extract-relationships"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"milvus":
"command":
@ -122,7 +122,7 @@
- "pdf-decoder"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"prometheus":
"image": "docker.io/prom/prometheus:v2.53.1"
@ -141,7 +141,7 @@
- "non-persistent://tg/request/text-completion"
- "--text-completion-response-queue"
- "non-persistent://tg/response/text-completion-response"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"prompt-rag":
"command":
@ -156,7 +156,7 @@
- "non-persistent://tg/request/text-completion-rag"
- "--text-completion-response-queue"
- "non-persistent://tg/response/text-completion-rag-response"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"pulsar":
"command": "bin/pulsar standalone"
@ -183,7 +183,7 @@
- "pulsar://pulsar:6650"
- "-t"
- "http://milvus:19530"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"query-triples":
"command":
@ -192,7 +192,7 @@
- "pulsar://pulsar:6650"
- "-g"
- "cassandra"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"store-graph-embeddings":
"command":
@ -201,7 +201,7 @@
- "pulsar://pulsar:6650"
- "-t"
- "http://milvus:19530"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"store-triples":
"command":
@ -210,7 +210,7 @@
- "pulsar://pulsar:6650"
- "-g"
- "cassandra"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"text-completion":
"command":
@ -219,7 +219,7 @@
- "pulsar://pulsar:6650"
- "-r"
- "${OLLAMA_HOST}"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"text-completion-rag":
"command":
@ -232,14 +232,14 @@
- "non-persistent://tg/request/text-completion-rag"
- "-o"
- "non-persistent://tg/response/text-completion-rag-response"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"vectorize":
"command":
- "embeddings-vectorize"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"volumes":
"cassandra": {}

30
docker-compose-openai-neo4j.yaml
View file

@ -4,14 +4,14 @@
- "chunker-recursive"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"embeddings":
"command":
- "embeddings-hf"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"etcd":
"command":
@ -53,7 +53,7 @@
- "non-persistent://tg/request/prompt-rag"
- "--prompt-response-queue"
- "non-persistent://tg/response/prompt-rag-response"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"init-pulsar":
"command":
@ -70,14 +70,14 @@
- "kg-extract-definitions"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"kg-extract-relationships":
"command":
- "kg-extract-relationships"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"milvus":
"command":
@ -125,7 +125,7 @@
- "pdf-decoder"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"prometheus":
"image": "docker.io/prom/prometheus:v2.53.1"
@ -144,7 +144,7 @@
- "non-persistent://tg/request/text-completion"
- "--text-completion-response-queue"
- "non-persistent://tg/response/text-completion-response"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"prompt-rag":
"command":
@ -159,7 +159,7 @@
- "non-persistent://tg/request/text-completion-rag"
- "--text-completion-response-queue"
- "non-persistent://tg/response/text-completion-rag-response"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"pulsar":
"command": "bin/pulsar standalone"
@ -186,7 +186,7 @@
- "pulsar://pulsar:6650"
- "-t"
- "http://milvus:19530"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"query-triples":
"command":
@ -195,7 +195,7 @@
- "pulsar://pulsar:6650"
- "-g"
- "bolt://neo4j:7687"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"store-graph-embeddings":
"command":
@ -204,7 +204,7 @@
- "pulsar://pulsar:6650"
- "-t"
- "http://milvus:19530"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"store-triples":
"command":
@ -213,7 +213,7 @@
- "pulsar://pulsar:6650"
- "-g"
- "bolt://neo4j:7687"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"text-completion":
"command":
@ -222,7 +222,7 @@
- "pulsar://pulsar:6650"
- "-k"
- "${OPENAI_KEY}"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"text-completion-rag":
"command":
@ -235,14 +235,14 @@
- "non-persistent://tg/request/text-completion-rag"
- "-o"
- "non-persistent://tg/response/text-completion-rag-response"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"vectorize":
"command":
- "embeddings-vectorize"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"volumes":
"etcd": {}

30
docker-compose-openai.yaml
View file

@ -11,14 +11,14 @@
- "chunker-recursive"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"embeddings":
"command":
- "embeddings-hf"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"etcd":
"command":
@ -60,7 +60,7 @@
- "non-persistent://tg/request/prompt-rag"
- "--prompt-response-queue"
- "non-persistent://tg/response/prompt-rag-response"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"init-pulsar":
"command":
@ -77,14 +77,14 @@
- "kg-extract-definitions"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"kg-extract-relationships":
"command":
- "kg-extract-relationships"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"milvus":
"command":
@ -122,7 +122,7 @@
- "pdf-decoder"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"prometheus":
"image": "docker.io/prom/prometheus:v2.53.1"
@ -141,7 +141,7 @@
- "non-persistent://tg/request/text-completion"
- "--text-completion-response-queue"
- "non-persistent://tg/response/text-completion-response"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"prompt-rag":
"command":
@ -156,7 +156,7 @@
- "non-persistent://tg/request/text-completion-rag"
- "--text-completion-response-queue"
- "non-persistent://tg/response/text-completion-rag-response"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"pulsar":
"command": "bin/pulsar standalone"
@ -183,7 +183,7 @@
- "pulsar://pulsar:6650"
- "-t"
- "http://milvus:19530"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"query-triples":
"command":
@ -192,7 +192,7 @@
- "pulsar://pulsar:6650"
- "-g"
- "cassandra"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"store-graph-embeddings":
"command":
@ -201,7 +201,7 @@
- "pulsar://pulsar:6650"
- "-t"
- "http://milvus:19530"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"store-triples":
"command":
@ -210,7 +210,7 @@
- "pulsar://pulsar:6650"
- "-g"
- "cassandra"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"text-completion":
"command":
@ -219,7 +219,7 @@
- "pulsar://pulsar:6650"
- "-k"
- "${OPENAI_KEY}"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"text-completion-rag":
"command":
@ -232,14 +232,14 @@
- "non-persistent://tg/request/text-completion-rag"
- "-o"
- "non-persistent://tg/response/text-completion-rag-response"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"vectorize":
"command":
- "embeddings-vectorize"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"volumes":
"cassandra": {}

30
docker-compose-vertexai.yaml
View file

@ -11,14 +11,14 @@
- "chunker-recursive"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"embeddings":
"command":
- "embeddings-hf"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"etcd":
"command":
@ -60,7 +60,7 @@
- "non-persistent://tg/request/prompt-rag"
- "--prompt-response-queue"
- "non-persistent://tg/response/prompt-rag-response"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"init-pulsar":
"command":
@ -77,14 +77,14 @@
- "kg-extract-definitions"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"kg-extract-relationships":
"command":
- "kg-extract-relationships"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"milvus":
"command":
@ -122,7 +122,7 @@
- "pdf-decoder"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"prometheus":
"image": "docker.io/prom/prometheus:v2.53.1"
@ -141,7 +141,7 @@
- "non-persistent://tg/request/text-completion"
- "--text-completion-response-queue"
- "non-persistent://tg/response/text-completion-response"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"prompt-rag":
"command":
@ -156,7 +156,7 @@
- "non-persistent://tg/request/text-completion-rag"
- "--text-completion-response-queue"
- "non-persistent://tg/response/text-completion-rag-response"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"pulsar":
"command": "bin/pulsar standalone"
@ -183,7 +183,7 @@
- "pulsar://pulsar:6650"
- "-t"
- "http://milvus:19530"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"query-triples":
"command":
@ -192,7 +192,7 @@
- "pulsar://pulsar:6650"
- "-g"
- "cassandra"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"store-graph-embeddings":
"command":
@ -201,7 +201,7 @@
- "pulsar://pulsar:6650"
- "-t"
- "http://milvus:19530"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"store-triples":
"command":
@ -210,7 +210,7 @@
- "pulsar://pulsar:6650"
- "-g"
- "cassandra"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"text-completion":
"command":
@ -221,7 +221,7 @@
- "/vertexai/private.json"
- "-r"
- "us-west1"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"volumes":
- "./vertexai:/vertexai"
@ -238,7 +238,7 @@
- "non-persistent://tg/request/text-completion-rag"
- "-o"
- "non-persistent://tg/response/text-completion-rag-response"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"volumes":
- "./vertexai:/vertexai"
@ -247,7 +247,7 @@
- "embeddings-vectorize"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"volumes":
"cassandra": {}

2
setup.py
View file

@ -4,7 +4,7 @@ import os
with open("README.md", "r") as fh:
long_description = fh.read()
version = "0.6.2"
version = "0.6.3"
setuptools.setup(
name="trustgraph",

1
templates/components/version.jsonnet
View file

@ -1 +0,0 @@
"0.6.2"

9
trustgraph/base/consumer.py
View file

@ -1,8 +1,10 @@
from pulsar.schema import JsonSchema
from prometheus_client import start_http_server, Histogram, Info, Counter
import time
from . base_processor import BaseProcessor
from .. exceptions import TooManyRequests
class Consumer(BaseProcessor):
@ -59,6 +61,13 @@ class Consumer(BaseProcessor):
__class__.processing_metric.labels(status="success").inc()
except TooManyRequests:
self.consumer.negative_acknowledge(msg)
print("TooManyRequests: will retry")
__class__.processing_metric.labels(status="rate-limit").inc()
time.sleep(5)
continue
except Exception as e:
print("Exception:", e, flush=True)

9
trustgraph/base/consumer_producer.py
View file

@ -1,8 +1,10 @@
from pulsar.schema import JsonSchema
from prometheus_client import Histogram, Info, Counter
import time
from . base_processor import BaseProcessor
from .. exceptions import TooManyRequests
# FIXME: Derive from consumer? And producer?
@ -78,6 +80,13 @@ class ConsumerProducer(BaseProcessor):
__class__.processing_metric.labels(status="success").inc()
except TooManyRequests:
self.consumer.negative_acknowledge(msg)
print("TooManyRequests: will retry")
__class__.processing_metric.labels(status="rate-limit").inc()
time.sleep(5)
continue
except Exception as e:
print("Exception:", e, flush=True)

2
trustgraph/embeddings_client.py
View file

@ -51,7 +51,7 @@ class EmbeddingsClient:
schema=JsonSchema(EmbeddingsResponse),
)
def request(self, text, timeout=500):
def request(self, text, timeout=10):
id = str(uuid.uuid4())

4
trustgraph/exceptions.py Normal file
View file

@ -0,0 +1,4 @@
class TooManyRequests(Exception):
pass

2
trustgraph/llm_client.py
View file

@ -51,7 +51,7 @@ class LlmClient:
schema=JsonSchema(TextCompletionResponse),
)
def request(self, prompt, timeout=500):
def request(self, prompt, timeout=30):
id = str(uuid.uuid4())

5
trustgraph/model/text_completion/azure/llm.py
View file

@ -12,6 +12,7 @@ from .... schema import text_completion_request_queue
from .... schema import text_completion_response_queue
from .... log_level import LogLevel
from .... base import ConsumerProducer
from .... exceptions import TooManyRequests
module = ".".join(__name__.split(".")[1:-1])
@ -76,6 +77,10 @@ class Processor(ConsumerProducer):
}
resp = requests.post(url, data=body, headers=headers)
if resp.status_code == 429:
raise TooManyRequests()
result = resp.json()
message_content = result['choices'][0]['message']['content']

3
trustgraph/model/text_completion/bedrock/llm.py
View file

@ -13,6 +13,7 @@ from .... schema import text_completion_request_queue
from .... schema import text_completion_response_queue
from .... log_level import LogLevel
from .... base import ConsumerProducer
from .... exceptions import TooManyRequests
module = ".".join(__name__.split(".")[1:-1])
@ -121,6 +122,8 @@ class Processor(ConsumerProducer):
accept = 'application/json'
contentType = 'application/json'
# FIXME: Consider catching request limits and raise TooManyRequests
# See https://boto3.amazonaws.com/v1/documentation/api/latest/guide/retries.html
response = self.bedrock.invoke_model(body=promptbody, modelId=self.model, accept=accept, contentType=contentType)
# Mistral Response Structure

2
trustgraph/model/text_completion/claude/llm.py
View file

@ -57,6 +57,8 @@ class Processor(ConsumerProducer):
print(f"Handling prompt {id}...", flush=True)
prompt = v.prompt
# FIXME: Rate limits?
response = message = self.claude.messages.create(
model=self.model,
max_tokens=1000,

17
trustgraph/model/text_completion/cohere/llm.py
View file

@ -59,15 +59,16 @@ class Processor(ConsumerProducer):
prompt = v.prompt
# FIXME: Deal with rate limits?
output = self.cohere.chat(
model=self.model,
message=prompt,
preamble = "You are a helpful AI-assistant.",
temperature=0.0,
chat_history=[],
prompt_truncation='auto',
connectors=[]
)
model=self.model,
message=prompt,
preamble = "You are a helpful AI-assistant.",
temperature=0.0,
chat_history=[],
prompt_truncation='auto',
connectors=[]
)
resp = output.text
print(resp, flush=True)

2
trustgraph/model/text_completion/ollama/llm.py
View file

@ -65,6 +65,8 @@ class Processor(ConsumerProducer):
print(f"Handling prompt {id}...", flush=True)
prompt = v.prompt
# FIXME: Rate limits?
response = self.llm.invoke(prompt)
print("Send response...", flush=True)

2
trustgraph/model/text_completion/openai/llm.py
View file

@ -57,6 +57,8 @@ class Processor(ConsumerProducer):
print(f"Handling prompt {id}...", flush=True)
prompt = v.prompt
# FIXME: Rate limits
resp = self.openai.chat.completions.create(
model=self.model,
messages=[

6
trustgraph/model/text_completion/vertexai/llm.py
View file

@ -26,6 +26,7 @@ from .... schema import text_completion_request_queue
from .... schema import text_completion_response_queue
from .... log_level import LogLevel
from .... base import ConsumerProducer
from .... exceptions import TooManyRequests
module = ".".join(__name__.split(".")[1:-1])
@ -139,9 +140,8 @@ class Processor(ConsumerProducer):
except google.api_core.exceptions.ResourceExhausted:
print("429, resource busy, sleeping", flush=True)
time.sleep(15)
self.consumer.negative_acknowledge(msg)
# 429 / rate limits case
raise TooManyRequests
# Let other exceptions fall through

2
trustgraph/prompt_client.py
View file

@ -51,7 +51,7 @@ class PromptClient:
schema=JsonSchema(PromptResponse),
)
def request_definitions(self, chunk, timeout=500):
def request_definitions(self, chunk, timeout=30):
id = str(uuid.uuid4())