Rate limit handling (#11)

* Added a rate limit exception
* Reduce request/response timeouts because looks like there are major issues
* Add rate limit exception catch to all consumers
* Version to 0.6.3
This commit is contained in:
cybermaggedon 2024-08-19 22:15:32 +01:00 committed by GitHub
parent 25f557d8a5
commit a38f530c5f
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
25 changed files with 188 additions and 152 deletions

View file

@ -4,14 +4,14 @@
- "chunker-recursive"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"embeddings":
"command":
- "embeddings-hf"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"etcd":
"command":
@ -53,7 +53,7 @@
- "non-persistent://tg/request/prompt-rag"
- "--prompt-response-queue"
- "non-persistent://tg/response/prompt-rag-response"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"init-pulsar":
"command":
@ -70,14 +70,14 @@
- "kg-extract-definitions"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"kg-extract-relationships":
"command":
- "kg-extract-relationships"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"milvus":
"command":
@ -125,7 +125,7 @@
- "pdf-decoder"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"prometheus":
"image": "docker.io/prom/prometheus:v2.53.1"
@ -144,7 +144,7 @@
- "non-persistent://tg/request/text-completion"
- "--text-completion-response-queue"
- "non-persistent://tg/response/text-completion-response"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"prompt-rag":
"command":
@ -159,7 +159,7 @@
- "non-persistent://tg/request/text-completion-rag"
- "--text-completion-response-queue"
- "non-persistent://tg/response/text-completion-rag-response"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"pulsar":
"command": "bin/pulsar standalone"
@ -186,7 +186,7 @@
- "pulsar://pulsar:6650"
- "-t"
- "http://milvus:19530"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"query-triples":
"command":
@ -195,7 +195,7 @@
- "pulsar://pulsar:6650"
- "-g"
- "bolt://neo4j:7687"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"store-graph-embeddings":
"command":
@ -204,7 +204,7 @@
- "pulsar://pulsar:6650"
- "-t"
- "http://milvus:19530"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"store-triples":
"command":
@ -213,7 +213,7 @@
- "pulsar://pulsar:6650"
- "-g"
- "bolt://neo4j:7687"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"text-completion":
"command":
@ -222,7 +222,7 @@
- "pulsar://pulsar:6650"
- "-k"
- "${OPENAI_KEY}"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"text-completion-rag":
"command":
@ -235,14 +235,14 @@
- "non-persistent://tg/request/text-completion-rag"
- "-o"
- "non-persistent://tg/response/text-completion-rag-response"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"vectorize":
"command":
- "embeddings-vectorize"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.2"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.3"
"restart": "on-failure:100"
"volumes":
"etcd": {}