Add token chunker (#14)

This commit is contained in:
cybermaggedon 2024-08-21 16:51:33 +01:00 committed by GitHub
parent 0e2db095e3
commit 7113d04f21
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
16 changed files with 253 additions and 138 deletions

View file

@ -11,14 +11,14 @@
- "chunker-recursive"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.6"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.8"
"restart": "on-failure:100"
"embeddings":
"command":
- "embeddings-hf"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.6"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.8"
"restart": "on-failure:100"
"etcd":
"command":
@ -60,7 +60,7 @@
- "non-persistent://tg/request/prompt-rag"
- "--prompt-response-queue"
- "non-persistent://tg/response/prompt-rag-response"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.6"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.8"
"restart": "on-failure:100"
"init-pulsar":
"command":
@ -77,14 +77,14 @@
- "kg-extract-definitions"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.6"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.8"
"restart": "on-failure:100"
"kg-extract-relationships":
"command":
- "kg-extract-relationships"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.6"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.8"
"restart": "on-failure:100"
"milvus":
"command":
@ -122,7 +122,7 @@
- "pdf-decoder"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.6"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.8"
"restart": "on-failure:100"
"prometheus":
"image": "docker.io/prom/prometheus:v2.53.1"
@ -141,7 +141,7 @@
- "non-persistent://tg/request/text-completion"
- "--text-completion-response-queue"
- "non-persistent://tg/response/text-completion-response"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.6"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.8"
"restart": "on-failure:100"
"prompt-rag":
"command":
@ -156,7 +156,7 @@
- "non-persistent://tg/request/text-completion-rag"
- "--text-completion-response-queue"
- "non-persistent://tg/response/text-completion-rag-response"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.6"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.8"
"restart": "on-failure:100"
"pulsar":
"command": "bin/pulsar standalone"
@ -183,7 +183,7 @@
- "pulsar://pulsar:6650"
- "-t"
- "http://milvus:19530"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.6"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.8"
"restart": "on-failure:100"
"query-triples":
"command":
@ -192,7 +192,7 @@
- "pulsar://pulsar:6650"
- "-g"
- "cassandra"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.6"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.8"
"restart": "on-failure:100"
"store-graph-embeddings":
"command":
@ -201,7 +201,7 @@
- "pulsar://pulsar:6650"
- "-t"
- "http://milvus:19530"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.6"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.8"
"restart": "on-failure:100"
"store-triples":
"command":
@ -210,7 +210,7 @@
- "pulsar://pulsar:6650"
- "-g"
- "cassandra"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.6"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.8"
"restart": "on-failure:100"
"text-completion":
"command":
@ -219,7 +219,7 @@
- "pulsar://pulsar:6650"
- "-k"
- "${CLAUDE_KEY}"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.6"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.8"
"restart": "on-failure:100"
"text-completion-rag":
"command":
@ -232,14 +232,14 @@
- "non-persistent://tg/request/text-completion-rag"
- "-o"
- "non-persistent://tg/response/text-completion-rag-response"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.6"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.8"
"restart": "on-failure:100"
"vectorize":
"command":
- "embeddings-vectorize"
- "-p"
- "pulsar://pulsar:6650"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.6"
"image": "docker.io/trustgraph/trustgraph-flow:0.6.8"
"restart": "on-failure:100"
"volumes":
"cassandra": {}