apunkt/trustgraph
1
0
Fork 0
mirror of https://github.com/trustgraph-ai/trustgraph.git synced 2026-04-30 10:56:23 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

Updated templates

Browse source
This commit is contained in:
Cyber MacGeddon 2024-09-28 11:54:00 +01:00
parent d6cacd3fb7
commit 2c8dd0bd39
34 changed files with 6170 additions and 562 deletions
Download patch file Download diff file Expand all files Collapse all files

71
deploy/docker-compose/tg-launch-azure-cassandra.yaml
View file

@ -33,7 +33,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
embeddings: embeddings:
command: command:
@ -50,7 +50,7 @@ services:
reservations: reservations:
cpus: '0.5' cpus: '0.5'
memory: 400M memory: 400M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
grafana: grafana:
deploy: deploy:
@ -95,7 +95,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
init-pulsar: init-pulsar:
command: command:
@ -130,7 +130,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
kg-extract-relationships: kg-extract-relationships:
command: command:
@ -145,7 +145,22 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100
kg-extract-topics:
command:
- kg-extract-topics
- -p
- pulsar://pulsar:6650
deploy:
resources:
limits:
cpus: '0.5'
memory: 128M
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
pdf-decoder: pdf-decoder:
command: command:
@ -160,7 +175,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
prometheus: prometheus:
deploy: deploy:
@ -262,6 +277,17 @@ services:
or headers or prefixes. or headers or prefixes.
</requirements>' </requirements>'
- --topic-template
- "You are a helpful assistant that performs information extraction tasks for\
\ a provided text.\nRead the provided text. You will identify topics and their\
\ definitions in JSON.\n\nReading Instructions:\n- Ignore document formatting\
\ in the provided text.\n- Study the provided text carefully.\n\nHere is the\
\ text:\n{text}\n\nResponse Instructions: \n- Do not respond with special characters.\n\
- Return only topics that are concepts and unique to the provided text.\n- Respond\
\ only with well-formed JSON.\n- The JSON response shall be an array of objects\
\ with keys \"topic\" and \"definition\". \n- The JSON response shall use the\
\ following structure:\n\n```json\n[{{\"topic\": string, \"definition\": string}}]\n\
```\n\n- Do not write any additional text or explanations."
- --knowledge-query-template - --knowledge-query-template
- 'Study the following set of knowledge statements. The statements are written - 'Study the following set of knowledge statements. The statements are written
in Cypher format that has been extracted from a knowledge graph. Use only the in Cypher format that has been extracted from a knowledge graph. Use only the
@ -339,7 +365,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
prompt-rag: prompt-rag:
command: command:
@ -429,6 +455,17 @@ services:
or headers or prefixes. or headers or prefixes.
</requirements>' </requirements>'
- --topic-template
- "You are a helpful assistant that performs information extraction tasks for\
\ a provided text.\nRead the provided text. You will identify topics and their\
\ definitions in JSON.\n\nReading Instructions:\n- Ignore document formatting\
\ in the provided text.\n- Study the provided text carefully.\n\nHere is the\
\ text:\n{text}\n\nResponse Instructions: \n- Do not respond with special characters.\n\
- Return only topics that are concepts and unique to the provided text.\n- Respond\
\ only with well-formed JSON.\n- The JSON response shall be an array of objects\
\ with keys \"topic\" and \"definition\". \n- The JSON response shall use the\
\ following structure:\n\n```json\n[{{\"topic\": string, \"definition\": string}}]\n\
```\n\n- Do not write any additional text or explanations."
- --knowledge-query-template - --knowledge-query-template
- 'Study the following set of knowledge statements. The statements are written - 'Study the following set of knowledge statements. The statements are written
in Cypher format that has been extracted from a knowledge graph. Use only the in Cypher format that has been extracted from a knowledge graph. Use only the
@ -506,7 +543,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
pulsar: pulsar:
command: command:
@ -560,7 +597,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
query-graph-embeddings: query-graph-embeddings:
command: command:
@ -577,7 +614,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
query-triples: query-triples:
command: command:
@ -594,7 +631,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 512M memory: 512M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
store-doc-embeddings: store-doc-embeddings:
command: command:
@ -611,7 +648,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
store-graph-embeddings: store-graph-embeddings:
command: command:
@ -628,7 +665,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
store-triples: store-triples:
command: command:
@ -645,7 +682,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
text-completion: text-completion:
command: command:
@ -668,7 +705,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
text-completion-rag: text-completion-rag:
command: command:
@ -695,7 +732,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
vectorize: vectorize:
command: command:
@ -710,7 +747,7 @@ services:
reservations: reservations:
cpus: '0.5' cpus: '0.5'
memory: 512M memory: 512M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
volumes: volumes:
cassandra: {} cassandra: {}

71
deploy/docker-compose/tg-launch-azure-neo4j.yaml
View file

@ -16,7 +16,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
embeddings: embeddings:
command: command:
@ -33,7 +33,7 @@ services:
reservations: reservations:
cpus: '0.5' cpus: '0.5'
memory: 400M memory: 400M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
grafana: grafana:
deploy: deploy:
@ -78,7 +78,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
init-pulsar: init-pulsar:
command: command:
@ -113,7 +113,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
kg-extract-relationships: kg-extract-relationships:
command: command:
@ -128,7 +128,22 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100
kg-extract-topics:
command:
- kg-extract-topics
- -p
- pulsar://pulsar:6650
deploy:
resources:
limits:
cpus: '0.5'
memory: 128M
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
neo4j: neo4j:
deploy: deploy:
@ -161,7 +176,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
prometheus: prometheus:
deploy: deploy:
@ -263,6 +278,17 @@ services:
or headers or prefixes. or headers or prefixes.
</requirements>' </requirements>'
- --topic-template
- "You are a helpful assistant that performs information extraction tasks for\
\ a provided text.\nRead the provided text. You will identify topics and their\
\ definitions in JSON.\n\nReading Instructions:\n- Ignore document formatting\
\ in the provided text.\n- Study the provided text carefully.\n\nHere is the\
\ text:\n{text}\n\nResponse Instructions: \n- Do not respond with special characters.\n\
- Return only topics that are concepts and unique to the provided text.\n- Respond\
\ only with well-formed JSON.\n- The JSON response shall be an array of objects\
\ with keys \"topic\" and \"definition\". \n- The JSON response shall use the\
\ following structure:\n\n```json\n[{{\"topic\": string, \"definition\": string}}]\n\
```\n\n- Do not write any additional text or explanations."
- --knowledge-query-template - --knowledge-query-template
- 'Study the following set of knowledge statements. The statements are written - 'Study the following set of knowledge statements. The statements are written
in Cypher format that has been extracted from a knowledge graph. Use only the in Cypher format that has been extracted from a knowledge graph. Use only the
@ -340,7 +366,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
prompt-rag: prompt-rag:
command: command:
@ -430,6 +456,17 @@ services:
or headers or prefixes. or headers or prefixes.
</requirements>' </requirements>'
- --topic-template
- "You are a helpful assistant that performs information extraction tasks for\
\ a provided text.\nRead the provided text. You will identify topics and their\
\ definitions in JSON.\n\nReading Instructions:\n- Ignore document formatting\
\ in the provided text.\n- Study the provided text carefully.\n\nHere is the\
\ text:\n{text}\n\nResponse Instructions: \n- Do not respond with special characters.\n\
- Return only topics that are concepts and unique to the provided text.\n- Respond\
\ only with well-formed JSON.\n- The JSON response shall be an array of objects\
\ with keys \"topic\" and \"definition\". \n- The JSON response shall use the\
\ following structure:\n\n```json\n[{{\"topic\": string, \"definition\": string}}]\n\
```\n\n- Do not write any additional text or explanations."
- --knowledge-query-template - --knowledge-query-template
- 'Study the following set of knowledge statements. The statements are written - 'Study the following set of knowledge statements. The statements are written
in Cypher format that has been extracted from a knowledge graph. Use only the in Cypher format that has been extracted from a knowledge graph. Use only the
@ -507,7 +544,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
pulsar: pulsar:
command: command:
@ -561,7 +598,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
query-graph-embeddings: query-graph-embeddings:
command: command:
@ -578,7 +615,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
query-triples: query-triples:
command: command:
@ -595,7 +632,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
store-doc-embeddings: store-doc-embeddings:
command: command:
@ -612,7 +649,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
store-graph-embeddings: store-graph-embeddings:
command: command:
@ -629,7 +666,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
store-triples: store-triples:
command: command:
@ -646,7 +683,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
text-completion: text-completion:
command: command:
@ -669,7 +706,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
text-completion-rag: text-completion-rag:
command: command:
@ -696,7 +733,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
vectorize: vectorize:
command: command:
@ -711,7 +748,7 @@ services:
reservations: reservations:
cpus: '0.5' cpus: '0.5'
memory: 512M memory: 512M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
volumes: volumes:
grafana-storage: {} grafana-storage: {}

71
deploy/docker-compose/tg-launch-bedrock-cassandra.yaml
View file

@ -33,7 +33,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
embeddings: embeddings:
command: command:
@ -50,7 +50,7 @@ services:
reservations: reservations:
cpus: '0.5' cpus: '0.5'
memory: 400M memory: 400M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
grafana: grafana:
deploy: deploy:
@ -95,7 +95,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
init-pulsar: init-pulsar:
command: command:
@ -130,7 +130,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
kg-extract-relationships: kg-extract-relationships:
command: command:
@ -145,7 +145,22 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100
kg-extract-topics:
command:
- kg-extract-topics
- -p
- pulsar://pulsar:6650
deploy:
resources:
limits:
cpus: '0.5'
memory: 128M
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
pdf-decoder: pdf-decoder:
command: command:
@ -160,7 +175,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
prometheus: prometheus:
deploy: deploy:
@ -262,6 +277,17 @@ services:
or headers or prefixes. or headers or prefixes.
</requirements>' </requirements>'
- --topic-template
- "You are a helpful assistant that performs information extraction tasks for\
\ a provided text.\nRead the provided text. You will identify topics and their\
\ definitions in JSON.\n\nReading Instructions:\n- Ignore document formatting\
\ in the provided text.\n- Study the provided text carefully.\n\nHere is the\
\ text:\n{text}\n\nResponse Instructions: \n- Do not respond with special characters.\n\
- Return only topics that are concepts and unique to the provided text.\n- Respond\
\ only with well-formed JSON.\n- The JSON response shall be an array of objects\
\ with keys \"topic\" and \"definition\". \n- The JSON response shall use the\
\ following structure:\n\n```json\n[{{\"topic\": string, \"definition\": string}}]\n\
```\n\n- Do not write any additional text or explanations."
- --knowledge-query-template - --knowledge-query-template
- 'Study the following set of knowledge statements. The statements are written - 'Study the following set of knowledge statements. The statements are written
in Cypher format that has been extracted from a knowledge graph. Use only the in Cypher format that has been extracted from a knowledge graph. Use only the
@ -339,7 +365,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
prompt-rag: prompt-rag:
command: command:
@ -429,6 +455,17 @@ services:
or headers or prefixes. or headers or prefixes.
</requirements>' </requirements>'
- --topic-template
- "You are a helpful assistant that performs information extraction tasks for\
\ a provided text.\nRead the provided text. You will identify topics and their\
\ definitions in JSON.\n\nReading Instructions:\n- Ignore document formatting\
\ in the provided text.\n- Study the provided text carefully.\n\nHere is the\
\ text:\n{text}\n\nResponse Instructions: \n- Do not respond with special characters.\n\
- Return only topics that are concepts and unique to the provided text.\n- Respond\
\ only with well-formed JSON.\n- The JSON response shall be an array of objects\
\ with keys \"topic\" and \"definition\". \n- The JSON response shall use the\
\ following structure:\n\n```json\n[{{\"topic\": string, \"definition\": string}}]\n\
```\n\n- Do not write any additional text or explanations."
- --knowledge-query-template - --knowledge-query-template
- 'Study the following set of knowledge statements. The statements are written - 'Study the following set of knowledge statements. The statements are written
in Cypher format that has been extracted from a knowledge graph. Use only the in Cypher format that has been extracted from a knowledge graph. Use only the
@ -506,7 +543,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
pulsar: pulsar:
command: command:
@ -560,7 +597,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
query-graph-embeddings: query-graph-embeddings:
command: command:
@ -577,7 +614,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
query-triples: query-triples:
command: command:
@ -594,7 +631,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 512M memory: 512M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
store-doc-embeddings: store-doc-embeddings:
command: command:
@ -611,7 +648,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
store-graph-embeddings: store-graph-embeddings:
command: command:
@ -628,7 +665,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
store-triples: store-triples:
command: command:
@ -645,7 +682,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
text-completion: text-completion:
command: command:
@ -672,7 +709,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
text-completion-rag: text-completion-rag:
command: command:
@ -703,7 +740,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
vectorize: vectorize:
command: command:
@ -718,7 +755,7 @@ services:
reservations: reservations:
cpus: '0.5' cpus: '0.5'
memory: 512M memory: 512M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
volumes: volumes:
cassandra: {} cassandra: {}

71
deploy/docker-compose/tg-launch-bedrock-neo4j.yaml
View file

@ -16,7 +16,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
embeddings: embeddings:
command: command:
@ -33,7 +33,7 @@ services:
reservations: reservations:
cpus: '0.5' cpus: '0.5'
memory: 400M memory: 400M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
grafana: grafana:
deploy: deploy:
@ -78,7 +78,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
init-pulsar: init-pulsar:
command: command:
@ -113,7 +113,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
kg-extract-relationships: kg-extract-relationships:
command: command:
@ -128,7 +128,22 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100
kg-extract-topics:
command:
- kg-extract-topics
- -p
- pulsar://pulsar:6650
deploy:
resources:
limits:
cpus: '0.5'
memory: 128M
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
neo4j: neo4j:
deploy: deploy:
@ -161,7 +176,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
prometheus: prometheus:
deploy: deploy:
@ -263,6 +278,17 @@ services:
or headers or prefixes. or headers or prefixes.
</requirements>' </requirements>'
- --topic-template
- "You are a helpful assistant that performs information extraction tasks for\
\ a provided text.\nRead the provided text. You will identify topics and their\
\ definitions in JSON.\n\nReading Instructions:\n- Ignore document formatting\
\ in the provided text.\n- Study the provided text carefully.\n\nHere is the\
\ text:\n{text}\n\nResponse Instructions: \n- Do not respond with special characters.\n\
- Return only topics that are concepts and unique to the provided text.\n- Respond\
\ only with well-formed JSON.\n- The JSON response shall be an array of objects\
\ with keys \"topic\" and \"definition\". \n- The JSON response shall use the\
\ following structure:\n\n```json\n[{{\"topic\": string, \"definition\": string}}]\n\
```\n\n- Do not write any additional text or explanations."
- --knowledge-query-template - --knowledge-query-template
- 'Study the following set of knowledge statements. The statements are written - 'Study the following set of knowledge statements. The statements are written
in Cypher format that has been extracted from a knowledge graph. Use only the in Cypher format that has been extracted from a knowledge graph. Use only the
@ -340,7 +366,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
prompt-rag: prompt-rag:
command: command:
@ -430,6 +456,17 @@ services:
or headers or prefixes. or headers or prefixes.
</requirements>' </requirements>'
- --topic-template
- "You are a helpful assistant that performs information extraction tasks for\
\ a provided text.\nRead the provided text. You will identify topics and their\
\ definitions in JSON.\n\nReading Instructions:\n- Ignore document formatting\
\ in the provided text.\n- Study the provided text carefully.\n\nHere is the\
\ text:\n{text}\n\nResponse Instructions: \n- Do not respond with special characters.\n\
- Return only topics that are concepts and unique to the provided text.\n- Respond\
\ only with well-formed JSON.\n- The JSON response shall be an array of objects\
\ with keys \"topic\" and \"definition\". \n- The JSON response shall use the\
\ following structure:\n\n```json\n[{{\"topic\": string, \"definition\": string}}]\n\
```\n\n- Do not write any additional text or explanations."
- --knowledge-query-template - --knowledge-query-template
- 'Study the following set of knowledge statements. The statements are written - 'Study the following set of knowledge statements. The statements are written
in Cypher format that has been extracted from a knowledge graph. Use only the in Cypher format that has been extracted from a knowledge graph. Use only the
@ -507,7 +544,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
pulsar: pulsar:
command: command:
@ -561,7 +598,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
query-graph-embeddings: query-graph-embeddings:
command: command:
@ -578,7 +615,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
query-triples: query-triples:
command: command:
@ -595,7 +632,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
store-doc-embeddings: store-doc-embeddings:
command: command:
@ -612,7 +649,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
store-graph-embeddings: store-graph-embeddings:
command: command:
@ -629,7 +666,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
store-triples: store-triples:
command: command:
@ -646,7 +683,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
text-completion: text-completion:
command: command:
@ -673,7 +710,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
text-completion-rag: text-completion-rag:
command: command:
@ -704,7 +741,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
vectorize: vectorize:
command: command:
@ -719,7 +756,7 @@ services:
reservations: reservations:
cpus: '0.5' cpus: '0.5'
memory: 512M memory: 512M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
volumes: volumes:
grafana-storage: {} grafana-storage: {}

71
deploy/docker-compose/tg-launch-claude-cassandra.yaml
View file

@ -33,7 +33,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
embeddings: embeddings:
command: command:
@ -50,7 +50,7 @@ services:
reservations: reservations:
cpus: '0.5' cpus: '0.5'
memory: 400M memory: 400M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
grafana: grafana:
deploy: deploy:
@ -95,7 +95,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
init-pulsar: init-pulsar:
command: command:
@ -130,7 +130,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
kg-extract-relationships: kg-extract-relationships:
command: command:
@ -145,7 +145,22 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100
kg-extract-topics:
command:
- kg-extract-topics
- -p
- pulsar://pulsar:6650
deploy:
resources:
limits:
cpus: '0.5'
memory: 128M
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
pdf-decoder: pdf-decoder:
command: command:
@ -160,7 +175,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
prometheus: prometheus:
deploy: deploy:
@ -262,6 +277,17 @@ services:
or headers or prefixes. or headers or prefixes.
</requirements>' </requirements>'
- --topic-template
- "You are a helpful assistant that performs information extraction tasks for\
\ a provided text.\nRead the provided text. You will identify topics and their\
\ definitions in JSON.\n\nReading Instructions:\n- Ignore document formatting\
\ in the provided text.\n- Study the provided text carefully.\n\nHere is the\
\ text:\n{text}\n\nResponse Instructions: \n- Do not respond with special characters.\n\
- Return only topics that are concepts and unique to the provided text.\n- Respond\
\ only with well-formed JSON.\n- The JSON response shall be an array of objects\
\ with keys \"topic\" and \"definition\". \n- The JSON response shall use the\
\ following structure:\n\n```json\n[{{\"topic\": string, \"definition\": string}}]\n\
```\n\n- Do not write any additional text or explanations."
- --knowledge-query-template - --knowledge-query-template
- 'Study the following set of knowledge statements. The statements are written - 'Study the following set of knowledge statements. The statements are written
in Cypher format that has been extracted from a knowledge graph. Use only the in Cypher format that has been extracted from a knowledge graph. Use only the
@ -339,7 +365,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
prompt-rag: prompt-rag:
command: command:
@ -429,6 +455,17 @@ services:
or headers or prefixes. or headers or prefixes.
</requirements>' </requirements>'
- --topic-template
- "You are a helpful assistant that performs information extraction tasks for\
\ a provided text.\nRead the provided text. You will identify topics and their\
\ definitions in JSON.\n\nReading Instructions:\n- Ignore document formatting\
\ in the provided text.\n- Study the provided text carefully.\n\nHere is the\
\ text:\n{text}\n\nResponse Instructions: \n- Do not respond with special characters.\n\
- Return only topics that are concepts and unique to the provided text.\n- Respond\
\ only with well-formed JSON.\n- The JSON response shall be an array of objects\
\ with keys \"topic\" and \"definition\". \n- The JSON response shall use the\
\ following structure:\n\n```json\n[{{\"topic\": string, \"definition\": string}}]\n\
```\n\n- Do not write any additional text or explanations."
- --knowledge-query-template - --knowledge-query-template
- 'Study the following set of knowledge statements. The statements are written - 'Study the following set of knowledge statements. The statements are written
in Cypher format that has been extracted from a knowledge graph. Use only the in Cypher format that has been extracted from a knowledge graph. Use only the
@ -506,7 +543,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
pulsar: pulsar:
command: command:
@ -560,7 +597,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
query-graph-embeddings: query-graph-embeddings:
command: command:
@ -577,7 +614,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
query-triples: query-triples:
command: command:
@ -594,7 +631,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 512M memory: 512M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
store-doc-embeddings: store-doc-embeddings:
command: command:
@ -611,7 +648,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
store-graph-embeddings: store-graph-embeddings:
command: command:
@ -628,7 +665,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
store-triples: store-triples:
command: command:
@ -645,7 +682,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
text-completion: text-completion:
command: command:
@ -666,7 +703,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
text-completion-rag: text-completion-rag:
command: command:
@ -691,7 +728,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
vectorize: vectorize:
command: command:
@ -706,7 +743,7 @@ services:
reservations: reservations:
cpus: '0.5' cpus: '0.5'
memory: 512M memory: 512M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
volumes: volumes:
cassandra: {} cassandra: {}

71
deploy/docker-compose/tg-launch-claude-neo4j.yaml
View file

@ -16,7 +16,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
embeddings: embeddings:
command: command:
@ -33,7 +33,7 @@ services:
reservations: reservations:
cpus: '0.5' cpus: '0.5'
memory: 400M memory: 400M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
grafana: grafana:
deploy: deploy:
@ -78,7 +78,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
init-pulsar: init-pulsar:
command: command:
@ -113,7 +113,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
kg-extract-relationships: kg-extract-relationships:
command: command:
@ -128,7 +128,22 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100
kg-extract-topics:
command:
- kg-extract-topics
- -p
- pulsar://pulsar:6650
deploy:
resources:
limits:
cpus: '0.5'
memory: 128M
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
neo4j: neo4j:
deploy: deploy:
@ -161,7 +176,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
prometheus: prometheus:
deploy: deploy:
@ -263,6 +278,17 @@ services:
or headers or prefixes. or headers or prefixes.
</requirements>' </requirements>'
- --topic-template
- "You are a helpful assistant that performs information extraction tasks for\
\ a provided text.\nRead the provided text. You will identify topics and their\
\ definitions in JSON.\n\nReading Instructions:\n- Ignore document formatting\
\ in the provided text.\n- Study the provided text carefully.\n\nHere is the\
\ text:\n{text}\n\nResponse Instructions: \n- Do not respond with special characters.\n\
- Return only topics that are concepts and unique to the provided text.\n- Respond\
\ only with well-formed JSON.\n- The JSON response shall be an array of objects\
\ with keys \"topic\" and \"definition\". \n- The JSON response shall use the\
\ following structure:\n\n```json\n[{{\"topic\": string, \"definition\": string}}]\n\
```\n\n- Do not write any additional text or explanations."
- --knowledge-query-template - --knowledge-query-template
- 'Study the following set of knowledge statements. The statements are written - 'Study the following set of knowledge statements. The statements are written
in Cypher format that has been extracted from a knowledge graph. Use only the in Cypher format that has been extracted from a knowledge graph. Use only the
@ -340,7 +366,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
prompt-rag: prompt-rag:
command: command:
@ -430,6 +456,17 @@ services:
or headers or prefixes. or headers or prefixes.
</requirements>' </requirements>'
- --topic-template
- "You are a helpful assistant that performs information extraction tasks for\
\ a provided text.\nRead the provided text. You will identify topics and their\
\ definitions in JSON.\n\nReading Instructions:\n- Ignore document formatting\
\ in the provided text.\n- Study the provided text carefully.\n\nHere is the\
\ text:\n{text}\n\nResponse Instructions: \n- Do not respond with special characters.\n\
- Return only topics that are concepts and unique to the provided text.\n- Respond\
\ only with well-formed JSON.\n- The JSON response shall be an array of objects\
\ with keys \"topic\" and \"definition\". \n- The JSON response shall use the\
\ following structure:\n\n```json\n[{{\"topic\": string, \"definition\": string}}]\n\
```\n\n- Do not write any additional text or explanations."
- --knowledge-query-template - --knowledge-query-template
- 'Study the following set of knowledge statements. The statements are written - 'Study the following set of knowledge statements. The statements are written
in Cypher format that has been extracted from a knowledge graph. Use only the in Cypher format that has been extracted from a knowledge graph. Use only the
@ -507,7 +544,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
pulsar: pulsar:
command: command:
@ -561,7 +598,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
query-graph-embeddings: query-graph-embeddings:
command: command:
@ -578,7 +615,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
query-triples: query-triples:
command: command:
@ -595,7 +632,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
store-doc-embeddings: store-doc-embeddings:
command: command:
@ -612,7 +649,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
store-graph-embeddings: store-graph-embeddings:
command: command:
@ -629,7 +666,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
store-triples: store-triples:
command: command:
@ -646,7 +683,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
text-completion: text-completion:
command: command:
@ -667,7 +704,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
text-completion-rag: text-completion-rag:
command: command:
@ -692,7 +729,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
vectorize: vectorize:
command: command:
@ -707,7 +744,7 @@ services:
reservations: reservations:
cpus: '0.5' cpus: '0.5'
memory: 512M memory: 512M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
volumes: volumes:
grafana-storage: {} grafana-storage: {}

71
deploy/docker-compose/tg-launch-cohere-cassandra.yaml
View file

@ -33,7 +33,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
embeddings: embeddings:
command: command:
@ -50,7 +50,7 @@ services:
reservations: reservations:
cpus: '0.5' cpus: '0.5'
memory: 400M memory: 400M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
grafana: grafana:
deploy: deploy:
@ -95,7 +95,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
init-pulsar: init-pulsar:
command: command:
@ -130,7 +130,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
kg-extract-relationships: kg-extract-relationships:
command: command:
@ -145,7 +145,22 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100
kg-extract-topics:
command:
- kg-extract-topics
- -p
- pulsar://pulsar:6650
deploy:
resources:
limits:
cpus: '0.5'
memory: 128M
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
pdf-decoder: pdf-decoder:
command: command:
@ -160,7 +175,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
prometheus: prometheus:
deploy: deploy:
@ -262,6 +277,17 @@ services:
or headers or prefixes. or headers or prefixes.
</requirements>' </requirements>'
- --topic-template
- "You are a helpful assistant that performs information extraction tasks for\
\ a provided text.\nRead the provided text. You will identify topics and their\
\ definitions in JSON.\n\nReading Instructions:\n- Ignore document formatting\
\ in the provided text.\n- Study the provided text carefully.\n\nHere is the\
\ text:\n{text}\n\nResponse Instructions: \n- Do not respond with special characters.\n\
- Return only topics that are concepts and unique to the provided text.\n- Respond\
\ only with well-formed JSON.\n- The JSON response shall be an array of objects\
\ with keys \"topic\" and \"definition\". \n- The JSON response shall use the\
\ following structure:\n\n```json\n[{{\"topic\": string, \"definition\": string}}]\n\
```\n\n- Do not write any additional text or explanations."
- --knowledge-query-template - --knowledge-query-template
- 'Study the following set of knowledge statements. The statements are written - 'Study the following set of knowledge statements. The statements are written
in Cypher format that has been extracted from a knowledge graph. Use only the in Cypher format that has been extracted from a knowledge graph. Use only the
@ -339,7 +365,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
prompt-rag: prompt-rag:
command: command:
@ -429,6 +455,17 @@ services:
or headers or prefixes. or headers or prefixes.
</requirements>' </requirements>'
- --topic-template
- "You are a helpful assistant that performs information extraction tasks for\
\ a provided text.\nRead the provided text. You will identify topics and their\
\ definitions in JSON.\n\nReading Instructions:\n- Ignore document formatting\
\ in the provided text.\n- Study the provided text carefully.\n\nHere is the\
\ text:\n{text}\n\nResponse Instructions: \n- Do not respond with special characters.\n\
- Return only topics that are concepts and unique to the provided text.\n- Respond\
\ only with well-formed JSON.\n- The JSON response shall be an array of objects\
\ with keys \"topic\" and \"definition\". \n- The JSON response shall use the\
\ following structure:\n\n```json\n[{{\"topic\": string, \"definition\": string}}]\n\
```\n\n- Do not write any additional text or explanations."
- --knowledge-query-template - --knowledge-query-template
- 'Study the following set of knowledge statements. The statements are written - 'Study the following set of knowledge statements. The statements are written
in Cypher format that has been extracted from a knowledge graph. Use only the in Cypher format that has been extracted from a knowledge graph. Use only the
@ -506,7 +543,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
pulsar: pulsar:
command: command:
@ -560,7 +597,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
query-graph-embeddings: query-graph-embeddings:
command: command:
@ -577,7 +614,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
query-triples: query-triples:
command: command:
@ -594,7 +631,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 512M memory: 512M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
store-doc-embeddings: store-doc-embeddings:
command: command:
@ -611,7 +648,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
store-graph-embeddings: store-graph-embeddings:
command: command:
@ -628,7 +665,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
store-triples: store-triples:
command: command:
@ -645,7 +682,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
text-completion: text-completion:
command: command:
@ -664,7 +701,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
text-completion-rag: text-completion-rag:
command: command:
@ -687,7 +724,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
vectorize: vectorize:
command: command:
@ -702,7 +739,7 @@ services:
reservations: reservations:
cpus: '0.5' cpus: '0.5'
memory: 512M memory: 512M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
volumes: volumes:
cassandra: {} cassandra: {}

71
deploy/docker-compose/tg-launch-cohere-neo4j.yaml
View file

@ -16,7 +16,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
embeddings: embeddings:
command: command:
@ -33,7 +33,7 @@ services:
reservations: reservations:
cpus: '0.5' cpus: '0.5'
memory: 400M memory: 400M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
grafana: grafana:
deploy: deploy:
@ -78,7 +78,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
init-pulsar: init-pulsar:
command: command:
@ -113,7 +113,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
kg-extract-relationships: kg-extract-relationships:
command: command:
@ -128,7 +128,22 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100
kg-extract-topics:
command:
- kg-extract-topics
- -p
- pulsar://pulsar:6650
deploy:
resources:
limits:
cpus: '0.5'
memory: 128M
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
neo4j: neo4j:
deploy: deploy:
@ -161,7 +176,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
prometheus: prometheus:
deploy: deploy:
@ -263,6 +278,17 @@ services:
or headers or prefixes. or headers or prefixes.
</requirements>' </requirements>'
- --topic-template
- "You are a helpful assistant that performs information extraction tasks for\
\ a provided text.\nRead the provided text. You will identify topics and their\
\ definitions in JSON.\n\nReading Instructions:\n- Ignore document formatting\
\ in the provided text.\n- Study the provided text carefully.\n\nHere is the\
\ text:\n{text}\n\nResponse Instructions: \n- Do not respond with special characters.\n\
- Return only topics that are concepts and unique to the provided text.\n- Respond\
\ only with well-formed JSON.\n- The JSON response shall be an array of objects\
\ with keys \"topic\" and \"definition\". \n- The JSON response shall use the\
\ following structure:\n\n```json\n[{{\"topic\": string, \"definition\": string}}]\n\
```\n\n- Do not write any additional text or explanations."
- --knowledge-query-template - --knowledge-query-template
- 'Study the following set of knowledge statements. The statements are written - 'Study the following set of knowledge statements. The statements are written
in Cypher format that has been extracted from a knowledge graph. Use only the in Cypher format that has been extracted from a knowledge graph. Use only the
@ -340,7 +366,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
prompt-rag: prompt-rag:
command: command:
@ -430,6 +456,17 @@ services:
or headers or prefixes. or headers or prefixes.
</requirements>' </requirements>'
- --topic-template
- "You are a helpful assistant that performs information extraction tasks for\
\ a provided text.\nRead the provided text. You will identify topics and their\
\ definitions in JSON.\n\nReading Instructions:\n- Ignore document formatting\
\ in the provided text.\n- Study the provided text carefully.\n\nHere is the\
\ text:\n{text}\n\nResponse Instructions: \n- Do not respond with special characters.\n\
- Return only topics that are concepts and unique to the provided text.\n- Respond\
\ only with well-formed JSON.\n- The JSON response shall be an array of objects\
\ with keys \"topic\" and \"definition\". \n- The JSON response shall use the\
\ following structure:\n\n```json\n[{{\"topic\": string, \"definition\": string}}]\n\
```\n\n- Do not write any additional text or explanations."
- --knowledge-query-template - --knowledge-query-template
- 'Study the following set of knowledge statements. The statements are written - 'Study the following set of knowledge statements. The statements are written
in Cypher format that has been extracted from a knowledge graph. Use only the in Cypher format that has been extracted from a knowledge graph. Use only the
@ -507,7 +544,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
pulsar: pulsar:
command: command:
@ -561,7 +598,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
query-graph-embeddings: query-graph-embeddings:
command: command:
@ -578,7 +615,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
query-triples: query-triples:
command: command:
@ -595,7 +632,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
store-doc-embeddings: store-doc-embeddings:
command: command:
@ -612,7 +649,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
store-graph-embeddings: store-graph-embeddings:
command: command:
@ -629,7 +666,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
store-triples: store-triples:
command: command:
@ -646,7 +683,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
text-completion: text-completion:
command: command:
@ -665,7 +702,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
text-completion-rag: text-completion-rag:
command: command:
@ -688,7 +725,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
vectorize: vectorize:
command: command:
@ -703,7 +740,7 @@ services:
reservations: reservations:
cpus: '0.5' cpus: '0.5'
memory: 512M memory: 512M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
volumes: volumes:
grafana-storage: {} grafana-storage: {}

440
deploy/docker-compose/tg-launch-llamafile-cassandra.yaml Normal file
View file

@ -0,0 +1,440 @@
services:
cassandra:
deploy:
resources:
limits:
cpus: '1.0'
memory: 800M
reservations:
cpus: '0.5'
memory: 800M
environment:
JVM_OPTS: -Xms256M -Xmx256M
image: docker.io/cassandra:4.1.6
ports:
- 9042:9042
restart: on-failure:100
volumes:
- cassandra:/var/lib/cassandra
chunker:
command:
- chunker-token
- -p
- pulsar://pulsar:6650
- --chunk-size
- '250'
- --chunk-overlap
- '15'
deploy:
resources:
limits:
cpus: '0.5'
memory: 128M
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100
embeddings:
command:
- embeddings-hf
- -p
- pulsar://pulsar:6650
- -m
- all-MiniLM-L6-v2
deploy:
resources:
limits:
cpus: '1.0'
memory: 400M
reservations:
cpus: '0.5'
memory: 400M
image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100
grafana:
deploy:
resources:
limits:
cpus: '1.0'
memory: 256M
reservations:
cpus: '0.5'
memory: 256M
environment:
GF_ORG_NAME: trustgraph.ai
image: docker.io/grafana/grafana:11.1.4
ports:
- 3000:3000
restart: on-failure:100
volumes:
- grafana-storage:/var/lib/grafana
- ${CONFIGDIR}/grafana/provisioning/:/etc/grafana/provisioning/dashboards/
- ${CONFIGDIR}/grafana/provisioning/:/etc/grafana/provisioning/datasources/
- ${CONFIGDIR}/grafana/dashboards/:/var/lib/grafana/dashboards/
graph-rag:
command:
- graph-rag
- -p
- pulsar://pulsar:6650
- --prompt-request-queue
- non-persistent://tg/request/prompt-rag
- --prompt-response-queue
- non-persistent://tg/response/prompt-rag-response
- --entity-limit
- '50'
- --triple-limit
- '30'
- --max-subgraph-size
- '3000'
deploy:
resources:
limits:
cpus: '0.5'
memory: 128M
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100
init-pulsar:
command:
- sh
- -c
- while true; do pulsar-admin --admin-url http://pulsar:8080 tenants create tg
; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/flow ; pulsar-admin
--admin-url http://pulsar:8080 namespaces create tg/request ; pulsar-admin --admin-url
http://pulsar:8080 namespaces create tg/response ; pulsar-admin --admin-url
http://pulsar:8080 namespaces set-retention --size -1 --time 3m tg/response;
sleep 20; done
deploy:
resources:
limits:
cpus: '1'
memory: 400M
reservations:
cpus: '0.1'
memory: 400M
image: docker.io/apachepulsar/pulsar:3.3.1
restart: on-failure:100
kg-extract-definitions:
command:
- kg-extract-definitions
- -p
- pulsar://pulsar:6650
deploy:
resources:
limits:
cpus: '0.5'
memory: 128M
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100
kg-extract-relationships:
command:
- kg-extract-relationships
- -p
- pulsar://pulsar:6650
deploy:
resources:
limits:
cpus: '0.5'
memory: 128M
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100
kg-extract-topics:
command:
- kg-extract-topics
- -p
- pulsar://pulsar:6650
deploy:
resources:
limits:
cpus: '0.5'
memory: 128M
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100
pdf-decoder:
command:
- pdf-decoder
- -p
- pulsar://pulsar:6650
deploy:
resources:
limits:
cpus: '0.5'
memory: 128M
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100
prometheus:
deploy:
resources:
limits:
cpus: '0.5'
memory: 128M
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/prom/prometheus:v2.53.2
ports:
- 9090:9090
restart: on-failure:100
volumes:
- ${CONFIGDIR}/prometheus:/etc/prometheus/
- prometheus-data:/prometheus
prompt:
command:
- prompt-generic
- -p
- pulsar://pulsar:6650
- --text-completion-request-queue
- non-persistent://tg/request/text-completion
- --text-completion-response-queue
- non-persistent://tg/response/text-completion-response
deploy:
resources:
limits:
cpus: '0.5'
memory: 128M
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100
prompt-rag:
command:
- prompt-generic
- -p
- pulsar://pulsar:6650
- -i
- non-persistent://tg/request/prompt-rag
- -o
- non-persistent://tg/response/prompt-rag-response
- --text-completion-request-queue
- non-persistent://tg/request/text-completion-rag
- --text-completion-response-queue
- non-persistent://tg/response/text-completion-rag-response
deploy:
resources:
limits:
cpus: '0.5'
memory: 128M
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100
pulsar:
command:
- bin/pulsar
- standalone
deploy:
resources:
limits:
cpus: '2.0'
memory: 1500M
reservations:
cpus: '1.0'
memory: 1500M
environment:
PULSAR_MEM: -Xms600M -Xmx600M
image: docker.io/apachepulsar/pulsar:3.3.1
ports:
- 6650:6650
- 8080:8080
restart: on-failure:100
volumes:
- pulsar-data:/pulsar/data
qdrant:
deploy:
resources:
limits:
cpus: '1.0'
memory: 256M
reservations:
cpus: '0.5'
memory: 256M
image: docker.io/qdrant/qdrant:v1.11.1
ports:
- 6333:6333
- 6334:6334
restart: on-failure:100
volumes:
- qdrant:/qdrant/storage
query-doc-embeddings:
command:
- de-query-qdrant
- -p
- pulsar://pulsar:6650
- -t
- http://qdrant:6333
deploy:
resources:
limits:
cpus: '0.5'
memory: 128M
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100
query-graph-embeddings:
command:
- ge-query-qdrant
- -p
- pulsar://pulsar:6650
- -t
- http://qdrant:6333
deploy:
resources:
limits:
cpus: '0.5'
memory: 128M
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100
query-triples:
command:
- triples-query-cassandra
- -p
- pulsar://pulsar:6650
- -g
- cassandra
deploy:
resources:
limits:
cpus: '0.5'
memory: 512M
reservations:
cpus: '0.1'
memory: 512M
image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100
store-doc-embeddings:
command:
- de-write-qdrant
- -p
- pulsar://pulsar:6650
- -t
- http://qdrant:6333
deploy:
resources:
limits:
cpus: '0.5'
memory: 128M
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100
store-graph-embeddings:
command:
- ge-write-qdrant
- -p
- pulsar://pulsar:6650
- -t
- http://qdrant:6333
deploy:
resources:
limits:
cpus: '0.5'
memory: 128M
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100
store-triples:
command:
- triples-write-cassandra
- -p
- pulsar://pulsar:6650
- -g
- cassandra
deploy:
resources:
limits:
cpus: '0.5'
memory: 128M
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100
text-completion:
command:
- text-completion-llamafile
- -p
- pulsar://pulsar:6650
- -m
- LLaMA_CPP
- -r
- ${LLAMAFILE_URL}
deploy:
resources:
limits:
cpus: '0.5'
memory: 128M
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100
text-completion-rag:
command:
- text-completion-llamafile
- -p
- pulsar://pulsar:6650
- -m
- LLaMA_CPP
- -r
- ${LLAMAFILE_URL}
- -i
- non-persistent://tg/request/text-completion-rag
- -o
- non-persistent://tg/response/text-completion-rag-response
deploy:
resources:
limits:
cpus: '0.5'
memory: 128M
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100
vectorize:
command:
- embeddings-vectorize
- -p
- pulsar://pulsar:6650
deploy:
resources:
limits:
cpus: '1.0'
memory: 512M
reservations:
cpus: '0.5'
memory: 512M
image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100
volumes:
cassandra: {}
grafana-storage: {}
prometheus-data: {}
pulsar-data: {}
qdrant: {}

441
deploy/docker-compose/tg-launch-llamafile-neo4j.yaml Normal file
View file

@ -0,0 +1,441 @@
services:
chunker:
command:
- chunker-token
- -p
- pulsar://pulsar:6650
- --chunk-size
- '250'
- --chunk-overlap
- '15'
deploy:
resources:
limits:
cpus: '0.5'
memory: 128M
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100
embeddings:
command:
- embeddings-hf
- -p
- pulsar://pulsar:6650
- -m
- all-MiniLM-L6-v2
deploy:
resources:
limits:
cpus: '1.0'
memory: 400M
reservations:
cpus: '0.5'
memory: 400M
image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100
grafana:
deploy:
resources:
limits:
cpus: '1.0'
memory: 256M
reservations:
cpus: '0.5'
memory: 256M
environment:
GF_ORG_NAME: trustgraph.ai
image: docker.io/grafana/grafana:11.1.4
ports:
- 3000:3000
restart: on-failure:100
volumes:
- grafana-storage:/var/lib/grafana
- ${CONFIGDIR}/grafana/provisioning/:/etc/grafana/provisioning/dashboards/
- ${CONFIGDIR}/grafana/provisioning/:/etc/grafana/provisioning/datasources/
- ${CONFIGDIR}/grafana/dashboards/:/var/lib/grafana/dashboards/
graph-rag:
command:
- graph-rag
- -p
- pulsar://pulsar:6650
- --prompt-request-queue
- non-persistent://tg/request/prompt-rag
- --prompt-response-queue
- non-persistent://tg/response/prompt-rag-response
- --entity-limit
- '50'
- --triple-limit
- '30'
- --max-subgraph-size
- '3000'
deploy:
resources:
limits:
cpus: '0.5'
memory: 128M
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100
init-pulsar:
command:
- sh
- -c
- while true; do pulsar-admin --admin-url http://pulsar:8080 tenants create tg
; pulsar-admin --admin-url http://pulsar:8080 namespaces create tg/flow ; pulsar-admin
--admin-url http://pulsar:8080 namespaces create tg/request ; pulsar-admin --admin-url
http://pulsar:8080 namespaces create tg/response ; pulsar-admin --admin-url
http://pulsar:8080 namespaces set-retention --size -1 --time 3m tg/response;
sleep 20; done
deploy:
resources:
limits:
cpus: '1'
memory: 400M
reservations:
cpus: '0.1'
memory: 400M
image: docker.io/apachepulsar/pulsar:3.3.1
restart: on-failure:100
kg-extract-definitions:
command:
- kg-extract-definitions
- -p
- pulsar://pulsar:6650
deploy:
resources:
limits:
cpus: '0.5'
memory: 128M
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100
kg-extract-relationships:
command:
- kg-extract-relationships
- -p
- pulsar://pulsar:6650
deploy:
resources:
limits:
cpus: '0.5'
memory: 128M
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100
kg-extract-topics:
command:
- kg-extract-topics
- -p
- pulsar://pulsar:6650
deploy:
resources:
limits:
cpus: '0.5'
memory: 128M
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100
neo4j:
deploy:
resources:
limits:
cpus: '1.0'
memory: 768M
reservations:
cpus: '0.5'
memory: 768M
environment:
NEO4J_AUTH: neo4j/password
image: docker.io/neo4j:5.22.0-community-bullseye
ports:
- 7474:7474
- 7687:7687
restart: on-failure:100
volumes:
- neo4j:/data
pdf-decoder:
command:
- pdf-decoder
- -p
- pulsar://pulsar:6650
deploy:
resources:
limits:
cpus: '0.5'
memory: 128M
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100
prometheus:
deploy:
resources:
limits:
cpus: '0.5'
memory: 128M
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/prom/prometheus:v2.53.2
ports:
- 9090:9090
restart: on-failure:100
volumes:
- ${CONFIGDIR}/prometheus:/etc/prometheus/
- prometheus-data:/prometheus
prompt:
command:
- prompt-generic
- -p
- pulsar://pulsar:6650
- --text-completion-request-queue
- non-persistent://tg/request/text-completion
- --text-completion-response-queue
- non-persistent://tg/response/text-completion-response
deploy:
resources:
limits:
cpus: '0.5'
memory: 128M
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100
prompt-rag:
command:
- prompt-generic
- -p
- pulsar://pulsar:6650
- -i
- non-persistent://tg/request/prompt-rag
- -o
- non-persistent://tg/response/prompt-rag-response
- --text-completion-request-queue
- non-persistent://tg/request/text-completion-rag
- --text-completion-response-queue
- non-persistent://tg/response/text-completion-rag-response
deploy:
resources:
limits:
cpus: '0.5'
memory: 128M
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100
pulsar:
command:
- bin/pulsar
- standalone
deploy:
resources:
limits:
cpus: '2.0'
memory: 1500M
reservations:
cpus: '1.0'
memory: 1500M
environment:
PULSAR_MEM: -Xms600M -Xmx600M
image: docker.io/apachepulsar/pulsar:3.3.1
ports:
- 6650:6650
- 8080:8080
restart: on-failure:100
volumes:
- pulsar-data:/pulsar/data
qdrant:
deploy:
resources:
limits:
cpus: '1.0'
memory: 256M
reservations:
cpus: '0.5'
memory: 256M
image: docker.io/qdrant/qdrant:v1.11.1
ports:
- 6333:6333
- 6334:6334
restart: on-failure:100
volumes:
- qdrant:/qdrant/storage
query-doc-embeddings:
command:
- de-query-qdrant
- -p
- pulsar://pulsar:6650
- -t
- http://qdrant:6333
deploy:
resources:
limits:
cpus: '0.5'
memory: 128M
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100
query-graph-embeddings:
command:
- ge-query-qdrant
- -p
- pulsar://pulsar:6650
- -t
- http://qdrant:6333
deploy:
resources:
limits:
cpus: '0.5'
memory: 128M
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100
query-triples:
command:
- triples-query-neo4j
- -p
- pulsar://pulsar:6650
- -g
- bolt://neo4j:7687
deploy:
resources:
limits:
cpus: '0.5'
memory: 128M
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100
store-doc-embeddings:
command:
- de-write-qdrant
- -p
- pulsar://pulsar:6650
- -t
- http://qdrant:6333
deploy:
resources:
limits:
cpus: '0.5'
memory: 128M
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100
store-graph-embeddings:
command:
- ge-write-qdrant
- -p
- pulsar://pulsar:6650
- -t
- http://qdrant:6333
deploy:
resources:
limits:
cpus: '0.5'
memory: 128M
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100
store-triples:
command:
- triples-write-neo4j
- -p
- pulsar://pulsar:6650
- -g
- bolt://neo4j:7687
deploy:
resources:
limits:
cpus: '0.5'
memory: 128M
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100
text-completion:
command:
- text-completion-llamafile
- -p
- pulsar://pulsar:6650
- -m
- LLaMA_CPP
- -r
- ${LLAMAFILE_URL}
deploy:
resources:
limits:
cpus: '0.5'
memory: 128M
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100
text-completion-rag:
command:
- text-completion-llamafile
- -p
- pulsar://pulsar:6650
- -m
- LLaMA_CPP
- -r
- ${LLAMAFILE_URL}
- -i
- non-persistent://tg/request/text-completion-rag
- -o
- non-persistent://tg/response/text-completion-rag-response
deploy:
resources:
limits:
cpus: '0.5'
memory: 128M
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100
vectorize:
command:
- embeddings-vectorize
- -p
- pulsar://pulsar:6650
deploy:
resources:
limits:
cpus: '1.0'
memory: 512M
reservations:
cpus: '0.5'
memory: 512M
image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100
volumes:
grafana-storage: {}
neo4j: {}
prometheus-data: {}
pulsar-data: {}
qdrant: {}

49
deploy/docker-compose/tg-launch-ollama-cassandra.yaml
View file

@ -33,7 +33,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
embeddings: embeddings:
command: command:
@ -50,7 +50,7 @@ services:
reservations: reservations:
cpus: '0.5' cpus: '0.5'
memory: 400M memory: 400M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
grafana: grafana:
deploy: deploy:
@ -95,7 +95,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
init-pulsar: init-pulsar:
command: command:
@ -130,7 +130,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
kg-extract-relationships: kg-extract-relationships:
command: command:
@ -145,7 +145,22 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100
kg-extract-topics:
command:
- kg-extract-topics
- -p
- pulsar://pulsar:6650
deploy:
resources:
limits:
cpus: '0.5'
memory: 128M
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
pdf-decoder: pdf-decoder:
command: command:
@ -160,7 +175,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
prometheus: prometheus:
deploy: deploy:
@ -195,7 +210,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
prompt-rag: prompt-rag:
command: command:
@ -218,7 +233,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
pulsar: pulsar:
command: command:
@ -272,7 +287,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
query-graph-embeddings: query-graph-embeddings:
command: command:
@ -289,7 +304,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
query-triples: query-triples:
command: command:
@ -306,7 +321,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 512M memory: 512M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
store-doc-embeddings: store-doc-embeddings:
command: command:
@ -323,7 +338,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
store-graph-embeddings: store-graph-embeddings:
command: command:
@ -340,7 +355,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
store-triples: store-triples:
command: command:
@ -357,7 +372,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
text-completion: text-completion:
command: command:
@ -376,7 +391,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
text-completion-rag: text-completion-rag:
command: command:
@ -399,7 +414,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
vectorize: vectorize:
command: command:
@ -414,7 +429,7 @@ services:
reservations: reservations:
cpus: '0.5' cpus: '0.5'
memory: 512M memory: 512M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
volumes: volumes:
cassandra: {} cassandra: {}

49
deploy/docker-compose/tg-launch-ollama-neo4j.yaml
View file

@ -16,7 +16,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
embeddings: embeddings:
command: command:
@ -33,7 +33,7 @@ services:
reservations: reservations:
cpus: '0.5' cpus: '0.5'
memory: 400M memory: 400M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
grafana: grafana:
deploy: deploy:
@ -78,7 +78,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
init-pulsar: init-pulsar:
command: command:
@ -113,7 +113,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
kg-extract-relationships: kg-extract-relationships:
command: command:
@ -128,7 +128,22 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100
kg-extract-topics:
command:
- kg-extract-topics
- -p
- pulsar://pulsar:6650
deploy:
resources:
limits:
cpus: '0.5'
memory: 128M
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
neo4j: neo4j:
deploy: deploy:
@ -161,7 +176,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
prometheus: prometheus:
deploy: deploy:
@ -196,7 +211,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
prompt-rag: prompt-rag:
command: command:
@ -219,7 +234,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
pulsar: pulsar:
command: command:
@ -273,7 +288,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
query-graph-embeddings: query-graph-embeddings:
command: command:
@ -290,7 +305,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
query-triples: query-triples:
command: command:
@ -307,7 +322,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
store-doc-embeddings: store-doc-embeddings:
command: command:
@ -324,7 +339,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
store-graph-embeddings: store-graph-embeddings:
command: command:
@ -341,7 +356,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
store-triples: store-triples:
command: command:
@ -358,7 +373,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
text-completion: text-completion:
command: command:
@ -377,7 +392,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
text-completion-rag: text-completion-rag:
command: command:
@ -400,7 +415,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
vectorize: vectorize:
command: command:
@ -415,7 +430,7 @@ services:
reservations: reservations:
cpus: '0.5' cpus: '0.5'
memory: 512M memory: 512M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
volumes: volumes:
grafana-storage: {} grafana-storage: {}

71
deploy/docker-compose/tg-launch-openai-cassandra.yaml
View file

@ -33,7 +33,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
embeddings: embeddings:
command: command:
@ -50,7 +50,7 @@ services:
reservations: reservations:
cpus: '0.5' cpus: '0.5'
memory: 400M memory: 400M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
grafana: grafana:
deploy: deploy:
@ -95,7 +95,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
init-pulsar: init-pulsar:
command: command:
@ -130,7 +130,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
kg-extract-relationships: kg-extract-relationships:
command: command:
@ -145,7 +145,22 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100
kg-extract-topics:
command:
- kg-extract-topics
- -p
- pulsar://pulsar:6650
deploy:
resources:
limits:
cpus: '0.5'
memory: 128M
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
pdf-decoder: pdf-decoder:
command: command:
@ -160,7 +175,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
prometheus: prometheus:
deploy: deploy:
@ -262,6 +277,17 @@ services:
or headers or prefixes. or headers or prefixes.
</requirements>' </requirements>'
- --topic-template
- "You are a helpful assistant that performs information extraction tasks for\
\ a provided text.\nRead the provided text. You will identify topics and their\
\ definitions in JSON.\n\nReading Instructions:\n- Ignore document formatting\
\ in the provided text.\n- Study the provided text carefully.\n\nHere is the\
\ text:\n{text}\n\nResponse Instructions: \n- Do not respond with special characters.\n\
- Return only topics that are concepts and unique to the provided text.\n- Respond\
\ only with well-formed JSON.\n- The JSON response shall be an array of objects\
\ with keys \"topic\" and \"definition\". \n- The JSON response shall use the\
\ following structure:\n\n```json\n[{{\"topic\": string, \"definition\": string}}]\n\
```\n\n- Do not write any additional text or explanations."
- --knowledge-query-template - --knowledge-query-template
- 'Study the following set of knowledge statements. The statements are written - 'Study the following set of knowledge statements. The statements are written
in Cypher format that has been extracted from a knowledge graph. Use only the in Cypher format that has been extracted from a knowledge graph. Use only the
@ -339,7 +365,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
prompt-rag: prompt-rag:
command: command:
@ -429,6 +455,17 @@ services:
or headers or prefixes. or headers or prefixes.
</requirements>' </requirements>'
- --topic-template
- "You are a helpful assistant that performs information extraction tasks for\
\ a provided text.\nRead the provided text. You will identify topics and their\
\ definitions in JSON.\n\nReading Instructions:\n- Ignore document formatting\
\ in the provided text.\n- Study the provided text carefully.\n\nHere is the\
\ text:\n{text}\n\nResponse Instructions: \n- Do not respond with special characters.\n\
- Return only topics that are concepts and unique to the provided text.\n- Respond\
\ only with well-formed JSON.\n- The JSON response shall be an array of objects\
\ with keys \"topic\" and \"definition\". \n- The JSON response shall use the\
\ following structure:\n\n```json\n[{{\"topic\": string, \"definition\": string}}]\n\
```\n\n- Do not write any additional text or explanations."
- --knowledge-query-template - --knowledge-query-template
- 'Study the following set of knowledge statements. The statements are written - 'Study the following set of knowledge statements. The statements are written
in Cypher format that has been extracted from a knowledge graph. Use only the in Cypher format that has been extracted from a knowledge graph. Use only the
@ -506,7 +543,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
pulsar: pulsar:
command: command:
@ -560,7 +597,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
query-graph-embeddings: query-graph-embeddings:
command: command:
@ -577,7 +614,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
query-triples: query-triples:
command: command:
@ -594,7 +631,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 512M memory: 512M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
store-doc-embeddings: store-doc-embeddings:
command: command:
@ -611,7 +648,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
store-graph-embeddings: store-graph-embeddings:
command: command:
@ -628,7 +665,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
store-triples: store-triples:
command: command:
@ -645,7 +682,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
text-completion: text-completion:
command: command:
@ -668,7 +705,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
text-completion-rag: text-completion-rag:
command: command:
@ -695,7 +732,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
vectorize: vectorize:
command: command:
@ -710,7 +747,7 @@ services:
reservations: reservations:
cpus: '0.5' cpus: '0.5'
memory: 512M memory: 512M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
volumes: volumes:
cassandra: {} cassandra: {}

71
deploy/docker-compose/tg-launch-openai-neo4j.yaml
View file

@ -16,7 +16,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
embeddings: embeddings:
command: command:
@ -33,7 +33,7 @@ services:
reservations: reservations:
cpus: '0.5' cpus: '0.5'
memory: 400M memory: 400M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
grafana: grafana:
deploy: deploy:
@ -78,7 +78,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
init-pulsar: init-pulsar:
command: command:
@ -113,7 +113,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
kg-extract-relationships: kg-extract-relationships:
command: command:
@ -128,7 +128,22 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100
kg-extract-topics:
command:
- kg-extract-topics
- -p
- pulsar://pulsar:6650
deploy:
resources:
limits:
cpus: '0.5'
memory: 128M
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
neo4j: neo4j:
deploy: deploy:
@ -161,7 +176,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
prometheus: prometheus:
deploy: deploy:
@ -263,6 +278,17 @@ services:
or headers or prefixes. or headers or prefixes.
</requirements>' </requirements>'
- --topic-template
- "You are a helpful assistant that performs information extraction tasks for\
\ a provided text.\nRead the provided text. You will identify topics and their\
\ definitions in JSON.\n\nReading Instructions:\n- Ignore document formatting\
\ in the provided text.\n- Study the provided text carefully.\n\nHere is the\
\ text:\n{text}\n\nResponse Instructions: \n- Do not respond with special characters.\n\
- Return only topics that are concepts and unique to the provided text.\n- Respond\
\ only with well-formed JSON.\n- The JSON response shall be an array of objects\
\ with keys \"topic\" and \"definition\". \n- The JSON response shall use the\
\ following structure:\n\n```json\n[{{\"topic\": string, \"definition\": string}}]\n\
```\n\n- Do not write any additional text or explanations."
- --knowledge-query-template - --knowledge-query-template
- 'Study the following set of knowledge statements. The statements are written - 'Study the following set of knowledge statements. The statements are written
in Cypher format that has been extracted from a knowledge graph. Use only the in Cypher format that has been extracted from a knowledge graph. Use only the
@ -340,7 +366,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
prompt-rag: prompt-rag:
command: command:
@ -430,6 +456,17 @@ services:
or headers or prefixes. or headers or prefixes.
</requirements>' </requirements>'
- --topic-template
- "You are a helpful assistant that performs information extraction tasks for\
\ a provided text.\nRead the provided text. You will identify topics and their\
\ definitions in JSON.\n\nReading Instructions:\n- Ignore document formatting\
\ in the provided text.\n- Study the provided text carefully.\n\nHere is the\
\ text:\n{text}\n\nResponse Instructions: \n- Do not respond with special characters.\n\
- Return only topics that are concepts and unique to the provided text.\n- Respond\
\ only with well-formed JSON.\n- The JSON response shall be an array of objects\
\ with keys \"topic\" and \"definition\". \n- The JSON response shall use the\
\ following structure:\n\n```json\n[{{\"topic\": string, \"definition\": string}}]\n\
```\n\n- Do not write any additional text or explanations."
- --knowledge-query-template - --knowledge-query-template
- 'Study the following set of knowledge statements. The statements are written - 'Study the following set of knowledge statements. The statements are written
in Cypher format that has been extracted from a knowledge graph. Use only the in Cypher format that has been extracted from a knowledge graph. Use only the
@ -507,7 +544,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
pulsar: pulsar:
command: command:
@ -561,7 +598,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
query-graph-embeddings: query-graph-embeddings:
command: command:
@ -578,7 +615,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
query-triples: query-triples:
command: command:
@ -595,7 +632,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
store-doc-embeddings: store-doc-embeddings:
command: command:
@ -612,7 +649,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
store-graph-embeddings: store-graph-embeddings:
command: command:
@ -629,7 +666,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
store-triples: store-triples:
command: command:
@ -646,7 +683,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
text-completion: text-completion:
command: command:
@ -669,7 +706,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
text-completion-rag: text-completion-rag:
command: command:
@ -696,7 +733,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
vectorize: vectorize:
command: command:
@ -711,7 +748,7 @@ services:
reservations: reservations:
cpus: '0.5' cpus: '0.5'
memory: 512M memory: 512M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
volumes: volumes:
grafana-storage: {} grafana-storage: {}

71
deploy/docker-compose/tg-launch-vertexai-cassandra.yaml
View file

@ -33,7 +33,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
embeddings: embeddings:
command: command:
@ -50,7 +50,7 @@ services:
reservations: reservations:
cpus: '0.5' cpus: '0.5'
memory: 400M memory: 400M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
grafana: grafana:
deploy: deploy:
@ -95,7 +95,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
init-pulsar: init-pulsar:
command: command:
@ -130,7 +130,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
kg-extract-relationships: kg-extract-relationships:
command: command:
@ -145,7 +145,22 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100
kg-extract-topics:
command:
- kg-extract-topics
- -p
- pulsar://pulsar:6650
deploy:
resources:
limits:
cpus: '0.5'
memory: 128M
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
pdf-decoder: pdf-decoder:
command: command:
@ -160,7 +175,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
prometheus: prometheus:
deploy: deploy:
@ -262,6 +277,17 @@ services:
or headers or prefixes. or headers or prefixes.
</requirements>' </requirements>'
- --topic-template
- "You are a helpful assistant that performs information extraction tasks for\
\ a provided text.\nRead the provided text. You will identify topics and their\
\ definitions in JSON.\n\nReading Instructions:\n- Ignore document formatting\
\ in the provided text.\n- Study the provided text carefully.\n\nHere is the\
\ text:\n{text}\n\nResponse Instructions: \n- Do not respond with special characters.\n\
- Return only topics that are concepts and unique to the provided text.\n- Respond\
\ only with well-formed JSON.\n- The JSON response shall be an array of objects\
\ with keys \"topic\" and \"definition\". \n- The JSON response shall use the\
\ following structure:\n\n```json\n[{{\"topic\": string, \"definition\": string}}]\n\
```\n\n- Do not write any additional text or explanations."
- --knowledge-query-template - --knowledge-query-template
- 'Study the following set of knowledge statements. The statements are written - 'Study the following set of knowledge statements. The statements are written
in Cypher format that has been extracted from a knowledge graph. Use only the in Cypher format that has been extracted from a knowledge graph. Use only the
@ -339,7 +365,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
prompt-rag: prompt-rag:
command: command:
@ -429,6 +455,17 @@ services:
or headers or prefixes. or headers or prefixes.
</requirements>' </requirements>'
- --topic-template
- "You are a helpful assistant that performs information extraction tasks for\
\ a provided text.\nRead the provided text. You will identify topics and their\
\ definitions in JSON.\n\nReading Instructions:\n- Ignore document formatting\
\ in the provided text.\n- Study the provided text carefully.\n\nHere is the\
\ text:\n{text}\n\nResponse Instructions: \n- Do not respond with special characters.\n\
- Return only topics that are concepts and unique to the provided text.\n- Respond\
\ only with well-formed JSON.\n- The JSON response shall be an array of objects\
\ with keys \"topic\" and \"definition\". \n- The JSON response shall use the\
\ following structure:\n\n```json\n[{{\"topic\": string, \"definition\": string}}]\n\
```\n\n- Do not write any additional text or explanations."
- --knowledge-query-template - --knowledge-query-template
- 'Study the following set of knowledge statements. The statements are written - 'Study the following set of knowledge statements. The statements are written
in Cypher format that has been extracted from a knowledge graph. Use only the in Cypher format that has been extracted from a knowledge graph. Use only the
@ -506,7 +543,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
pulsar: pulsar:
command: command:
@ -560,7 +597,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
query-graph-embeddings: query-graph-embeddings:
command: command:
@ -577,7 +614,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
query-triples: query-triples:
command: command:
@ -594,7 +631,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 512M memory: 512M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
store-doc-embeddings: store-doc-embeddings:
command: command:
@ -611,7 +648,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
store-graph-embeddings: store-graph-embeddings:
command: command:
@ -628,7 +665,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
store-triples: store-triples:
command: command:
@ -645,7 +682,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
text-completion: text-completion:
command: command:
@ -670,7 +707,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 256M memory: 256M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
volumes: volumes:
- ${CONFIGDIR}/./vertexai:/vertexai - ${CONFIGDIR}/./vertexai:/vertexai
@ -701,7 +738,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 256M memory: 256M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
volumes: volumes:
- ${CONFIGDIR}/./vertexai:/vertexai - ${CONFIGDIR}/./vertexai:/vertexai
@ -718,7 +755,7 @@ services:
reservations: reservations:
cpus: '0.5' cpus: '0.5'
memory: 512M memory: 512M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
volumes: volumes:
cassandra: {} cassandra: {}

71
deploy/docker-compose/tg-launch-vertexai-neo4j.yaml
View file

@ -16,7 +16,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
embeddings: embeddings:
command: command:
@ -33,7 +33,7 @@ services:
reservations: reservations:
cpus: '0.5' cpus: '0.5'
memory: 400M memory: 400M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
grafana: grafana:
deploy: deploy:
@ -78,7 +78,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
init-pulsar: init-pulsar:
command: command:
@ -113,7 +113,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
kg-extract-relationships: kg-extract-relationships:
command: command:
@ -128,7 +128,22 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100
kg-extract-topics:
command:
- kg-extract-topics
- -p
- pulsar://pulsar:6650
deploy:
resources:
limits:
cpus: '0.5'
memory: 128M
reservations:
cpus: '0.1'
memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
neo4j: neo4j:
deploy: deploy:
@ -161,7 +176,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
prometheus: prometheus:
deploy: deploy:
@ -263,6 +278,17 @@ services:
or headers or prefixes. or headers or prefixes.
</requirements>' </requirements>'
- --topic-template
- "You are a helpful assistant that performs information extraction tasks for\
\ a provided text.\nRead the provided text. You will identify topics and their\
\ definitions in JSON.\n\nReading Instructions:\n- Ignore document formatting\
\ in the provided text.\n- Study the provided text carefully.\n\nHere is the\
\ text:\n{text}\n\nResponse Instructions: \n- Do not respond with special characters.\n\
- Return only topics that are concepts and unique to the provided text.\n- Respond\
\ only with well-formed JSON.\n- The JSON response shall be an array of objects\
\ with keys \"topic\" and \"definition\". \n- The JSON response shall use the\
\ following structure:\n\n```json\n[{{\"topic\": string, \"definition\": string}}]\n\
```\n\n- Do not write any additional text or explanations."
- --knowledge-query-template - --knowledge-query-template
- 'Study the following set of knowledge statements. The statements are written - 'Study the following set of knowledge statements. The statements are written
in Cypher format that has been extracted from a knowledge graph. Use only the in Cypher format that has been extracted from a knowledge graph. Use only the
@ -340,7 +366,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
prompt-rag: prompt-rag:
command: command:
@ -430,6 +456,17 @@ services:
or headers or prefixes. or headers or prefixes.
</requirements>' </requirements>'
- --topic-template
- "You are a helpful assistant that performs information extraction tasks for\
\ a provided text.\nRead the provided text. You will identify topics and their\
\ definitions in JSON.\n\nReading Instructions:\n- Ignore document formatting\
\ in the provided text.\n- Study the provided text carefully.\n\nHere is the\
\ text:\n{text}\n\nResponse Instructions: \n- Do not respond with special characters.\n\
- Return only topics that are concepts and unique to the provided text.\n- Respond\
\ only with well-formed JSON.\n- The JSON response shall be an array of objects\
\ with keys \"topic\" and \"definition\". \n- The JSON response shall use the\
\ following structure:\n\n```json\n[{{\"topic\": string, \"definition\": string}}]\n\
```\n\n- Do not write any additional text or explanations."
- --knowledge-query-template - --knowledge-query-template
- 'Study the following set of knowledge statements. The statements are written - 'Study the following set of knowledge statements. The statements are written
in Cypher format that has been extracted from a knowledge graph. Use only the in Cypher format that has been extracted from a knowledge graph. Use only the
@ -507,7 +544,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
pulsar: pulsar:
command: command:
@ -561,7 +598,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
query-graph-embeddings: query-graph-embeddings:
command: command:
@ -578,7 +615,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
query-triples: query-triples:
command: command:
@ -595,7 +632,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
store-doc-embeddings: store-doc-embeddings:
command: command:
@ -612,7 +649,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
store-graph-embeddings: store-graph-embeddings:
command: command:
@ -629,7 +666,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
store-triples: store-triples:
command: command:
@ -646,7 +683,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
text-completion: text-completion:
command: command:
@ -671,7 +708,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 256M memory: 256M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
volumes: volumes:
- ${CONFIGDIR}/./vertexai:/vertexai - ${CONFIGDIR}/./vertexai:/vertexai
@ -702,7 +739,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 256M memory: 256M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
volumes: volumes:
- ${CONFIGDIR}/./vertexai:/vertexai - ${CONFIGDIR}/./vertexai:/vertexai
@ -719,7 +756,7 @@ services:
reservations: reservations:
cpus: '0.5' cpus: '0.5'
memory: 512M memory: 512M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
volumes: volumes:
grafana-storage: {} grafana-storage: {}

12
deploy/docker-compose/tg-storage-cassandra.yaml
View file

@ -124,7 +124,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
query-graph-embeddings: query-graph-embeddings:
command: command:
@ -141,7 +141,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
query-triples: query-triples:
command: command:
@ -158,7 +158,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 512M memory: 512M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
store-doc-embeddings: store-doc-embeddings:
command: command:
@ -175,7 +175,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
store-graph-embeddings: store-graph-embeddings:
command: command:
@ -192,7 +192,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
store-triples: store-triples:
command: command:
@ -209,7 +209,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
volumes: volumes:
cassandra: {} cassandra: {}

12
deploy/docker-compose/tg-storage-neo4j.yaml
View file

@ -125,7 +125,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
query-graph-embeddings: query-graph-embeddings:
command: command:
@ -142,7 +142,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
query-triples: query-triples:
command: command:
@ -159,7 +159,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
store-doc-embeddings: store-doc-embeddings:
command: command:
@ -176,7 +176,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
store-graph-embeddings: store-graph-embeddings:
command: command:
@ -193,7 +193,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
store-triples: store-triples:
command: command:
@ -210,7 +210,7 @@ services:
reservations: reservations:
cpus: '0.1' cpus: '0.1'
memory: 128M memory: 128M
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
restart: on-failure:100 restart: on-failure:100
volumes: volumes:
grafana-storage: {} grafana-storage: {}

104
deploy/minikube/tg-launch-azure-cassandra.yaml
View file

@ -110,7 +110,7 @@ items:
- '250' - '250'
- --chunk-overlap - --chunk-overlap
- '15' - '15'
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: chunker name: chunker
resources: resources:
limits: limits:
@ -160,7 +160,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -m - -m
- all-MiniLM-L6-v2 - all-MiniLM-L6-v2
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: embeddings name: embeddings
resources: resources:
limits: limits:
@ -669,7 +669,7 @@ items:
- '30' - '30'
- --max-subgraph-size - --max-subgraph-size
- '3000' - '3000'
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: graph-rag name: graph-rag
resources: resources:
limits: limits:
@ -717,7 +717,7 @@ items:
- kg-extract-definitions - kg-extract-definitions
- -p - -p
- pulsar://pulsar:6650 - pulsar://pulsar:6650
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: kg-extract-definitions name: kg-extract-definitions
resources: resources:
limits: limits:
@ -765,7 +765,7 @@ items:
- kg-extract-relationships - kg-extract-relationships
- -p - -p
- pulsar://pulsar:6650 - pulsar://pulsar:6650
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: kg-extract-relationships name: kg-extract-relationships
resources: resources:
limits: limits:
@ -791,6 +791,41 @@ items:
selector: selector:
app: kg-extract-relationships app: kg-extract-relationships
type: LoadBalancer type: LoadBalancer
- apiVersion: apps/v1
kind: Deployment
metadata:
labels:
app: kg-extract-topics
name: kg-extract-topics
namespace: trustgraph
spec:
replicas: 1
selector:
matchLabels:
app: kg-extract-topics
template:
metadata:
labels:
app: kg-extract-topics
spec:
containers:
- command:
- kg-extract-topics
- -p
- pulsar://pulsar:6650
image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: kg-extract-topics
resources:
limits:
cpu: '0.5'
memory: 128M
requests:
cpu: '0.1'
memory: 128M
securityContext:
runAsGroup: 0
runAsUser: 0
volumes: []
- apiVersion: apps/v1 - apiVersion: apps/v1
kind: Deployment kind: Deployment
metadata: metadata:
@ -813,7 +848,7 @@ items:
- pdf-decoder - pdf-decoder
- -p - -p
- pulsar://pulsar:6650 - pulsar://pulsar:6650
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: pdf-decoder name: pdf-decoder
resources: resources:
limits: limits:
@ -852,11 +887,12 @@ items:
\ # 5 seconds.\n scrape_interval: 5s\n\n static_configs:\n - targets:\n\ \ # 5 seconds.\n scrape_interval: 5s\n\n static_configs:\n - targets:\n\
\ - 'pdf-decoder:8000'\n - 'chunker:8000'\n - 'vectorize:8000'\n\ \ - 'pdf-decoder:8000'\n - 'chunker:8000'\n - 'vectorize:8000'\n\
\ - 'embeddings:8000'\n - 'kg-extract-definitions:8000'\n \ \ - 'embeddings:8000'\n - 'kg-extract-definitions:8000'\n \
\ - 'kg-extract-relationships:8000'\n - 'store-graph-embeddings:8000'\n\ \ - 'kg-extract-topics:8000'\n - 'kg-extract-relationships:8000'\n\
\ - 'store-triples:8000'\n - 'text-completion:8000'\n -\ \ - 'store-graph-embeddings:8000'\n - 'store-triples:8000'\n \
\ 'text-completion-rag:8000'\n - 'graph-rag:8000'\n - 'prompt:8000'\n\ \ - 'text-completion:8000'\n - 'text-completion-rag:8000'\n \
\ - 'prompt-rag:8000'\n - 'query-graph-embeddings:8000'\n \ \ - 'graph-rag:8000'\n - 'prompt:8000'\n - 'prompt-rag:8000'\n\
\ - 'query-triples:8000'\n - 'pulsar:8080'\n\n" \ - 'query-graph-embeddings:8000'\n - 'query-triples:8000'\n \
\ - 'pulsar:8080'\n\n"
kind: ConfigMap kind: ConfigMap
metadata: metadata:
name: prometheus-cfg name: prometheus-cfg
@ -1043,6 +1079,18 @@ items:
or headers or prefixes. or headers or prefixes.
</requirements>' </requirements>'
- --topic-template
- "You are a helpful assistant that performs information extraction tasks\
\ for a provided text.\nRead the provided text. You will identify topics\
\ and their definitions in JSON.\n\nReading Instructions:\n- Ignore document\
\ formatting in the provided text.\n- Study the provided text carefully.\n\
\nHere is the text:\n{text}\n\nResponse Instructions: \n- Do not respond\
\ with special characters.\n- Return only topics that are concepts and\
\ unique to the provided text.\n- Respond only with well-formed JSON.\n\
- The JSON response shall be an array of objects with keys \"topic\" and\
\ \"definition\". \n- The JSON response shall use the following structure:\n\
\n```json\n[{{\"topic\": string, \"definition\": string}}]\n```\n\n- Do\
\ not write any additional text or explanations."
- --knowledge-query-template - --knowledge-query-template
- 'Study the following set of knowledge statements. The statements are written - 'Study the following set of knowledge statements. The statements are written
in Cypher format that has been extracted from a knowledge graph. Use only in Cypher format that has been extracted from a knowledge graph. Use only
@ -1113,7 +1161,7 @@ items:
explanations. Do not add markdown formatting or headers or prefixes. explanations. Do not add markdown formatting or headers or prefixes.
</requirements>' </requirements>'
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: prompt name: prompt
resources: resources:
limits: limits:
@ -1244,6 +1292,18 @@ items:
or headers or prefixes. or headers or prefixes.
</requirements>' </requirements>'
- --topic-template
- "You are a helpful assistant that performs information extraction tasks\
\ for a provided text.\nRead the provided text. You will identify topics\
\ and their definitions in JSON.\n\nReading Instructions:\n- Ignore document\
\ formatting in the provided text.\n- Study the provided text carefully.\n\
\nHere is the text:\n{text}\n\nResponse Instructions: \n- Do not respond\
\ with special characters.\n- Return only topics that are concepts and\
\ unique to the provided text.\n- Respond only with well-formed JSON.\n\
- The JSON response shall be an array of objects with keys \"topic\" and\
\ \"definition\". \n- The JSON response shall use the following structure:\n\
\n```json\n[{{\"topic\": string, \"definition\": string}}]\n```\n\n- Do\
\ not write any additional text or explanations."
- --knowledge-query-template - --knowledge-query-template
- 'Study the following set of knowledge statements. The statements are written - 'Study the following set of knowledge statements. The statements are written
in Cypher format that has been extracted from a knowledge graph. Use only in Cypher format that has been extracted from a knowledge graph. Use only
@ -1314,7 +1374,7 @@ items:
explanations. Do not add markdown formatting or headers or prefixes. explanations. Do not add markdown formatting or headers or prefixes.
</requirements>' </requirements>'
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: prompt-rag name: prompt-rag
resources: resources:
limits: limits:
@ -1572,7 +1632,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -t - -t
- http://qdrant:6333 - http://qdrant:6333
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: query-doc-embeddings name: query-doc-embeddings
resources: resources:
limits: limits:
@ -1622,7 +1682,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -t - -t
- http://qdrant:6333 - http://qdrant:6333
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: query-graph-embeddings name: query-graph-embeddings
resources: resources:
limits: limits:
@ -1672,7 +1732,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -g - -g
- cassandra - cassandra
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: query-triples name: query-triples
resources: resources:
limits: limits:
@ -1722,7 +1782,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -t - -t
- http://qdrant:6333 - http://qdrant:6333
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: store-doc-embeddings name: store-doc-embeddings
resources: resources:
limits: limits:
@ -1772,7 +1832,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -t - -t
- http://qdrant:6333 - http://qdrant:6333
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: store-graph-embeddings name: store-graph-embeddings
resources: resources:
limits: limits:
@ -1822,7 +1882,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -g - -g
- cassandra - cassandra
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: store-triples name: store-triples
resources: resources:
limits: limits:
@ -1878,7 +1938,7 @@ items:
- '4096' - '4096'
- -t - -t
- '0' - '0'
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: text-completion name: text-completion
resources: resources:
limits: limits:
@ -1938,7 +1998,7 @@ items:
- non-persistent://tg/request/text-completion-rag - non-persistent://tg/request/text-completion-rag
- -o - -o
- non-persistent://tg/response/text-completion-rag-response - non-persistent://tg/response/text-completion-rag-response
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: text-completion-rag name: text-completion-rag
resources: resources:
limits: limits:
@ -1986,7 +2046,7 @@ items:
- embeddings-vectorize - embeddings-vectorize
- -p - -p
- pulsar://pulsar:6650 - pulsar://pulsar:6650
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: vectorize name: vectorize
resources: resources:
limits: limits:

104
deploy/minikube/tg-launch-azure-neo4j.yaml
View file

@ -31,7 +31,7 @@ items:
- '250' - '250'
- --chunk-overlap - --chunk-overlap
- '15' - '15'
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: chunker name: chunker
resources: resources:
limits: limits:
@ -81,7 +81,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -m - -m
- all-MiniLM-L6-v2 - all-MiniLM-L6-v2
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: embeddings name: embeddings
resources: resources:
limits: limits:
@ -590,7 +590,7 @@ items:
- '30' - '30'
- --max-subgraph-size - --max-subgraph-size
- '3000' - '3000'
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: graph-rag name: graph-rag
resources: resources:
limits: limits:
@ -638,7 +638,7 @@ items:
- kg-extract-definitions - kg-extract-definitions
- -p - -p
- pulsar://pulsar:6650 - pulsar://pulsar:6650
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: kg-extract-definitions name: kg-extract-definitions
resources: resources:
limits: limits:
@ -686,7 +686,7 @@ items:
- kg-extract-relationships - kg-extract-relationships
- -p - -p
- pulsar://pulsar:6650 - pulsar://pulsar:6650
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: kg-extract-relationships name: kg-extract-relationships
resources: resources:
limits: limits:
@ -712,6 +712,41 @@ items:
selector: selector:
app: kg-extract-relationships app: kg-extract-relationships
type: LoadBalancer type: LoadBalancer
- apiVersion: apps/v1
kind: Deployment
metadata:
labels:
app: kg-extract-topics
name: kg-extract-topics
namespace: trustgraph
spec:
replicas: 1
selector:
matchLabels:
app: kg-extract-topics
template:
metadata:
labels:
app: kg-extract-topics
spec:
containers:
- command:
- kg-extract-topics
- -p
- pulsar://pulsar:6650
image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: kg-extract-topics
resources:
limits:
cpu: '0.5'
memory: 128M
requests:
cpu: '0.1'
memory: 128M
securityContext:
runAsGroup: 0
runAsUser: 0
volumes: []
- apiVersion: v1 - apiVersion: v1
kind: PersistentVolume kind: PersistentVolume
metadata: metadata:
@ -818,7 +853,7 @@ items:
- pdf-decoder - pdf-decoder
- -p - -p
- pulsar://pulsar:6650 - pulsar://pulsar:6650
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: pdf-decoder name: pdf-decoder
resources: resources:
limits: limits:
@ -857,11 +892,12 @@ items:
\ # 5 seconds.\n scrape_interval: 5s\n\n static_configs:\n - targets:\n\ \ # 5 seconds.\n scrape_interval: 5s\n\n static_configs:\n - targets:\n\
\ - 'pdf-decoder:8000'\n - 'chunker:8000'\n - 'vectorize:8000'\n\ \ - 'pdf-decoder:8000'\n - 'chunker:8000'\n - 'vectorize:8000'\n\
\ - 'embeddings:8000'\n - 'kg-extract-definitions:8000'\n \ \ - 'embeddings:8000'\n - 'kg-extract-definitions:8000'\n \
\ - 'kg-extract-relationships:8000'\n - 'store-graph-embeddings:8000'\n\ \ - 'kg-extract-topics:8000'\n - 'kg-extract-relationships:8000'\n\
\ - 'store-triples:8000'\n - 'text-completion:8000'\n -\ \ - 'store-graph-embeddings:8000'\n - 'store-triples:8000'\n \
\ 'text-completion-rag:8000'\n - 'graph-rag:8000'\n - 'prompt:8000'\n\ \ - 'text-completion:8000'\n - 'text-completion-rag:8000'\n \
\ - 'prompt-rag:8000'\n - 'query-graph-embeddings:8000'\n \ \ - 'graph-rag:8000'\n - 'prompt:8000'\n - 'prompt-rag:8000'\n\
\ - 'query-triples:8000'\n - 'pulsar:8080'\n\n" \ - 'query-graph-embeddings:8000'\n - 'query-triples:8000'\n \
\ - 'pulsar:8080'\n\n"
kind: ConfigMap kind: ConfigMap
metadata: metadata:
name: prometheus-cfg name: prometheus-cfg
@ -1048,6 +1084,18 @@ items:
or headers or prefixes. or headers or prefixes.
</requirements>' </requirements>'
- --topic-template
- "You are a helpful assistant that performs information extraction tasks\
\ for a provided text.\nRead the provided text. You will identify topics\
\ and their definitions in JSON.\n\nReading Instructions:\n- Ignore document\
\ formatting in the provided text.\n- Study the provided text carefully.\n\
\nHere is the text:\n{text}\n\nResponse Instructions: \n- Do not respond\
\ with special characters.\n- Return only topics that are concepts and\
\ unique to the provided text.\n- Respond only with well-formed JSON.\n\
- The JSON response shall be an array of objects with keys \"topic\" and\
\ \"definition\". \n- The JSON response shall use the following structure:\n\
\n```json\n[{{\"topic\": string, \"definition\": string}}]\n```\n\n- Do\
\ not write any additional text or explanations."
- --knowledge-query-template - --knowledge-query-template
- 'Study the following set of knowledge statements. The statements are written - 'Study the following set of knowledge statements. The statements are written
in Cypher format that has been extracted from a knowledge graph. Use only in Cypher format that has been extracted from a knowledge graph. Use only
@ -1118,7 +1166,7 @@ items:
explanations. Do not add markdown formatting or headers or prefixes. explanations. Do not add markdown formatting or headers or prefixes.
</requirements>' </requirements>'
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: prompt name: prompt
resources: resources:
limits: limits:
@ -1249,6 +1297,18 @@ items:
or headers or prefixes. or headers or prefixes.
</requirements>' </requirements>'
- --topic-template
- "You are a helpful assistant that performs information extraction tasks\
\ for a provided text.\nRead the provided text. You will identify topics\
\ and their definitions in JSON.\n\nReading Instructions:\n- Ignore document\
\ formatting in the provided text.\n- Study the provided text carefully.\n\
\nHere is the text:\n{text}\n\nResponse Instructions: \n- Do not respond\
\ with special characters.\n- Return only topics that are concepts and\
\ unique to the provided text.\n- Respond only with well-formed JSON.\n\
- The JSON response shall be an array of objects with keys \"topic\" and\
\ \"definition\". \n- The JSON response shall use the following structure:\n\
\n```json\n[{{\"topic\": string, \"definition\": string}}]\n```\n\n- Do\
\ not write any additional text or explanations."
- --knowledge-query-template - --knowledge-query-template
- 'Study the following set of knowledge statements. The statements are written - 'Study the following set of knowledge statements. The statements are written
in Cypher format that has been extracted from a knowledge graph. Use only in Cypher format that has been extracted from a knowledge graph. Use only
@ -1319,7 +1379,7 @@ items:
explanations. Do not add markdown formatting or headers or prefixes. explanations. Do not add markdown formatting or headers or prefixes.
</requirements>' </requirements>'
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: prompt-rag name: prompt-rag
resources: resources:
limits: limits:
@ -1577,7 +1637,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -t - -t
- http://qdrant:6333 - http://qdrant:6333
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: query-doc-embeddings name: query-doc-embeddings
resources: resources:
limits: limits:
@ -1627,7 +1687,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -t - -t
- http://qdrant:6333 - http://qdrant:6333
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: query-graph-embeddings name: query-graph-embeddings
resources: resources:
limits: limits:
@ -1677,7 +1737,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -g - -g
- bolt://neo4j:7687 - bolt://neo4j:7687
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: query-triples name: query-triples
resources: resources:
limits: limits:
@ -1727,7 +1787,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -t - -t
- http://qdrant:6333 - http://qdrant:6333
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: store-doc-embeddings name: store-doc-embeddings
resources: resources:
limits: limits:
@ -1777,7 +1837,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -t - -t
- http://qdrant:6333 - http://qdrant:6333
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: store-graph-embeddings name: store-graph-embeddings
resources: resources:
limits: limits:
@ -1827,7 +1887,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -g - -g
- bolt://neo4j:7687 - bolt://neo4j:7687
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: store-triples name: store-triples
resources: resources:
limits: limits:
@ -1883,7 +1943,7 @@ items:
- '4096' - '4096'
- -t - -t
- '0' - '0'
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: text-completion name: text-completion
resources: resources:
limits: limits:
@ -1943,7 +2003,7 @@ items:
- non-persistent://tg/request/text-completion-rag - non-persistent://tg/request/text-completion-rag
- -o - -o
- non-persistent://tg/response/text-completion-rag-response - non-persistent://tg/response/text-completion-rag-response
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: text-completion-rag name: text-completion-rag
resources: resources:
limits: limits:
@ -1991,7 +2051,7 @@ items:
- embeddings-vectorize - embeddings-vectorize
- -p - -p
- pulsar://pulsar:6650 - pulsar://pulsar:6650
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: vectorize name: vectorize
resources: resources:
limits: limits:

104
deploy/minikube/tg-launch-bedrock-cassandra.yaml
View file

@ -110,7 +110,7 @@ items:
- '2000' - '2000'
- --chunk-overlap - --chunk-overlap
- '100' - '100'
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: chunker name: chunker
resources: resources:
limits: limits:
@ -160,7 +160,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -m - -m
- all-MiniLM-L6-v2 - all-MiniLM-L6-v2
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: embeddings name: embeddings
resources: resources:
limits: limits:
@ -669,7 +669,7 @@ items:
- '30' - '30'
- --max-subgraph-size - --max-subgraph-size
- '3000' - '3000'
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: graph-rag name: graph-rag
resources: resources:
limits: limits:
@ -717,7 +717,7 @@ items:
- kg-extract-definitions - kg-extract-definitions
- -p - -p
- pulsar://pulsar:6650 - pulsar://pulsar:6650
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: kg-extract-definitions name: kg-extract-definitions
resources: resources:
limits: limits:
@ -765,7 +765,7 @@ items:
- kg-extract-relationships - kg-extract-relationships
- -p - -p
- pulsar://pulsar:6650 - pulsar://pulsar:6650
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: kg-extract-relationships name: kg-extract-relationships
resources: resources:
limits: limits:
@ -791,6 +791,41 @@ items:
selector: selector:
app: kg-extract-relationships app: kg-extract-relationships
type: LoadBalancer type: LoadBalancer
- apiVersion: apps/v1
kind: Deployment
metadata:
labels:
app: kg-extract-topics
name: kg-extract-topics
namespace: trustgraph
spec:
replicas: 1
selector:
matchLabels:
app: kg-extract-topics
template:
metadata:
labels:
app: kg-extract-topics
spec:
containers:
- command:
- kg-extract-topics
- -p
- pulsar://pulsar:6650
image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: kg-extract-topics
resources:
limits:
cpu: '0.5'
memory: 128M
requests:
cpu: '0.1'
memory: 128M
securityContext:
runAsGroup: 0
runAsUser: 0
volumes: []
- apiVersion: apps/v1 - apiVersion: apps/v1
kind: Deployment kind: Deployment
metadata: metadata:
@ -813,7 +848,7 @@ items:
- pdf-decoder - pdf-decoder
- -p - -p
- pulsar://pulsar:6650 - pulsar://pulsar:6650
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: pdf-decoder name: pdf-decoder
resources: resources:
limits: limits:
@ -852,11 +887,12 @@ items:
\ # 5 seconds.\n scrape_interval: 5s\n\n static_configs:\n - targets:\n\ \ # 5 seconds.\n scrape_interval: 5s\n\n static_configs:\n - targets:\n\
\ - 'pdf-decoder:8000'\n - 'chunker:8000'\n - 'vectorize:8000'\n\ \ - 'pdf-decoder:8000'\n - 'chunker:8000'\n - 'vectorize:8000'\n\
\ - 'embeddings:8000'\n - 'kg-extract-definitions:8000'\n \ \ - 'embeddings:8000'\n - 'kg-extract-definitions:8000'\n \
\ - 'kg-extract-relationships:8000'\n - 'store-graph-embeddings:8000'\n\ \ - 'kg-extract-topics:8000'\n - 'kg-extract-relationships:8000'\n\
\ - 'store-triples:8000'\n - 'text-completion:8000'\n -\ \ - 'store-graph-embeddings:8000'\n - 'store-triples:8000'\n \
\ 'text-completion-rag:8000'\n - 'graph-rag:8000'\n - 'prompt:8000'\n\ \ - 'text-completion:8000'\n - 'text-completion-rag:8000'\n \
\ - 'prompt-rag:8000'\n - 'query-graph-embeddings:8000'\n \ \ - 'graph-rag:8000'\n - 'prompt:8000'\n - 'prompt-rag:8000'\n\
\ - 'query-triples:8000'\n - 'pulsar:8080'\n\n" \ - 'query-graph-embeddings:8000'\n - 'query-triples:8000'\n \
\ - 'pulsar:8080'\n\n"
kind: ConfigMap kind: ConfigMap
metadata: metadata:
name: prometheus-cfg name: prometheus-cfg
@ -1043,6 +1079,18 @@ items:
or headers or prefixes. or headers or prefixes.
</requirements>' </requirements>'
- --topic-template
- "You are a helpful assistant that performs information extraction tasks\
\ for a provided text.\nRead the provided text. You will identify topics\
\ and their definitions in JSON.\n\nReading Instructions:\n- Ignore document\
\ formatting in the provided text.\n- Study the provided text carefully.\n\
\nHere is the text:\n{text}\n\nResponse Instructions: \n- Do not respond\
\ with special characters.\n- Return only topics that are concepts and\
\ unique to the provided text.\n- Respond only with well-formed JSON.\n\
- The JSON response shall be an array of objects with keys \"topic\" and\
\ \"definition\". \n- The JSON response shall use the following structure:\n\
\n```json\n[{{\"topic\": string, \"definition\": string}}]\n```\n\n- Do\
\ not write any additional text or explanations."
- --knowledge-query-template - --knowledge-query-template
- 'Study the following set of knowledge statements. The statements are written - 'Study the following set of knowledge statements. The statements are written
in Cypher format that has been extracted from a knowledge graph. Use only in Cypher format that has been extracted from a knowledge graph. Use only
@ -1113,7 +1161,7 @@ items:
explanations. Do not add markdown formatting or headers or prefixes. explanations. Do not add markdown formatting or headers or prefixes.
</requirements>' </requirements>'
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: prompt name: prompt
resources: resources:
limits: limits:
@ -1244,6 +1292,18 @@ items:
or headers or prefixes. or headers or prefixes.
</requirements>' </requirements>'
- --topic-template
- "You are a helpful assistant that performs information extraction tasks\
\ for a provided text.\nRead the provided text. You will identify topics\
\ and their definitions in JSON.\n\nReading Instructions:\n- Ignore document\
\ formatting in the provided text.\n- Study the provided text carefully.\n\
\nHere is the text:\n{text}\n\nResponse Instructions: \n- Do not respond\
\ with special characters.\n- Return only topics that are concepts and\
\ unique to the provided text.\n- Respond only with well-formed JSON.\n\
- The JSON response shall be an array of objects with keys \"topic\" and\
\ \"definition\". \n- The JSON response shall use the following structure:\n\
\n```json\n[{{\"topic\": string, \"definition\": string}}]\n```\n\n- Do\
\ not write any additional text or explanations."
- --knowledge-query-template - --knowledge-query-template
- 'Study the following set of knowledge statements. The statements are written - 'Study the following set of knowledge statements. The statements are written
in Cypher format that has been extracted from a knowledge graph. Use only in Cypher format that has been extracted from a knowledge graph. Use only
@ -1314,7 +1374,7 @@ items:
explanations. Do not add markdown formatting or headers or prefixes. explanations. Do not add markdown formatting or headers or prefixes.
</requirements>' </requirements>'
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: prompt-rag name: prompt-rag
resources: resources:
limits: limits:
@ -1572,7 +1632,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -t - -t
- http://qdrant:6333 - http://qdrant:6333
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: query-doc-embeddings name: query-doc-embeddings
resources: resources:
limits: limits:
@ -1622,7 +1682,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -t - -t
- http://qdrant:6333 - http://qdrant:6333
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: query-graph-embeddings name: query-graph-embeddings
resources: resources:
limits: limits:
@ -1672,7 +1732,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -g - -g
- cassandra - cassandra
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: query-triples name: query-triples
resources: resources:
limits: limits:
@ -1722,7 +1782,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -t - -t
- http://qdrant:6333 - http://qdrant:6333
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: store-doc-embeddings name: store-doc-embeddings
resources: resources:
limits: limits:
@ -1772,7 +1832,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -t - -t
- http://qdrant:6333 - http://qdrant:6333
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: store-graph-embeddings name: store-graph-embeddings
resources: resources:
limits: limits:
@ -1822,7 +1882,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -g - -g
- cassandra - cassandra
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: store-triples name: store-triples
resources: resources:
limits: limits:
@ -1882,7 +1942,7 @@ items:
- '0' - '0'
- -m - -m
- mistral.mixtral-8x7b-instruct-v0:1 - mistral.mixtral-8x7b-instruct-v0:1
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: text-completion name: text-completion
resources: resources:
limits: limits:
@ -1946,7 +2006,7 @@ items:
- non-persistent://tg/request/text-completion-rag - non-persistent://tg/request/text-completion-rag
- -o - -o
- non-persistent://tg/response/text-completion-rag-response - non-persistent://tg/response/text-completion-rag-response
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: text-completion-rag name: text-completion-rag
resources: resources:
limits: limits:
@ -1994,7 +2054,7 @@ items:
- embeddings-vectorize - embeddings-vectorize
- -p - -p
- pulsar://pulsar:6650 - pulsar://pulsar:6650
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: vectorize name: vectorize
resources: resources:
limits: limits:

104
deploy/minikube/tg-launch-bedrock-neo4j.yaml
View file

@ -31,7 +31,7 @@ items:
- '2000' - '2000'
- --chunk-overlap - --chunk-overlap
- '100' - '100'
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: chunker name: chunker
resources: resources:
limits: limits:
@ -81,7 +81,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -m - -m
- all-MiniLM-L6-v2 - all-MiniLM-L6-v2
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: embeddings name: embeddings
resources: resources:
limits: limits:
@ -590,7 +590,7 @@ items:
- '30' - '30'
- --max-subgraph-size - --max-subgraph-size
- '3000' - '3000'
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: graph-rag name: graph-rag
resources: resources:
limits: limits:
@ -638,7 +638,7 @@ items:
- kg-extract-definitions - kg-extract-definitions
- -p - -p
- pulsar://pulsar:6650 - pulsar://pulsar:6650
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: kg-extract-definitions name: kg-extract-definitions
resources: resources:
limits: limits:
@ -686,7 +686,7 @@ items:
- kg-extract-relationships - kg-extract-relationships
- -p - -p
- pulsar://pulsar:6650 - pulsar://pulsar:6650
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: kg-extract-relationships name: kg-extract-relationships
resources: resources:
limits: limits:
@ -712,6 +712,41 @@ items:
selector: selector:
app: kg-extract-relationships app: kg-extract-relationships
type: LoadBalancer type: LoadBalancer
- apiVersion: apps/v1
kind: Deployment
metadata:
labels:
app: kg-extract-topics
name: kg-extract-topics
namespace: trustgraph
spec:
replicas: 1
selector:
matchLabels:
app: kg-extract-topics
template:
metadata:
labels:
app: kg-extract-topics
spec:
containers:
- command:
- kg-extract-topics
- -p
- pulsar://pulsar:6650
image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: kg-extract-topics
resources:
limits:
cpu: '0.5'
memory: 128M
requests:
cpu: '0.1'
memory: 128M
securityContext:
runAsGroup: 0
runAsUser: 0
volumes: []
- apiVersion: v1 - apiVersion: v1
kind: PersistentVolume kind: PersistentVolume
metadata: metadata:
@ -818,7 +853,7 @@ items:
- pdf-decoder - pdf-decoder
- -p - -p
- pulsar://pulsar:6650 - pulsar://pulsar:6650
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: pdf-decoder name: pdf-decoder
resources: resources:
limits: limits:
@ -857,11 +892,12 @@ items:
\ # 5 seconds.\n scrape_interval: 5s\n\n static_configs:\n - targets:\n\ \ # 5 seconds.\n scrape_interval: 5s\n\n static_configs:\n - targets:\n\
\ - 'pdf-decoder:8000'\n - 'chunker:8000'\n - 'vectorize:8000'\n\ \ - 'pdf-decoder:8000'\n - 'chunker:8000'\n - 'vectorize:8000'\n\
\ - 'embeddings:8000'\n - 'kg-extract-definitions:8000'\n \ \ - 'embeddings:8000'\n - 'kg-extract-definitions:8000'\n \
\ - 'kg-extract-relationships:8000'\n - 'store-graph-embeddings:8000'\n\ \ - 'kg-extract-topics:8000'\n - 'kg-extract-relationships:8000'\n\
\ - 'store-triples:8000'\n - 'text-completion:8000'\n -\ \ - 'store-graph-embeddings:8000'\n - 'store-triples:8000'\n \
\ 'text-completion-rag:8000'\n - 'graph-rag:8000'\n - 'prompt:8000'\n\ \ - 'text-completion:8000'\n - 'text-completion-rag:8000'\n \
\ - 'prompt-rag:8000'\n - 'query-graph-embeddings:8000'\n \ \ - 'graph-rag:8000'\n - 'prompt:8000'\n - 'prompt-rag:8000'\n\
\ - 'query-triples:8000'\n - 'pulsar:8080'\n\n" \ - 'query-graph-embeddings:8000'\n - 'query-triples:8000'\n \
\ - 'pulsar:8080'\n\n"
kind: ConfigMap kind: ConfigMap
metadata: metadata:
name: prometheus-cfg name: prometheus-cfg
@ -1048,6 +1084,18 @@ items:
or headers or prefixes. or headers or prefixes.
</requirements>' </requirements>'
- --topic-template
- "You are a helpful assistant that performs information extraction tasks\
\ for a provided text.\nRead the provided text. You will identify topics\
\ and their definitions in JSON.\n\nReading Instructions:\n- Ignore document\
\ formatting in the provided text.\n- Study the provided text carefully.\n\
\nHere is the text:\n{text}\n\nResponse Instructions: \n- Do not respond\
\ with special characters.\n- Return only topics that are concepts and\
\ unique to the provided text.\n- Respond only with well-formed JSON.\n\
- The JSON response shall be an array of objects with keys \"topic\" and\
\ \"definition\". \n- The JSON response shall use the following structure:\n\
\n```json\n[{{\"topic\": string, \"definition\": string}}]\n```\n\n- Do\
\ not write any additional text or explanations."
- --knowledge-query-template - --knowledge-query-template
- 'Study the following set of knowledge statements. The statements are written - 'Study the following set of knowledge statements. The statements are written
in Cypher format that has been extracted from a knowledge graph. Use only in Cypher format that has been extracted from a knowledge graph. Use only
@ -1118,7 +1166,7 @@ items:
explanations. Do not add markdown formatting or headers or prefixes. explanations. Do not add markdown formatting or headers or prefixes.
</requirements>' </requirements>'
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: prompt name: prompt
resources: resources:
limits: limits:
@ -1249,6 +1297,18 @@ items:
or headers or prefixes. or headers or prefixes.
</requirements>' </requirements>'
- --topic-template
- "You are a helpful assistant that performs information extraction tasks\
\ for a provided text.\nRead the provided text. You will identify topics\
\ and their definitions in JSON.\n\nReading Instructions:\n- Ignore document\
\ formatting in the provided text.\n- Study the provided text carefully.\n\
\nHere is the text:\n{text}\n\nResponse Instructions: \n- Do not respond\
\ with special characters.\n- Return only topics that are concepts and\
\ unique to the provided text.\n- Respond only with well-formed JSON.\n\
- The JSON response shall be an array of objects with keys \"topic\" and\
\ \"definition\". \n- The JSON response shall use the following structure:\n\
\n```json\n[{{\"topic\": string, \"definition\": string}}]\n```\n\n- Do\
\ not write any additional text or explanations."
- --knowledge-query-template - --knowledge-query-template
- 'Study the following set of knowledge statements. The statements are written - 'Study the following set of knowledge statements. The statements are written
in Cypher format that has been extracted from a knowledge graph. Use only in Cypher format that has been extracted from a knowledge graph. Use only
@ -1319,7 +1379,7 @@ items:
explanations. Do not add markdown formatting or headers or prefixes. explanations. Do not add markdown formatting or headers or prefixes.
</requirements>' </requirements>'
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: prompt-rag name: prompt-rag
resources: resources:
limits: limits:
@ -1577,7 +1637,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -t - -t
- http://qdrant:6333 - http://qdrant:6333
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: query-doc-embeddings name: query-doc-embeddings
resources: resources:
limits: limits:
@ -1627,7 +1687,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -t - -t
- http://qdrant:6333 - http://qdrant:6333
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: query-graph-embeddings name: query-graph-embeddings
resources: resources:
limits: limits:
@ -1677,7 +1737,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -g - -g
- bolt://neo4j:7687 - bolt://neo4j:7687
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: query-triples name: query-triples
resources: resources:
limits: limits:
@ -1727,7 +1787,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -t - -t
- http://qdrant:6333 - http://qdrant:6333
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: store-doc-embeddings name: store-doc-embeddings
resources: resources:
limits: limits:
@ -1777,7 +1837,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -t - -t
- http://qdrant:6333 - http://qdrant:6333
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: store-graph-embeddings name: store-graph-embeddings
resources: resources:
limits: limits:
@ -1827,7 +1887,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -g - -g
- bolt://neo4j:7687 - bolt://neo4j:7687
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: store-triples name: store-triples
resources: resources:
limits: limits:
@ -1887,7 +1947,7 @@ items:
- '0' - '0'
- -m - -m
- mistral.mixtral-8x7b-instruct-v0:1 - mistral.mixtral-8x7b-instruct-v0:1
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: text-completion name: text-completion
resources: resources:
limits: limits:
@ -1951,7 +2011,7 @@ items:
- non-persistent://tg/request/text-completion-rag - non-persistent://tg/request/text-completion-rag
- -o - -o
- non-persistent://tg/response/text-completion-rag-response - non-persistent://tg/response/text-completion-rag-response
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: text-completion-rag name: text-completion-rag
resources: resources:
limits: limits:
@ -1999,7 +2059,7 @@ items:
- embeddings-vectorize - embeddings-vectorize
- -p - -p
- pulsar://pulsar:6650 - pulsar://pulsar:6650
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: vectorize name: vectorize
resources: resources:
limits: limits:

104
deploy/minikube/tg-launch-claude-cassandra.yaml
View file

@ -110,7 +110,7 @@ items:
- '250' - '250'
- --chunk-overlap - --chunk-overlap
- '15' - '15'
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: chunker name: chunker
resources: resources:
limits: limits:
@ -160,7 +160,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -m - -m
- all-MiniLM-L6-v2 - all-MiniLM-L6-v2
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: embeddings name: embeddings
resources: resources:
limits: limits:
@ -669,7 +669,7 @@ items:
- '30' - '30'
- --max-subgraph-size - --max-subgraph-size
- '3000' - '3000'
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: graph-rag name: graph-rag
resources: resources:
limits: limits:
@ -717,7 +717,7 @@ items:
- kg-extract-definitions - kg-extract-definitions
- -p - -p
- pulsar://pulsar:6650 - pulsar://pulsar:6650
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: kg-extract-definitions name: kg-extract-definitions
resources: resources:
limits: limits:
@ -765,7 +765,7 @@ items:
- kg-extract-relationships - kg-extract-relationships
- -p - -p
- pulsar://pulsar:6650 - pulsar://pulsar:6650
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: kg-extract-relationships name: kg-extract-relationships
resources: resources:
limits: limits:
@ -791,6 +791,41 @@ items:
selector: selector:
app: kg-extract-relationships app: kg-extract-relationships
type: LoadBalancer type: LoadBalancer
- apiVersion: apps/v1
kind: Deployment
metadata:
labels:
app: kg-extract-topics
name: kg-extract-topics
namespace: trustgraph
spec:
replicas: 1
selector:
matchLabels:
app: kg-extract-topics
template:
metadata:
labels:
app: kg-extract-topics
spec:
containers:
- command:
- kg-extract-topics
- -p
- pulsar://pulsar:6650
image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: kg-extract-topics
resources:
limits:
cpu: '0.5'
memory: 128M
requests:
cpu: '0.1'
memory: 128M
securityContext:
runAsGroup: 0
runAsUser: 0
volumes: []
- apiVersion: apps/v1 - apiVersion: apps/v1
kind: Deployment kind: Deployment
metadata: metadata:
@ -813,7 +848,7 @@ items:
- pdf-decoder - pdf-decoder
- -p - -p
- pulsar://pulsar:6650 - pulsar://pulsar:6650
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: pdf-decoder name: pdf-decoder
resources: resources:
limits: limits:
@ -852,11 +887,12 @@ items:
\ # 5 seconds.\n scrape_interval: 5s\n\n static_configs:\n - targets:\n\ \ # 5 seconds.\n scrape_interval: 5s\n\n static_configs:\n - targets:\n\
\ - 'pdf-decoder:8000'\n - 'chunker:8000'\n - 'vectorize:8000'\n\ \ - 'pdf-decoder:8000'\n - 'chunker:8000'\n - 'vectorize:8000'\n\
\ - 'embeddings:8000'\n - 'kg-extract-definitions:8000'\n \ \ - 'embeddings:8000'\n - 'kg-extract-definitions:8000'\n \
\ - 'kg-extract-relationships:8000'\n - 'store-graph-embeddings:8000'\n\ \ - 'kg-extract-topics:8000'\n - 'kg-extract-relationships:8000'\n\
\ - 'store-triples:8000'\n - 'text-completion:8000'\n -\ \ - 'store-graph-embeddings:8000'\n - 'store-triples:8000'\n \
\ 'text-completion-rag:8000'\n - 'graph-rag:8000'\n - 'prompt:8000'\n\ \ - 'text-completion:8000'\n - 'text-completion-rag:8000'\n \
\ - 'prompt-rag:8000'\n - 'query-graph-embeddings:8000'\n \ \ - 'graph-rag:8000'\n - 'prompt:8000'\n - 'prompt-rag:8000'\n\
\ - 'query-triples:8000'\n - 'pulsar:8080'\n\n" \ - 'query-graph-embeddings:8000'\n - 'query-triples:8000'\n \
\ - 'pulsar:8080'\n\n"
kind: ConfigMap kind: ConfigMap
metadata: metadata:
name: prometheus-cfg name: prometheus-cfg
@ -1043,6 +1079,18 @@ items:
or headers or prefixes. or headers or prefixes.
</requirements>' </requirements>'
- --topic-template
- "You are a helpful assistant that performs information extraction tasks\
\ for a provided text.\nRead the provided text. You will identify topics\
\ and their definitions in JSON.\n\nReading Instructions:\n- Ignore document\
\ formatting in the provided text.\n- Study the provided text carefully.\n\
\nHere is the text:\n{text}\n\nResponse Instructions: \n- Do not respond\
\ with special characters.\n- Return only topics that are concepts and\
\ unique to the provided text.\n- Respond only with well-formed JSON.\n\
- The JSON response shall be an array of objects with keys \"topic\" and\
\ \"definition\". \n- The JSON response shall use the following structure:\n\
\n```json\n[{{\"topic\": string, \"definition\": string}}]\n```\n\n- Do\
\ not write any additional text or explanations."
- --knowledge-query-template - --knowledge-query-template
- 'Study the following set of knowledge statements. The statements are written - 'Study the following set of knowledge statements. The statements are written
in Cypher format that has been extracted from a knowledge graph. Use only in Cypher format that has been extracted from a knowledge graph. Use only
@ -1113,7 +1161,7 @@ items:
explanations. Do not add markdown formatting or headers or prefixes. explanations. Do not add markdown formatting or headers or prefixes.
</requirements>' </requirements>'
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: prompt name: prompt
resources: resources:
limits: limits:
@ -1244,6 +1292,18 @@ items:
or headers or prefixes. or headers or prefixes.
</requirements>' </requirements>'
- --topic-template
- "You are a helpful assistant that performs information extraction tasks\
\ for a provided text.\nRead the provided text. You will identify topics\
\ and their definitions in JSON.\n\nReading Instructions:\n- Ignore document\
\ formatting in the provided text.\n- Study the provided text carefully.\n\
\nHere is the text:\n{text}\n\nResponse Instructions: \n- Do not respond\
\ with special characters.\n- Return only topics that are concepts and\
\ unique to the provided text.\n- Respond only with well-formed JSON.\n\
- The JSON response shall be an array of objects with keys \"topic\" and\
\ \"definition\". \n- The JSON response shall use the following structure:\n\
\n```json\n[{{\"topic\": string, \"definition\": string}}]\n```\n\n- Do\
\ not write any additional text or explanations."
- --knowledge-query-template - --knowledge-query-template
- 'Study the following set of knowledge statements. The statements are written - 'Study the following set of knowledge statements. The statements are written
in Cypher format that has been extracted from a knowledge graph. Use only in Cypher format that has been extracted from a knowledge graph. Use only
@ -1314,7 +1374,7 @@ items:
explanations. Do not add markdown formatting or headers or prefixes. explanations. Do not add markdown formatting or headers or prefixes.
</requirements>' </requirements>'
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: prompt-rag name: prompt-rag
resources: resources:
limits: limits:
@ -1572,7 +1632,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -t - -t
- http://qdrant:6333 - http://qdrant:6333
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: query-doc-embeddings name: query-doc-embeddings
resources: resources:
limits: limits:
@ -1622,7 +1682,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -t - -t
- http://qdrant:6333 - http://qdrant:6333
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: query-graph-embeddings name: query-graph-embeddings
resources: resources:
limits: limits:
@ -1672,7 +1732,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -g - -g
- cassandra - cassandra
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: query-triples name: query-triples
resources: resources:
limits: limits:
@ -1722,7 +1782,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -t - -t
- http://qdrant:6333 - http://qdrant:6333
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: store-doc-embeddings name: store-doc-embeddings
resources: resources:
limits: limits:
@ -1772,7 +1832,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -t - -t
- http://qdrant:6333 - http://qdrant:6333
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: store-graph-embeddings name: store-graph-embeddings
resources: resources:
limits: limits:
@ -1822,7 +1882,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -g - -g
- cassandra - cassandra
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: store-triples name: store-triples
resources: resources:
limits: limits:
@ -1876,7 +1936,7 @@ items:
- '4096' - '4096'
- -t - -t
- '0' - '0'
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: text-completion name: text-completion
resources: resources:
limits: limits:
@ -1934,7 +1994,7 @@ items:
- non-persistent://tg/request/text-completion-rag - non-persistent://tg/request/text-completion-rag
- -o - -o
- non-persistent://tg/response/text-completion-rag-response - non-persistent://tg/response/text-completion-rag-response
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: text-completion-rag name: text-completion-rag
resources: resources:
limits: limits:
@ -1982,7 +2042,7 @@ items:
- embeddings-vectorize - embeddings-vectorize
- -p - -p
- pulsar://pulsar:6650 - pulsar://pulsar:6650
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: vectorize name: vectorize
resources: resources:
limits: limits:

104
deploy/minikube/tg-launch-claude-neo4j.yaml
View file

@ -31,7 +31,7 @@ items:
- '250' - '250'
- --chunk-overlap - --chunk-overlap
- '15' - '15'
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: chunker name: chunker
resources: resources:
limits: limits:
@ -81,7 +81,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -m - -m
- all-MiniLM-L6-v2 - all-MiniLM-L6-v2
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: embeddings name: embeddings
resources: resources:
limits: limits:
@ -590,7 +590,7 @@ items:
- '30' - '30'
- --max-subgraph-size - --max-subgraph-size
- '3000' - '3000'
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: graph-rag name: graph-rag
resources: resources:
limits: limits:
@ -638,7 +638,7 @@ items:
- kg-extract-definitions - kg-extract-definitions
- -p - -p
- pulsar://pulsar:6650 - pulsar://pulsar:6650
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: kg-extract-definitions name: kg-extract-definitions
resources: resources:
limits: limits:
@ -686,7 +686,7 @@ items:
- kg-extract-relationships - kg-extract-relationships
- -p - -p
- pulsar://pulsar:6650 - pulsar://pulsar:6650
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: kg-extract-relationships name: kg-extract-relationships
resources: resources:
limits: limits:
@ -712,6 +712,41 @@ items:
selector: selector:
app: kg-extract-relationships app: kg-extract-relationships
type: LoadBalancer type: LoadBalancer
- apiVersion: apps/v1
kind: Deployment
metadata:
labels:
app: kg-extract-topics
name: kg-extract-topics
namespace: trustgraph
spec:
replicas: 1
selector:
matchLabels:
app: kg-extract-topics
template:
metadata:
labels:
app: kg-extract-topics
spec:
containers:
- command:
- kg-extract-topics
- -p
- pulsar://pulsar:6650
image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: kg-extract-topics
resources:
limits:
cpu: '0.5'
memory: 128M
requests:
cpu: '0.1'
memory: 128M
securityContext:
runAsGroup: 0
runAsUser: 0
volumes: []
- apiVersion: v1 - apiVersion: v1
kind: PersistentVolume kind: PersistentVolume
metadata: metadata:
@ -818,7 +853,7 @@ items:
- pdf-decoder - pdf-decoder
- -p - -p
- pulsar://pulsar:6650 - pulsar://pulsar:6650
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: pdf-decoder name: pdf-decoder
resources: resources:
limits: limits:
@ -857,11 +892,12 @@ items:
\ # 5 seconds.\n scrape_interval: 5s\n\n static_configs:\n - targets:\n\ \ # 5 seconds.\n scrape_interval: 5s\n\n static_configs:\n - targets:\n\
\ - 'pdf-decoder:8000'\n - 'chunker:8000'\n - 'vectorize:8000'\n\ \ - 'pdf-decoder:8000'\n - 'chunker:8000'\n - 'vectorize:8000'\n\
\ - 'embeddings:8000'\n - 'kg-extract-definitions:8000'\n \ \ - 'embeddings:8000'\n - 'kg-extract-definitions:8000'\n \
\ - 'kg-extract-relationships:8000'\n - 'store-graph-embeddings:8000'\n\ \ - 'kg-extract-topics:8000'\n - 'kg-extract-relationships:8000'\n\
\ - 'store-triples:8000'\n - 'text-completion:8000'\n -\ \ - 'store-graph-embeddings:8000'\n - 'store-triples:8000'\n \
\ 'text-completion-rag:8000'\n - 'graph-rag:8000'\n - 'prompt:8000'\n\ \ - 'text-completion:8000'\n - 'text-completion-rag:8000'\n \
\ - 'prompt-rag:8000'\n - 'query-graph-embeddings:8000'\n \ \ - 'graph-rag:8000'\n - 'prompt:8000'\n - 'prompt-rag:8000'\n\
\ - 'query-triples:8000'\n - 'pulsar:8080'\n\n" \ - 'query-graph-embeddings:8000'\n - 'query-triples:8000'\n \
\ - 'pulsar:8080'\n\n"
kind: ConfigMap kind: ConfigMap
metadata: metadata:
name: prometheus-cfg name: prometheus-cfg
@ -1048,6 +1084,18 @@ items:
or headers or prefixes. or headers or prefixes.
</requirements>' </requirements>'
- --topic-template
- "You are a helpful assistant that performs information extraction tasks\
\ for a provided text.\nRead the provided text. You will identify topics\
\ and their definitions in JSON.\n\nReading Instructions:\n- Ignore document\
\ formatting in the provided text.\n- Study the provided text carefully.\n\
\nHere is the text:\n{text}\n\nResponse Instructions: \n- Do not respond\
\ with special characters.\n- Return only topics that are concepts and\
\ unique to the provided text.\n- Respond only with well-formed JSON.\n\
- The JSON response shall be an array of objects with keys \"topic\" and\
\ \"definition\". \n- The JSON response shall use the following structure:\n\
\n```json\n[{{\"topic\": string, \"definition\": string}}]\n```\n\n- Do\
\ not write any additional text or explanations."
- --knowledge-query-template - --knowledge-query-template
- 'Study the following set of knowledge statements. The statements are written - 'Study the following set of knowledge statements. The statements are written
in Cypher format that has been extracted from a knowledge graph. Use only in Cypher format that has been extracted from a knowledge graph. Use only
@ -1118,7 +1166,7 @@ items:
explanations. Do not add markdown formatting or headers or prefixes. explanations. Do not add markdown formatting or headers or prefixes.
</requirements>' </requirements>'
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: prompt name: prompt
resources: resources:
limits: limits:
@ -1249,6 +1297,18 @@ items:
or headers or prefixes. or headers or prefixes.
</requirements>' </requirements>'
- --topic-template
- "You are a helpful assistant that performs information extraction tasks\
\ for a provided text.\nRead the provided text. You will identify topics\
\ and their definitions in JSON.\n\nReading Instructions:\n- Ignore document\
\ formatting in the provided text.\n- Study the provided text carefully.\n\
\nHere is the text:\n{text}\n\nResponse Instructions: \n- Do not respond\
\ with special characters.\n- Return only topics that are concepts and\
\ unique to the provided text.\n- Respond only with well-formed JSON.\n\
- The JSON response shall be an array of objects with keys \"topic\" and\
\ \"definition\". \n- The JSON response shall use the following structure:\n\
\n```json\n[{{\"topic\": string, \"definition\": string}}]\n```\n\n- Do\
\ not write any additional text or explanations."
- --knowledge-query-template - --knowledge-query-template
- 'Study the following set of knowledge statements. The statements are written - 'Study the following set of knowledge statements. The statements are written
in Cypher format that has been extracted from a knowledge graph. Use only in Cypher format that has been extracted from a knowledge graph. Use only
@ -1319,7 +1379,7 @@ items:
explanations. Do not add markdown formatting or headers or prefixes. explanations. Do not add markdown formatting or headers or prefixes.
</requirements>' </requirements>'
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: prompt-rag name: prompt-rag
resources: resources:
limits: limits:
@ -1577,7 +1637,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -t - -t
- http://qdrant:6333 - http://qdrant:6333
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: query-doc-embeddings name: query-doc-embeddings
resources: resources:
limits: limits:
@ -1627,7 +1687,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -t - -t
- http://qdrant:6333 - http://qdrant:6333
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: query-graph-embeddings name: query-graph-embeddings
resources: resources:
limits: limits:
@ -1677,7 +1737,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -g - -g
- bolt://neo4j:7687 - bolt://neo4j:7687
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: query-triples name: query-triples
resources: resources:
limits: limits:
@ -1727,7 +1787,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -t - -t
- http://qdrant:6333 - http://qdrant:6333
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: store-doc-embeddings name: store-doc-embeddings
resources: resources:
limits: limits:
@ -1777,7 +1837,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -t - -t
- http://qdrant:6333 - http://qdrant:6333
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: store-graph-embeddings name: store-graph-embeddings
resources: resources:
limits: limits:
@ -1827,7 +1887,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -g - -g
- bolt://neo4j:7687 - bolt://neo4j:7687
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: store-triples name: store-triples
resources: resources:
limits: limits:
@ -1881,7 +1941,7 @@ items:
- '4096' - '4096'
- -t - -t
- '0' - '0'
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: text-completion name: text-completion
resources: resources:
limits: limits:
@ -1939,7 +1999,7 @@ items:
- non-persistent://tg/request/text-completion-rag - non-persistent://tg/request/text-completion-rag
- -o - -o
- non-persistent://tg/response/text-completion-rag-response - non-persistent://tg/response/text-completion-rag-response
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: text-completion-rag name: text-completion-rag
resources: resources:
limits: limits:
@ -1987,7 +2047,7 @@ items:
- embeddings-vectorize - embeddings-vectorize
- -p - -p
- pulsar://pulsar:6650 - pulsar://pulsar:6650
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: vectorize name: vectorize
resources: resources:
limits: limits:

104
deploy/minikube/tg-launch-cohere-cassandra.yaml
View file

@ -110,7 +110,7 @@ items:
- '150' - '150'
- --chunk-overlap - --chunk-overlap
- '10' - '10'
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: chunker name: chunker
resources: resources:
limits: limits:
@ -160,7 +160,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -m - -m
- all-MiniLM-L6-v2 - all-MiniLM-L6-v2
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: embeddings name: embeddings
resources: resources:
limits: limits:
@ -669,7 +669,7 @@ items:
- '30' - '30'
- --max-subgraph-size - --max-subgraph-size
- '3000' - '3000'
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: graph-rag name: graph-rag
resources: resources:
limits: limits:
@ -717,7 +717,7 @@ items:
- kg-extract-definitions - kg-extract-definitions
- -p - -p
- pulsar://pulsar:6650 - pulsar://pulsar:6650
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: kg-extract-definitions name: kg-extract-definitions
resources: resources:
limits: limits:
@ -765,7 +765,7 @@ items:
- kg-extract-relationships - kg-extract-relationships
- -p - -p
- pulsar://pulsar:6650 - pulsar://pulsar:6650
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: kg-extract-relationships name: kg-extract-relationships
resources: resources:
limits: limits:
@ -791,6 +791,41 @@ items:
selector: selector:
app: kg-extract-relationships app: kg-extract-relationships
type: LoadBalancer type: LoadBalancer
- apiVersion: apps/v1
kind: Deployment
metadata:
labels:
app: kg-extract-topics
name: kg-extract-topics
namespace: trustgraph
spec:
replicas: 1
selector:
matchLabels:
app: kg-extract-topics
template:
metadata:
labels:
app: kg-extract-topics
spec:
containers:
- command:
- kg-extract-topics
- -p
- pulsar://pulsar:6650
image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: kg-extract-topics
resources:
limits:
cpu: '0.5'
memory: 128M
requests:
cpu: '0.1'
memory: 128M
securityContext:
runAsGroup: 0
runAsUser: 0
volumes: []
- apiVersion: apps/v1 - apiVersion: apps/v1
kind: Deployment kind: Deployment
metadata: metadata:
@ -813,7 +848,7 @@ items:
- pdf-decoder - pdf-decoder
- -p - -p
- pulsar://pulsar:6650 - pulsar://pulsar:6650
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: pdf-decoder name: pdf-decoder
resources: resources:
limits: limits:
@ -852,11 +887,12 @@ items:
\ # 5 seconds.\n scrape_interval: 5s\n\n static_configs:\n - targets:\n\ \ # 5 seconds.\n scrape_interval: 5s\n\n static_configs:\n - targets:\n\
\ - 'pdf-decoder:8000'\n - 'chunker:8000'\n - 'vectorize:8000'\n\ \ - 'pdf-decoder:8000'\n - 'chunker:8000'\n - 'vectorize:8000'\n\
\ - 'embeddings:8000'\n - 'kg-extract-definitions:8000'\n \ \ - 'embeddings:8000'\n - 'kg-extract-definitions:8000'\n \
\ - 'kg-extract-relationships:8000'\n - 'store-graph-embeddings:8000'\n\ \ - 'kg-extract-topics:8000'\n - 'kg-extract-relationships:8000'\n\
\ - 'store-triples:8000'\n - 'text-completion:8000'\n -\ \ - 'store-graph-embeddings:8000'\n - 'store-triples:8000'\n \
\ 'text-completion-rag:8000'\n - 'graph-rag:8000'\n - 'prompt:8000'\n\ \ - 'text-completion:8000'\n - 'text-completion-rag:8000'\n \
\ - 'prompt-rag:8000'\n - 'query-graph-embeddings:8000'\n \ \ - 'graph-rag:8000'\n - 'prompt:8000'\n - 'prompt-rag:8000'\n\
\ - 'query-triples:8000'\n - 'pulsar:8080'\n\n" \ - 'query-graph-embeddings:8000'\n - 'query-triples:8000'\n \
\ - 'pulsar:8080'\n\n"
kind: ConfigMap kind: ConfigMap
metadata: metadata:
name: prometheus-cfg name: prometheus-cfg
@ -1043,6 +1079,18 @@ items:
or headers or prefixes. or headers or prefixes.
</requirements>' </requirements>'
- --topic-template
- "You are a helpful assistant that performs information extraction tasks\
\ for a provided text.\nRead the provided text. You will identify topics\
\ and their definitions in JSON.\n\nReading Instructions:\n- Ignore document\
\ formatting in the provided text.\n- Study the provided text carefully.\n\
\nHere is the text:\n{text}\n\nResponse Instructions: \n- Do not respond\
\ with special characters.\n- Return only topics that are concepts and\
\ unique to the provided text.\n- Respond only with well-formed JSON.\n\
- The JSON response shall be an array of objects with keys \"topic\" and\
\ \"definition\". \n- The JSON response shall use the following structure:\n\
\n```json\n[{{\"topic\": string, \"definition\": string}}]\n```\n\n- Do\
\ not write any additional text or explanations."
- --knowledge-query-template - --knowledge-query-template
- 'Study the following set of knowledge statements. The statements are written - 'Study the following set of knowledge statements. The statements are written
in Cypher format that has been extracted from a knowledge graph. Use only in Cypher format that has been extracted from a knowledge graph. Use only
@ -1113,7 +1161,7 @@ items:
explanations. Do not add markdown formatting or headers or prefixes. explanations. Do not add markdown formatting or headers or prefixes.
</requirements>' </requirements>'
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: prompt name: prompt
resources: resources:
limits: limits:
@ -1244,6 +1292,18 @@ items:
or headers or prefixes. or headers or prefixes.
</requirements>' </requirements>'
- --topic-template
- "You are a helpful assistant that performs information extraction tasks\
\ for a provided text.\nRead the provided text. You will identify topics\
\ and their definitions in JSON.\n\nReading Instructions:\n- Ignore document\
\ formatting in the provided text.\n- Study the provided text carefully.\n\
\nHere is the text:\n{text}\n\nResponse Instructions: \n- Do not respond\
\ with special characters.\n- Return only topics that are concepts and\
\ unique to the provided text.\n- Respond only with well-formed JSON.\n\
- The JSON response shall be an array of objects with keys \"topic\" and\
\ \"definition\". \n- The JSON response shall use the following structure:\n\
\n```json\n[{{\"topic\": string, \"definition\": string}}]\n```\n\n- Do\
\ not write any additional text or explanations."
- --knowledge-query-template - --knowledge-query-template
- 'Study the following set of knowledge statements. The statements are written - 'Study the following set of knowledge statements. The statements are written
in Cypher format that has been extracted from a knowledge graph. Use only in Cypher format that has been extracted from a knowledge graph. Use only
@ -1314,7 +1374,7 @@ items:
explanations. Do not add markdown formatting or headers or prefixes. explanations. Do not add markdown formatting or headers or prefixes.
</requirements>' </requirements>'
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: prompt-rag name: prompt-rag
resources: resources:
limits: limits:
@ -1572,7 +1632,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -t - -t
- http://qdrant:6333 - http://qdrant:6333
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: query-doc-embeddings name: query-doc-embeddings
resources: resources:
limits: limits:
@ -1622,7 +1682,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -t - -t
- http://qdrant:6333 - http://qdrant:6333
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: query-graph-embeddings name: query-graph-embeddings
resources: resources:
limits: limits:
@ -1672,7 +1732,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -g - -g
- cassandra - cassandra
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: query-triples name: query-triples
resources: resources:
limits: limits:
@ -1722,7 +1782,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -t - -t
- http://qdrant:6333 - http://qdrant:6333
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: store-doc-embeddings name: store-doc-embeddings
resources: resources:
limits: limits:
@ -1772,7 +1832,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -t - -t
- http://qdrant:6333 - http://qdrant:6333
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: store-graph-embeddings name: store-graph-embeddings
resources: resources:
limits: limits:
@ -1822,7 +1882,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -g - -g
- cassandra - cassandra
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: store-triples name: store-triples
resources: resources:
limits: limits:
@ -1874,7 +1934,7 @@ items:
- ${COHERE_KEY} - ${COHERE_KEY}
- -t - -t
- 0 - 0
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: text-completion name: text-completion
resources: resources:
limits: limits:
@ -1930,7 +1990,7 @@ items:
- non-persistent://tg/request/text-completion-rag - non-persistent://tg/request/text-completion-rag
- -o - -o
- non-persistent://tg/response/text-completion-rag-response - non-persistent://tg/response/text-completion-rag-response
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: text-completion-rag name: text-completion-rag
resources: resources:
limits: limits:
@ -1978,7 +2038,7 @@ items:
- embeddings-vectorize - embeddings-vectorize
- -p - -p
- pulsar://pulsar:6650 - pulsar://pulsar:6650
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: vectorize name: vectorize
resources: resources:
limits: limits:

104
deploy/minikube/tg-launch-cohere-neo4j.yaml
View file

@ -31,7 +31,7 @@ items:
- '150' - '150'
- --chunk-overlap - --chunk-overlap
- '10' - '10'
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: chunker name: chunker
resources: resources:
limits: limits:
@ -81,7 +81,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -m - -m
- all-MiniLM-L6-v2 - all-MiniLM-L6-v2
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: embeddings name: embeddings
resources: resources:
limits: limits:
@ -590,7 +590,7 @@ items:
- '30' - '30'
- --max-subgraph-size - --max-subgraph-size
- '3000' - '3000'
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: graph-rag name: graph-rag
resources: resources:
limits: limits:
@ -638,7 +638,7 @@ items:
- kg-extract-definitions - kg-extract-definitions
- -p - -p
- pulsar://pulsar:6650 - pulsar://pulsar:6650
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: kg-extract-definitions name: kg-extract-definitions
resources: resources:
limits: limits:
@ -686,7 +686,7 @@ items:
- kg-extract-relationships - kg-extract-relationships
- -p - -p
- pulsar://pulsar:6650 - pulsar://pulsar:6650
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: kg-extract-relationships name: kg-extract-relationships
resources: resources:
limits: limits:
@ -712,6 +712,41 @@ items:
selector: selector:
app: kg-extract-relationships app: kg-extract-relationships
type: LoadBalancer type: LoadBalancer
- apiVersion: apps/v1
kind: Deployment
metadata:
labels:
app: kg-extract-topics
name: kg-extract-topics
namespace: trustgraph
spec:
replicas: 1
selector:
matchLabels:
app: kg-extract-topics
template:
metadata:
labels:
app: kg-extract-topics
spec:
containers:
- command:
- kg-extract-topics
- -p
- pulsar://pulsar:6650
image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: kg-extract-topics
resources:
limits:
cpu: '0.5'
memory: 128M
requests:
cpu: '0.1'
memory: 128M
securityContext:
runAsGroup: 0
runAsUser: 0
volumes: []
- apiVersion: v1 - apiVersion: v1
kind: PersistentVolume kind: PersistentVolume
metadata: metadata:
@ -818,7 +853,7 @@ items:
- pdf-decoder - pdf-decoder
- -p - -p
- pulsar://pulsar:6650 - pulsar://pulsar:6650
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: pdf-decoder name: pdf-decoder
resources: resources:
limits: limits:
@ -857,11 +892,12 @@ items:
\ # 5 seconds.\n scrape_interval: 5s\n\n static_configs:\n - targets:\n\ \ # 5 seconds.\n scrape_interval: 5s\n\n static_configs:\n - targets:\n\
\ - 'pdf-decoder:8000'\n - 'chunker:8000'\n - 'vectorize:8000'\n\ \ - 'pdf-decoder:8000'\n - 'chunker:8000'\n - 'vectorize:8000'\n\
\ - 'embeddings:8000'\n - 'kg-extract-definitions:8000'\n \ \ - 'embeddings:8000'\n - 'kg-extract-definitions:8000'\n \
\ - 'kg-extract-relationships:8000'\n - 'store-graph-embeddings:8000'\n\ \ - 'kg-extract-topics:8000'\n - 'kg-extract-relationships:8000'\n\
\ - 'store-triples:8000'\n - 'text-completion:8000'\n -\ \ - 'store-graph-embeddings:8000'\n - 'store-triples:8000'\n \
\ 'text-completion-rag:8000'\n - 'graph-rag:8000'\n - 'prompt:8000'\n\ \ - 'text-completion:8000'\n - 'text-completion-rag:8000'\n \
\ - 'prompt-rag:8000'\n - 'query-graph-embeddings:8000'\n \ \ - 'graph-rag:8000'\n - 'prompt:8000'\n - 'prompt-rag:8000'\n\
\ - 'query-triples:8000'\n - 'pulsar:8080'\n\n" \ - 'query-graph-embeddings:8000'\n - 'query-triples:8000'\n \
\ - 'pulsar:8080'\n\n"
kind: ConfigMap kind: ConfigMap
metadata: metadata:
name: prometheus-cfg name: prometheus-cfg
@ -1048,6 +1084,18 @@ items:
or headers or prefixes. or headers or prefixes.
</requirements>' </requirements>'
- --topic-template
- "You are a helpful assistant that performs information extraction tasks\
\ for a provided text.\nRead the provided text. You will identify topics\
\ and their definitions in JSON.\n\nReading Instructions:\n- Ignore document\
\ formatting in the provided text.\n- Study the provided text carefully.\n\
\nHere is the text:\n{text}\n\nResponse Instructions: \n- Do not respond\
\ with special characters.\n- Return only topics that are concepts and\
\ unique to the provided text.\n- Respond only with well-formed JSON.\n\
- The JSON response shall be an array of objects with keys \"topic\" and\
\ \"definition\". \n- The JSON response shall use the following structure:\n\
\n```json\n[{{\"topic\": string, \"definition\": string}}]\n```\n\n- Do\
\ not write any additional text or explanations."
- --knowledge-query-template - --knowledge-query-template
- 'Study the following set of knowledge statements. The statements are written - 'Study the following set of knowledge statements. The statements are written
in Cypher format that has been extracted from a knowledge graph. Use only in Cypher format that has been extracted from a knowledge graph. Use only
@ -1118,7 +1166,7 @@ items:
explanations. Do not add markdown formatting or headers or prefixes. explanations. Do not add markdown formatting or headers or prefixes.
</requirements>' </requirements>'
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: prompt name: prompt
resources: resources:
limits: limits:
@ -1249,6 +1297,18 @@ items:
or headers or prefixes. or headers or prefixes.
</requirements>' </requirements>'
- --topic-template
- "You are a helpful assistant that performs information extraction tasks\
\ for a provided text.\nRead the provided text. You will identify topics\
\ and their definitions in JSON.\n\nReading Instructions:\n- Ignore document\
\ formatting in the provided text.\n- Study the provided text carefully.\n\
\nHere is the text:\n{text}\n\nResponse Instructions: \n- Do not respond\
\ with special characters.\n- Return only topics that are concepts and\
\ unique to the provided text.\n- Respond only with well-formed JSON.\n\
- The JSON response shall be an array of objects with keys \"topic\" and\
\ \"definition\". \n- The JSON response shall use the following structure:\n\
\n```json\n[{{\"topic\": string, \"definition\": string}}]\n```\n\n- Do\
\ not write any additional text or explanations."
- --knowledge-query-template - --knowledge-query-template
- 'Study the following set of knowledge statements. The statements are written - 'Study the following set of knowledge statements. The statements are written
in Cypher format that has been extracted from a knowledge graph. Use only in Cypher format that has been extracted from a knowledge graph. Use only
@ -1319,7 +1379,7 @@ items:
explanations. Do not add markdown formatting or headers or prefixes. explanations. Do not add markdown formatting or headers or prefixes.
</requirements>' </requirements>'
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: prompt-rag name: prompt-rag
resources: resources:
limits: limits:
@ -1577,7 +1637,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -t - -t
- http://qdrant:6333 - http://qdrant:6333
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: query-doc-embeddings name: query-doc-embeddings
resources: resources:
limits: limits:
@ -1627,7 +1687,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -t - -t
- http://qdrant:6333 - http://qdrant:6333
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: query-graph-embeddings name: query-graph-embeddings
resources: resources:
limits: limits:
@ -1677,7 +1737,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -g - -g
- bolt://neo4j:7687 - bolt://neo4j:7687
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: query-triples name: query-triples
resources: resources:
limits: limits:
@ -1727,7 +1787,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -t - -t
- http://qdrant:6333 - http://qdrant:6333
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: store-doc-embeddings name: store-doc-embeddings
resources: resources:
limits: limits:
@ -1777,7 +1837,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -t - -t
- http://qdrant:6333 - http://qdrant:6333
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: store-graph-embeddings name: store-graph-embeddings
resources: resources:
limits: limits:
@ -1827,7 +1887,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -g - -g
- bolt://neo4j:7687 - bolt://neo4j:7687
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: store-triples name: store-triples
resources: resources:
limits: limits:
@ -1879,7 +1939,7 @@ items:
- ${COHERE_KEY} - ${COHERE_KEY}
- -t - -t
- 0 - 0
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: text-completion name: text-completion
resources: resources:
limits: limits:
@ -1935,7 +1995,7 @@ items:
- non-persistent://tg/request/text-completion-rag - non-persistent://tg/request/text-completion-rag
- -o - -o
- non-persistent://tg/response/text-completion-rag-response - non-persistent://tg/response/text-completion-rag-response
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: text-completion-rag name: text-completion-rag
resources: resources:
limits: limits:
@ -1983,7 +2043,7 @@ items:
- embeddings-vectorize - embeddings-vectorize
- -p - -p
- pulsar://pulsar:6650 - pulsar://pulsar:6650
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: vectorize name: vectorize
resources: resources:
limits: limits:

1728
deploy/minikube/tg-launch-llamafile-cassandra.yaml Normal file
View file

File diff suppressed because it is too large Load diff

1733
deploy/minikube/tg-launch-llamafile-neo4j.yaml Normal file
View file

File diff suppressed because it is too large Load diff

80
deploy/minikube/tg-launch-ollama-cassandra.yaml
View file

@ -110,7 +110,7 @@ items:
- '250' - '250'
- --chunk-overlap - --chunk-overlap
- '15' - '15'
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: chunker name: chunker
resources: resources:
limits: limits:
@ -160,7 +160,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -m - -m
- all-MiniLM-L6-v2 - all-MiniLM-L6-v2
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: embeddings name: embeddings
resources: resources:
limits: limits:
@ -669,7 +669,7 @@ items:
- '30' - '30'
- --max-subgraph-size - --max-subgraph-size
- '3000' - '3000'
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: graph-rag name: graph-rag
resources: resources:
limits: limits:
@ -717,7 +717,7 @@ items:
- kg-extract-definitions - kg-extract-definitions
- -p - -p
- pulsar://pulsar:6650 - pulsar://pulsar:6650
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: kg-extract-definitions name: kg-extract-definitions
resources: resources:
limits: limits:
@ -765,7 +765,7 @@ items:
- kg-extract-relationships - kg-extract-relationships
- -p - -p
- pulsar://pulsar:6650 - pulsar://pulsar:6650
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: kg-extract-relationships name: kg-extract-relationships
resources: resources:
limits: limits:
@ -791,6 +791,41 @@ items:
selector: selector:
app: kg-extract-relationships app: kg-extract-relationships
type: LoadBalancer type: LoadBalancer
- apiVersion: apps/v1
kind: Deployment
metadata:
labels:
app: kg-extract-topics
name: kg-extract-topics
namespace: trustgraph
spec:
replicas: 1
selector:
matchLabels:
app: kg-extract-topics
template:
metadata:
labels:
app: kg-extract-topics
spec:
containers:
- command:
- kg-extract-topics
- -p
- pulsar://pulsar:6650
image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: kg-extract-topics
resources:
limits:
cpu: '0.5'
memory: 128M
requests:
cpu: '0.1'
memory: 128M
securityContext:
runAsGroup: 0
runAsUser: 0
volumes: []
- apiVersion: apps/v1 - apiVersion: apps/v1
kind: Deployment kind: Deployment
metadata: metadata:
@ -813,7 +848,7 @@ items:
- pdf-decoder - pdf-decoder
- -p - -p
- pulsar://pulsar:6650 - pulsar://pulsar:6650
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: pdf-decoder name: pdf-decoder
resources: resources:
limits: limits:
@ -852,11 +887,12 @@ items:
\ # 5 seconds.\n scrape_interval: 5s\n\n static_configs:\n - targets:\n\ \ # 5 seconds.\n scrape_interval: 5s\n\n static_configs:\n - targets:\n\
\ - 'pdf-decoder:8000'\n - 'chunker:8000'\n - 'vectorize:8000'\n\ \ - 'pdf-decoder:8000'\n - 'chunker:8000'\n - 'vectorize:8000'\n\
\ - 'embeddings:8000'\n - 'kg-extract-definitions:8000'\n \ \ - 'embeddings:8000'\n - 'kg-extract-definitions:8000'\n \
\ - 'kg-extract-relationships:8000'\n - 'store-graph-embeddings:8000'\n\ \ - 'kg-extract-topics:8000'\n - 'kg-extract-relationships:8000'\n\
\ - 'store-triples:8000'\n - 'text-completion:8000'\n -\ \ - 'store-graph-embeddings:8000'\n - 'store-triples:8000'\n \
\ 'text-completion-rag:8000'\n - 'graph-rag:8000'\n - 'prompt:8000'\n\ \ - 'text-completion:8000'\n - 'text-completion-rag:8000'\n \
\ - 'prompt-rag:8000'\n - 'query-graph-embeddings:8000'\n \ \ - 'graph-rag:8000'\n - 'prompt:8000'\n - 'prompt-rag:8000'\n\
\ - 'query-triples:8000'\n - 'pulsar:8080'\n\n" \ - 'query-graph-embeddings:8000'\n - 'query-triples:8000'\n \
\ - 'pulsar:8080'\n\n"
kind: ConfigMap kind: ConfigMap
metadata: metadata:
name: prometheus-cfg name: prometheus-cfg
@ -968,7 +1004,7 @@ items:
- non-persistent://tg/request/text-completion - non-persistent://tg/request/text-completion
- --text-completion-response-queue - --text-completion-response-queue
- non-persistent://tg/response/text-completion-response - non-persistent://tg/response/text-completion-response
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: prompt name: prompt
resources: resources:
limits: limits:
@ -1024,7 +1060,7 @@ items:
- non-persistent://tg/request/text-completion-rag - non-persistent://tg/request/text-completion-rag
- --text-completion-response-queue - --text-completion-response-queue
- non-persistent://tg/response/text-completion-rag-response - non-persistent://tg/response/text-completion-rag-response
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: prompt-rag name: prompt-rag
resources: resources:
limits: limits:
@ -1282,7 +1318,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -t - -t
- http://qdrant:6333 - http://qdrant:6333
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: query-doc-embeddings name: query-doc-embeddings
resources: resources:
limits: limits:
@ -1332,7 +1368,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -t - -t
- http://qdrant:6333 - http://qdrant:6333
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: query-graph-embeddings name: query-graph-embeddings
resources: resources:
limits: limits:
@ -1382,7 +1418,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -g - -g
- cassandra - cassandra
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: query-triples name: query-triples
resources: resources:
limits: limits:
@ -1432,7 +1468,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -t - -t
- http://qdrant:6333 - http://qdrant:6333
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: store-doc-embeddings name: store-doc-embeddings
resources: resources:
limits: limits:
@ -1482,7 +1518,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -t - -t
- http://qdrant:6333 - http://qdrant:6333
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: store-graph-embeddings name: store-graph-embeddings
resources: resources:
limits: limits:
@ -1532,7 +1568,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -g - -g
- cassandra - cassandra
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: store-triples name: store-triples
resources: resources:
limits: limits:
@ -1584,7 +1620,7 @@ items:
- gemma2:9b - gemma2:9b
- -r - -r
- ${OLLAMA_HOST} - ${OLLAMA_HOST}
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: text-completion name: text-completion
resources: resources:
limits: limits:
@ -1640,7 +1676,7 @@ items:
- non-persistent://tg/request/text-completion-rag - non-persistent://tg/request/text-completion-rag
- -o - -o
- non-persistent://tg/response/text-completion-rag-response - non-persistent://tg/response/text-completion-rag-response
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: text-completion-rag name: text-completion-rag
resources: resources:
limits: limits:
@ -1688,7 +1724,7 @@ items:
- embeddings-vectorize - embeddings-vectorize
- -p - -p
- pulsar://pulsar:6650 - pulsar://pulsar:6650
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: vectorize name: vectorize
resources: resources:
limits: limits:

80
deploy/minikube/tg-launch-ollama-neo4j.yaml
View file

@ -31,7 +31,7 @@ items:
- '250' - '250'
- --chunk-overlap - --chunk-overlap
- '15' - '15'
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: chunker name: chunker
resources: resources:
limits: limits:
@ -81,7 +81,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -m - -m
- all-MiniLM-L6-v2 - all-MiniLM-L6-v2
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: embeddings name: embeddings
resources: resources:
limits: limits:
@ -590,7 +590,7 @@ items:
- '30' - '30'
- --max-subgraph-size - --max-subgraph-size
- '3000' - '3000'
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: graph-rag name: graph-rag
resources: resources:
limits: limits:
@ -638,7 +638,7 @@ items:
- kg-extract-definitions - kg-extract-definitions
- -p - -p
- pulsar://pulsar:6650 - pulsar://pulsar:6650
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: kg-extract-definitions name: kg-extract-definitions
resources: resources:
limits: limits:
@ -686,7 +686,7 @@ items:
- kg-extract-relationships - kg-extract-relationships
- -p - -p
- pulsar://pulsar:6650 - pulsar://pulsar:6650
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: kg-extract-relationships name: kg-extract-relationships
resources: resources:
limits: limits:
@ -712,6 +712,41 @@ items:
selector: selector:
app: kg-extract-relationships app: kg-extract-relationships
type: LoadBalancer type: LoadBalancer
- apiVersion: apps/v1
kind: Deployment
metadata:
labels:
app: kg-extract-topics
name: kg-extract-topics
namespace: trustgraph
spec:
replicas: 1
selector:
matchLabels:
app: kg-extract-topics
template:
metadata:
labels:
app: kg-extract-topics
spec:
containers:
- command:
- kg-extract-topics
- -p
- pulsar://pulsar:6650
image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: kg-extract-topics
resources:
limits:
cpu: '0.5'
memory: 128M
requests:
cpu: '0.1'
memory: 128M
securityContext:
runAsGroup: 0
runAsUser: 0
volumes: []
- apiVersion: v1 - apiVersion: v1
kind: PersistentVolume kind: PersistentVolume
metadata: metadata:
@ -818,7 +853,7 @@ items:
- pdf-decoder - pdf-decoder
- -p - -p
- pulsar://pulsar:6650 - pulsar://pulsar:6650
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: pdf-decoder name: pdf-decoder
resources: resources:
limits: limits:
@ -857,11 +892,12 @@ items:
\ # 5 seconds.\n scrape_interval: 5s\n\n static_configs:\n - targets:\n\ \ # 5 seconds.\n scrape_interval: 5s\n\n static_configs:\n - targets:\n\
\ - 'pdf-decoder:8000'\n - 'chunker:8000'\n - 'vectorize:8000'\n\ \ - 'pdf-decoder:8000'\n - 'chunker:8000'\n - 'vectorize:8000'\n\
\ - 'embeddings:8000'\n - 'kg-extract-definitions:8000'\n \ \ - 'embeddings:8000'\n - 'kg-extract-definitions:8000'\n \
\ - 'kg-extract-relationships:8000'\n - 'store-graph-embeddings:8000'\n\ \ - 'kg-extract-topics:8000'\n - 'kg-extract-relationships:8000'\n\
\ - 'store-triples:8000'\n - 'text-completion:8000'\n -\ \ - 'store-graph-embeddings:8000'\n - 'store-triples:8000'\n \
\ 'text-completion-rag:8000'\n - 'graph-rag:8000'\n - 'prompt:8000'\n\ \ - 'text-completion:8000'\n - 'text-completion-rag:8000'\n \
\ - 'prompt-rag:8000'\n - 'query-graph-embeddings:8000'\n \ \ - 'graph-rag:8000'\n - 'prompt:8000'\n - 'prompt-rag:8000'\n\
\ - 'query-triples:8000'\n - 'pulsar:8080'\n\n" \ - 'query-graph-embeddings:8000'\n - 'query-triples:8000'\n \
\ - 'pulsar:8080'\n\n"
kind: ConfigMap kind: ConfigMap
metadata: metadata:
name: prometheus-cfg name: prometheus-cfg
@ -973,7 +1009,7 @@ items:
- non-persistent://tg/request/text-completion - non-persistent://tg/request/text-completion
- --text-completion-response-queue - --text-completion-response-queue
- non-persistent://tg/response/text-completion-response - non-persistent://tg/response/text-completion-response
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: prompt name: prompt
resources: resources:
limits: limits:
@ -1029,7 +1065,7 @@ items:
- non-persistent://tg/request/text-completion-rag - non-persistent://tg/request/text-completion-rag
- --text-completion-response-queue - --text-completion-response-queue
- non-persistent://tg/response/text-completion-rag-response - non-persistent://tg/response/text-completion-rag-response
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: prompt-rag name: prompt-rag
resources: resources:
limits: limits:
@ -1287,7 +1323,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -t - -t
- http://qdrant:6333 - http://qdrant:6333
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: query-doc-embeddings name: query-doc-embeddings
resources: resources:
limits: limits:
@ -1337,7 +1373,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -t - -t
- http://qdrant:6333 - http://qdrant:6333
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: query-graph-embeddings name: query-graph-embeddings
resources: resources:
limits: limits:
@ -1387,7 +1423,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -g - -g
- bolt://neo4j:7687 - bolt://neo4j:7687
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: query-triples name: query-triples
resources: resources:
limits: limits:
@ -1437,7 +1473,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -t - -t
- http://qdrant:6333 - http://qdrant:6333
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: store-doc-embeddings name: store-doc-embeddings
resources: resources:
limits: limits:
@ -1487,7 +1523,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -t - -t
- http://qdrant:6333 - http://qdrant:6333
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: store-graph-embeddings name: store-graph-embeddings
resources: resources:
limits: limits:
@ -1537,7 +1573,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -g - -g
- bolt://neo4j:7687 - bolt://neo4j:7687
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: store-triples name: store-triples
resources: resources:
limits: limits:
@ -1589,7 +1625,7 @@ items:
- gemma2:9b - gemma2:9b
- -r - -r
- ${OLLAMA_HOST} - ${OLLAMA_HOST}
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: text-completion name: text-completion
resources: resources:
limits: limits:
@ -1645,7 +1681,7 @@ items:
- non-persistent://tg/request/text-completion-rag - non-persistent://tg/request/text-completion-rag
- -o - -o
- non-persistent://tg/response/text-completion-rag-response - non-persistent://tg/response/text-completion-rag-response
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: text-completion-rag name: text-completion-rag
resources: resources:
limits: limits:
@ -1693,7 +1729,7 @@ items:
- embeddings-vectorize - embeddings-vectorize
- -p - -p
- pulsar://pulsar:6650 - pulsar://pulsar:6650
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: vectorize name: vectorize
resources: resources:
limits: limits:

104
deploy/minikube/tg-launch-openai-cassandra.yaml
View file

@ -110,7 +110,7 @@ items:
- '250' - '250'
- --chunk-overlap - --chunk-overlap
- '15' - '15'
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: chunker name: chunker
resources: resources:
limits: limits:
@ -160,7 +160,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -m - -m
- all-MiniLM-L6-v2 - all-MiniLM-L6-v2
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: embeddings name: embeddings
resources: resources:
limits: limits:
@ -669,7 +669,7 @@ items:
- '30' - '30'
- --max-subgraph-size - --max-subgraph-size
- '3000' - '3000'
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: graph-rag name: graph-rag
resources: resources:
limits: limits:
@ -717,7 +717,7 @@ items:
- kg-extract-definitions - kg-extract-definitions
- -p - -p
- pulsar://pulsar:6650 - pulsar://pulsar:6650
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: kg-extract-definitions name: kg-extract-definitions
resources: resources:
limits: limits:
@ -765,7 +765,7 @@ items:
- kg-extract-relationships - kg-extract-relationships
- -p - -p
- pulsar://pulsar:6650 - pulsar://pulsar:6650
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: kg-extract-relationships name: kg-extract-relationships
resources: resources:
limits: limits:
@ -791,6 +791,41 @@ items:
selector: selector:
app: kg-extract-relationships app: kg-extract-relationships
type: LoadBalancer type: LoadBalancer
- apiVersion: apps/v1
kind: Deployment
metadata:
labels:
app: kg-extract-topics
name: kg-extract-topics
namespace: trustgraph
spec:
replicas: 1
selector:
matchLabels:
app: kg-extract-topics
template:
metadata:
labels:
app: kg-extract-topics
spec:
containers:
- command:
- kg-extract-topics
- -p
- pulsar://pulsar:6650
image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: kg-extract-topics
resources:
limits:
cpu: '0.5'
memory: 128M
requests:
cpu: '0.1'
memory: 128M
securityContext:
runAsGroup: 0
runAsUser: 0
volumes: []
- apiVersion: apps/v1 - apiVersion: apps/v1
kind: Deployment kind: Deployment
metadata: metadata:
@ -813,7 +848,7 @@ items:
- pdf-decoder - pdf-decoder
- -p - -p
- pulsar://pulsar:6650 - pulsar://pulsar:6650
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: pdf-decoder name: pdf-decoder
resources: resources:
limits: limits:
@ -852,11 +887,12 @@ items:
\ # 5 seconds.\n scrape_interval: 5s\n\n static_configs:\n - targets:\n\ \ # 5 seconds.\n scrape_interval: 5s\n\n static_configs:\n - targets:\n\
\ - 'pdf-decoder:8000'\n - 'chunker:8000'\n - 'vectorize:8000'\n\ \ - 'pdf-decoder:8000'\n - 'chunker:8000'\n - 'vectorize:8000'\n\
\ - 'embeddings:8000'\n - 'kg-extract-definitions:8000'\n \ \ - 'embeddings:8000'\n - 'kg-extract-definitions:8000'\n \
\ - 'kg-extract-relationships:8000'\n - 'store-graph-embeddings:8000'\n\ \ - 'kg-extract-topics:8000'\n - 'kg-extract-relationships:8000'\n\
\ - 'store-triples:8000'\n - 'text-completion:8000'\n -\ \ - 'store-graph-embeddings:8000'\n - 'store-triples:8000'\n \
\ 'text-completion-rag:8000'\n - 'graph-rag:8000'\n - 'prompt:8000'\n\ \ - 'text-completion:8000'\n - 'text-completion-rag:8000'\n \
\ - 'prompt-rag:8000'\n - 'query-graph-embeddings:8000'\n \ \ - 'graph-rag:8000'\n - 'prompt:8000'\n - 'prompt-rag:8000'\n\
\ - 'query-triples:8000'\n - 'pulsar:8080'\n\n" \ - 'query-graph-embeddings:8000'\n - 'query-triples:8000'\n \
\ - 'pulsar:8080'\n\n"
kind: ConfigMap kind: ConfigMap
metadata: metadata:
name: prometheus-cfg name: prometheus-cfg
@ -1043,6 +1079,18 @@ items:
or headers or prefixes. or headers or prefixes.
</requirements>' </requirements>'
- --topic-template
- "You are a helpful assistant that performs information extraction tasks\
\ for a provided text.\nRead the provided text. You will identify topics\
\ and their definitions in JSON.\n\nReading Instructions:\n- Ignore document\
\ formatting in the provided text.\n- Study the provided text carefully.\n\
\nHere is the text:\n{text}\n\nResponse Instructions: \n- Do not respond\
\ with special characters.\n- Return only topics that are concepts and\
\ unique to the provided text.\n- Respond only with well-formed JSON.\n\
- The JSON response shall be an array of objects with keys \"topic\" and\
\ \"definition\". \n- The JSON response shall use the following structure:\n\
\n```json\n[{{\"topic\": string, \"definition\": string}}]\n```\n\n- Do\
\ not write any additional text or explanations."
- --knowledge-query-template - --knowledge-query-template
- 'Study the following set of knowledge statements. The statements are written - 'Study the following set of knowledge statements. The statements are written
in Cypher format that has been extracted from a knowledge graph. Use only in Cypher format that has been extracted from a knowledge graph. Use only
@ -1113,7 +1161,7 @@ items:
explanations. Do not add markdown formatting or headers or prefixes. explanations. Do not add markdown formatting or headers or prefixes.
</requirements>' </requirements>'
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: prompt name: prompt
resources: resources:
limits: limits:
@ -1244,6 +1292,18 @@ items:
or headers or prefixes. or headers or prefixes.
</requirements>' </requirements>'
- --topic-template
- "You are a helpful assistant that performs information extraction tasks\
\ for a provided text.\nRead the provided text. You will identify topics\
\ and their definitions in JSON.\n\nReading Instructions:\n- Ignore document\
\ formatting in the provided text.\n- Study the provided text carefully.\n\
\nHere is the text:\n{text}\n\nResponse Instructions: \n- Do not respond\
\ with special characters.\n- Return only topics that are concepts and\
\ unique to the provided text.\n- Respond only with well-formed JSON.\n\
- The JSON response shall be an array of objects with keys \"topic\" and\
\ \"definition\". \n- The JSON response shall use the following structure:\n\
\n```json\n[{{\"topic\": string, \"definition\": string}}]\n```\n\n- Do\
\ not write any additional text or explanations."
- --knowledge-query-template - --knowledge-query-template
- 'Study the following set of knowledge statements. The statements are written - 'Study the following set of knowledge statements. The statements are written
in Cypher format that has been extracted from a knowledge graph. Use only in Cypher format that has been extracted from a knowledge graph. Use only
@ -1314,7 +1374,7 @@ items:
explanations. Do not add markdown formatting or headers or prefixes. explanations. Do not add markdown formatting or headers or prefixes.
</requirements>' </requirements>'
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: prompt-rag name: prompt-rag
resources: resources:
limits: limits:
@ -1572,7 +1632,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -t - -t
- http://qdrant:6333 - http://qdrant:6333
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: query-doc-embeddings name: query-doc-embeddings
resources: resources:
limits: limits:
@ -1622,7 +1682,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -t - -t
- http://qdrant:6333 - http://qdrant:6333
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: query-graph-embeddings name: query-graph-embeddings
resources: resources:
limits: limits:
@ -1672,7 +1732,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -g - -g
- cassandra - cassandra
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: query-triples name: query-triples
resources: resources:
limits: limits:
@ -1722,7 +1782,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -t - -t
- http://qdrant:6333 - http://qdrant:6333
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: store-doc-embeddings name: store-doc-embeddings
resources: resources:
limits: limits:
@ -1772,7 +1832,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -t - -t
- http://qdrant:6333 - http://qdrant:6333
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: store-graph-embeddings name: store-graph-embeddings
resources: resources:
limits: limits:
@ -1822,7 +1882,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -g - -g
- cassandra - cassandra
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: store-triples name: store-triples
resources: resources:
limits: limits:
@ -1878,7 +1938,7 @@ items:
- '0' - '0'
- -m - -m
- GPT-3.5-Turbo - GPT-3.5-Turbo
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: text-completion name: text-completion
resources: resources:
limits: limits:
@ -1938,7 +1998,7 @@ items:
- non-persistent://tg/request/text-completion-rag - non-persistent://tg/request/text-completion-rag
- -o - -o
- non-persistent://tg/response/text-completion-rag-response - non-persistent://tg/response/text-completion-rag-response
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: text-completion-rag name: text-completion-rag
resources: resources:
limits: limits:
@ -1986,7 +2046,7 @@ items:
- embeddings-vectorize - embeddings-vectorize
- -p - -p
- pulsar://pulsar:6650 - pulsar://pulsar:6650
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: vectorize name: vectorize
resources: resources:
limits: limits:

104
deploy/minikube/tg-launch-openai-neo4j.yaml
View file

@ -31,7 +31,7 @@ items:
- '250' - '250'
- --chunk-overlap - --chunk-overlap
- '15' - '15'
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: chunker name: chunker
resources: resources:
limits: limits:
@ -81,7 +81,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -m - -m
- all-MiniLM-L6-v2 - all-MiniLM-L6-v2
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: embeddings name: embeddings
resources: resources:
limits: limits:
@ -590,7 +590,7 @@ items:
- '30' - '30'
- --max-subgraph-size - --max-subgraph-size
- '3000' - '3000'
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: graph-rag name: graph-rag
resources: resources:
limits: limits:
@ -638,7 +638,7 @@ items:
- kg-extract-definitions - kg-extract-definitions
- -p - -p
- pulsar://pulsar:6650 - pulsar://pulsar:6650
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: kg-extract-definitions name: kg-extract-definitions
resources: resources:
limits: limits:
@ -686,7 +686,7 @@ items:
- kg-extract-relationships - kg-extract-relationships
- -p - -p
- pulsar://pulsar:6650 - pulsar://pulsar:6650
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: kg-extract-relationships name: kg-extract-relationships
resources: resources:
limits: limits:
@ -712,6 +712,41 @@ items:
selector: selector:
app: kg-extract-relationships app: kg-extract-relationships
type: LoadBalancer type: LoadBalancer
- apiVersion: apps/v1
kind: Deployment
metadata:
labels:
app: kg-extract-topics
name: kg-extract-topics
namespace: trustgraph
spec:
replicas: 1
selector:
matchLabels:
app: kg-extract-topics
template:
metadata:
labels:
app: kg-extract-topics
spec:
containers:
- command:
- kg-extract-topics
- -p
- pulsar://pulsar:6650
image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: kg-extract-topics
resources:
limits:
cpu: '0.5'
memory: 128M
requests:
cpu: '0.1'
memory: 128M
securityContext:
runAsGroup: 0
runAsUser: 0
volumes: []
- apiVersion: v1 - apiVersion: v1
kind: PersistentVolume kind: PersistentVolume
metadata: metadata:
@ -818,7 +853,7 @@ items:
- pdf-decoder - pdf-decoder
- -p - -p
- pulsar://pulsar:6650 - pulsar://pulsar:6650
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: pdf-decoder name: pdf-decoder
resources: resources:
limits: limits:
@ -857,11 +892,12 @@ items:
\ # 5 seconds.\n scrape_interval: 5s\n\n static_configs:\n - targets:\n\ \ # 5 seconds.\n scrape_interval: 5s\n\n static_configs:\n - targets:\n\
\ - 'pdf-decoder:8000'\n - 'chunker:8000'\n - 'vectorize:8000'\n\ \ - 'pdf-decoder:8000'\n - 'chunker:8000'\n - 'vectorize:8000'\n\
\ - 'embeddings:8000'\n - 'kg-extract-definitions:8000'\n \ \ - 'embeddings:8000'\n - 'kg-extract-definitions:8000'\n \
\ - 'kg-extract-relationships:8000'\n - 'store-graph-embeddings:8000'\n\ \ - 'kg-extract-topics:8000'\n - 'kg-extract-relationships:8000'\n\
\ - 'store-triples:8000'\n - 'text-completion:8000'\n -\ \ - 'store-graph-embeddings:8000'\n - 'store-triples:8000'\n \
\ 'text-completion-rag:8000'\n - 'graph-rag:8000'\n - 'prompt:8000'\n\ \ - 'text-completion:8000'\n - 'text-completion-rag:8000'\n \
\ - 'prompt-rag:8000'\n - 'query-graph-embeddings:8000'\n \ \ - 'graph-rag:8000'\n - 'prompt:8000'\n - 'prompt-rag:8000'\n\
\ - 'query-triples:8000'\n - 'pulsar:8080'\n\n" \ - 'query-graph-embeddings:8000'\n - 'query-triples:8000'\n \
\ - 'pulsar:8080'\n\n"
kind: ConfigMap kind: ConfigMap
metadata: metadata:
name: prometheus-cfg name: prometheus-cfg
@ -1048,6 +1084,18 @@ items:
or headers or prefixes. or headers or prefixes.
</requirements>' </requirements>'
- --topic-template
- "You are a helpful assistant that performs information extraction tasks\
\ for a provided text.\nRead the provided text. You will identify topics\
\ and their definitions in JSON.\n\nReading Instructions:\n- Ignore document\
\ formatting in the provided text.\n- Study the provided text carefully.\n\
\nHere is the text:\n{text}\n\nResponse Instructions: \n- Do not respond\
\ with special characters.\n- Return only topics that are concepts and\
\ unique to the provided text.\n- Respond only with well-formed JSON.\n\
- The JSON response shall be an array of objects with keys \"topic\" and\
\ \"definition\". \n- The JSON response shall use the following structure:\n\
\n```json\n[{{\"topic\": string, \"definition\": string}}]\n```\n\n- Do\
\ not write any additional text or explanations."
- --knowledge-query-template - --knowledge-query-template
- 'Study the following set of knowledge statements. The statements are written - 'Study the following set of knowledge statements. The statements are written
in Cypher format that has been extracted from a knowledge graph. Use only in Cypher format that has been extracted from a knowledge graph. Use only
@ -1118,7 +1166,7 @@ items:
explanations. Do not add markdown formatting or headers or prefixes. explanations. Do not add markdown formatting or headers or prefixes.
</requirements>' </requirements>'
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: prompt name: prompt
resources: resources:
limits: limits:
@ -1249,6 +1297,18 @@ items:
or headers or prefixes. or headers or prefixes.
</requirements>' </requirements>'
- --topic-template
- "You are a helpful assistant that performs information extraction tasks\
\ for a provided text.\nRead the provided text. You will identify topics\
\ and their definitions in JSON.\n\nReading Instructions:\n- Ignore document\
\ formatting in the provided text.\n- Study the provided text carefully.\n\
\nHere is the text:\n{text}\n\nResponse Instructions: \n- Do not respond\
\ with special characters.\n- Return only topics that are concepts and\
\ unique to the provided text.\n- Respond only with well-formed JSON.\n\
- The JSON response shall be an array of objects with keys \"topic\" and\
\ \"definition\". \n- The JSON response shall use the following structure:\n\
\n```json\n[{{\"topic\": string, \"definition\": string}}]\n```\n\n- Do\
\ not write any additional text or explanations."
- --knowledge-query-template - --knowledge-query-template
- 'Study the following set of knowledge statements. The statements are written - 'Study the following set of knowledge statements. The statements are written
in Cypher format that has been extracted from a knowledge graph. Use only in Cypher format that has been extracted from a knowledge graph. Use only
@ -1319,7 +1379,7 @@ items:
explanations. Do not add markdown formatting or headers or prefixes. explanations. Do not add markdown formatting or headers or prefixes.
</requirements>' </requirements>'
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: prompt-rag name: prompt-rag
resources: resources:
limits: limits:
@ -1577,7 +1637,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -t - -t
- http://qdrant:6333 - http://qdrant:6333
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: query-doc-embeddings name: query-doc-embeddings
resources: resources:
limits: limits:
@ -1627,7 +1687,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -t - -t
- http://qdrant:6333 - http://qdrant:6333
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: query-graph-embeddings name: query-graph-embeddings
resources: resources:
limits: limits:
@ -1677,7 +1737,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -g - -g
- bolt://neo4j:7687 - bolt://neo4j:7687
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: query-triples name: query-triples
resources: resources:
limits: limits:
@ -1727,7 +1787,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -t - -t
- http://qdrant:6333 - http://qdrant:6333
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: store-doc-embeddings name: store-doc-embeddings
resources: resources:
limits: limits:
@ -1777,7 +1837,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -t - -t
- http://qdrant:6333 - http://qdrant:6333
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: store-graph-embeddings name: store-graph-embeddings
resources: resources:
limits: limits:
@ -1827,7 +1887,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -g - -g
- bolt://neo4j:7687 - bolt://neo4j:7687
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: store-triples name: store-triples
resources: resources:
limits: limits:
@ -1883,7 +1943,7 @@ items:
- '0' - '0'
- -m - -m
- GPT-3.5-Turbo - GPT-3.5-Turbo
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: text-completion name: text-completion
resources: resources:
limits: limits:
@ -1943,7 +2003,7 @@ items:
- non-persistent://tg/request/text-completion-rag - non-persistent://tg/request/text-completion-rag
- -o - -o
- non-persistent://tg/response/text-completion-rag-response - non-persistent://tg/response/text-completion-rag-response
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: text-completion-rag name: text-completion-rag
resources: resources:
limits: limits:
@ -1991,7 +2051,7 @@ items:
- embeddings-vectorize - embeddings-vectorize
- -p - -p
- pulsar://pulsar:6650 - pulsar://pulsar:6650
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: vectorize name: vectorize
resources: resources:
limits: limits:

108
deploy/minikube/tg-launch-vertexai-cassandra.yaml
View file

@ -110,7 +110,7 @@ items:
- '250' - '250'
- --chunk-overlap - --chunk-overlap
- '15' - '15'
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: chunker name: chunker
resources: resources:
limits: limits:
@ -160,7 +160,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -m - -m
- all-MiniLM-L6-v2 - all-MiniLM-L6-v2
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: embeddings name: embeddings
resources: resources:
limits: limits:
@ -669,7 +669,7 @@ items:
- '30' - '30'
- --max-subgraph-size - --max-subgraph-size
- '3000' - '3000'
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: graph-rag name: graph-rag
resources: resources:
limits: limits:
@ -717,7 +717,7 @@ items:
- kg-extract-definitions - kg-extract-definitions
- -p - -p
- pulsar://pulsar:6650 - pulsar://pulsar:6650
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: kg-extract-definitions name: kg-extract-definitions
resources: resources:
limits: limits:
@ -765,7 +765,7 @@ items:
- kg-extract-relationships - kg-extract-relationships
- -p - -p
- pulsar://pulsar:6650 - pulsar://pulsar:6650
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: kg-extract-relationships name: kg-extract-relationships
resources: resources:
limits: limits:
@ -791,6 +791,41 @@ items:
selector: selector:
app: kg-extract-relationships app: kg-extract-relationships
type: LoadBalancer type: LoadBalancer
- apiVersion: apps/v1
kind: Deployment
metadata:
labels:
app: kg-extract-topics
name: kg-extract-topics
namespace: trustgraph
spec:
replicas: 1
selector:
matchLabels:
app: kg-extract-topics
template:
metadata:
labels:
app: kg-extract-topics
spec:
containers:
- command:
- kg-extract-topics
- -p
- pulsar://pulsar:6650
image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: kg-extract-topics
resources:
limits:
cpu: '0.5'
memory: 128M
requests:
cpu: '0.1'
memory: 128M
securityContext:
runAsGroup: 0
runAsUser: 0
volumes: []
- apiVersion: apps/v1 - apiVersion: apps/v1
kind: Deployment kind: Deployment
metadata: metadata:
@ -813,7 +848,7 @@ items:
- pdf-decoder - pdf-decoder
- -p - -p
- pulsar://pulsar:6650 - pulsar://pulsar:6650
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: pdf-decoder name: pdf-decoder
resources: resources:
limits: limits:
@ -852,11 +887,12 @@ items:
\ # 5 seconds.\n scrape_interval: 5s\n\n static_configs:\n - targets:\n\ \ # 5 seconds.\n scrape_interval: 5s\n\n static_configs:\n - targets:\n\
\ - 'pdf-decoder:8000'\n - 'chunker:8000'\n - 'vectorize:8000'\n\ \ - 'pdf-decoder:8000'\n - 'chunker:8000'\n - 'vectorize:8000'\n\
\ - 'embeddings:8000'\n - 'kg-extract-definitions:8000'\n \ \ - 'embeddings:8000'\n - 'kg-extract-definitions:8000'\n \
\ - 'kg-extract-relationships:8000'\n - 'store-graph-embeddings:8000'\n\ \ - 'kg-extract-topics:8000'\n - 'kg-extract-relationships:8000'\n\
\ - 'store-triples:8000'\n - 'text-completion:8000'\n -\ \ - 'store-graph-embeddings:8000'\n - 'store-triples:8000'\n \
\ 'text-completion-rag:8000'\n - 'graph-rag:8000'\n - 'prompt:8000'\n\ \ - 'text-completion:8000'\n - 'text-completion-rag:8000'\n \
\ - 'prompt-rag:8000'\n - 'query-graph-embeddings:8000'\n \ \ - 'graph-rag:8000'\n - 'prompt:8000'\n - 'prompt-rag:8000'\n\
\ - 'query-triples:8000'\n - 'pulsar:8080'\n\n" \ - 'query-graph-embeddings:8000'\n - 'query-triples:8000'\n \
\ - 'pulsar:8080'\n\n"
kind: ConfigMap kind: ConfigMap
metadata: metadata:
name: prometheus-cfg name: prometheus-cfg
@ -1043,6 +1079,18 @@ items:
or headers or prefixes. or headers or prefixes.
</requirements>' </requirements>'
- --topic-template
- "You are a helpful assistant that performs information extraction tasks\
\ for a provided text.\nRead the provided text. You will identify topics\
\ and their definitions in JSON.\n\nReading Instructions:\n- Ignore document\
\ formatting in the provided text.\n- Study the provided text carefully.\n\
\nHere is the text:\n{text}\n\nResponse Instructions: \n- Do not respond\
\ with special characters.\n- Return only topics that are concepts and\
\ unique to the provided text.\n- Respond only with well-formed JSON.\n\
- The JSON response shall be an array of objects with keys \"topic\" and\
\ \"definition\". \n- The JSON response shall use the following structure:\n\
\n```json\n[{{\"topic\": string, \"definition\": string}}]\n```\n\n- Do\
\ not write any additional text or explanations."
- --knowledge-query-template - --knowledge-query-template
- 'Study the following set of knowledge statements. The statements are written - 'Study the following set of knowledge statements. The statements are written
in Cypher format that has been extracted from a knowledge graph. Use only in Cypher format that has been extracted from a knowledge graph. Use only
@ -1113,7 +1161,7 @@ items:
explanations. Do not add markdown formatting or headers or prefixes. explanations. Do not add markdown formatting or headers or prefixes.
</requirements>' </requirements>'
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: prompt name: prompt
resources: resources:
limits: limits:
@ -1244,6 +1292,18 @@ items:
or headers or prefixes. or headers or prefixes.
</requirements>' </requirements>'
- --topic-template
- "You are a helpful assistant that performs information extraction tasks\
\ for a provided text.\nRead the provided text. You will identify topics\
\ and their definitions in JSON.\n\nReading Instructions:\n- Ignore document\
\ formatting in the provided text.\n- Study the provided text carefully.\n\
\nHere is the text:\n{text}\n\nResponse Instructions: \n- Do not respond\
\ with special characters.\n- Return only topics that are concepts and\
\ unique to the provided text.\n- Respond only with well-formed JSON.\n\
- The JSON response shall be an array of objects with keys \"topic\" and\
\ \"definition\". \n- The JSON response shall use the following structure:\n\
\n```json\n[{{\"topic\": string, \"definition\": string}}]\n```\n\n- Do\
\ not write any additional text or explanations."
- --knowledge-query-template - --knowledge-query-template
- 'Study the following set of knowledge statements. The statements are written - 'Study the following set of knowledge statements. The statements are written
in Cypher format that has been extracted from a knowledge graph. Use only in Cypher format that has been extracted from a knowledge graph. Use only
@ -1314,7 +1374,7 @@ items:
explanations. Do not add markdown formatting or headers or prefixes. explanations. Do not add markdown formatting or headers or prefixes.
</requirements>' </requirements>'
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: prompt-rag name: prompt-rag
resources: resources:
limits: limits:
@ -1572,7 +1632,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -t - -t
- http://qdrant:6333 - http://qdrant:6333
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: query-doc-embeddings name: query-doc-embeddings
resources: resources:
limits: limits:
@ -1622,7 +1682,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -t - -t
- http://qdrant:6333 - http://qdrant:6333
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: query-graph-embeddings name: query-graph-embeddings
resources: resources:
limits: limits:
@ -1672,7 +1732,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -g - -g
- cassandra - cassandra
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: query-triples name: query-triples
resources: resources:
limits: limits:
@ -1722,7 +1782,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -t - -t
- http://qdrant:6333 - http://qdrant:6333
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: store-doc-embeddings name: store-doc-embeddings
resources: resources:
limits: limits:
@ -1772,7 +1832,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -t - -t
- http://qdrant:6333 - http://qdrant:6333
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: store-graph-embeddings name: store-graph-embeddings
resources: resources:
limits: limits:
@ -1822,7 +1882,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -g - -g
- cassandra - cassandra
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: store-triples name: store-triples
resources: resources:
limits: limits:
@ -1850,7 +1910,7 @@ items:
type: LoadBalancer type: LoadBalancer
- apiVersion: v1 - apiVersion: v1
data: data:
private.json: UFJJVkFURSBLRVkgR09FUyBIRVJFCg== private.json: ewogICJ0eXBlIjogInNlcnZpY2VfYWNjb3VudCIsCiAgInByb2plY3RfaWQiOiAia2FsbnRlcmEtZGVtbyIsCiAgInByaXZhdGVfa2V5X2lkIjogIjY5MjgwNTI5ODAyMjI3YmJiZjk1YTRjNjdjZjZhZjg3MGM3MTE4ZjIiLAogICJwcml2YXRlX2tleSI6ICItLS0tLUJFR0lOIFBSSVZBVEUgS0VZLS0tLS1cbk1JSUV2d0lCQURBTkJna3Foa2lHOXcwQkFRRUZBQVNDQktrd2dnU2xBZ0VBQW9JQkFRRFV4dTBtYkdXVHhEOFFcbkVsd2J0YVZEbER2UlA4MkhGb3QyaUJVejRoQ0hpS04vVkpRM2VGNnJXa05iSnI4endia21XTzMydkxubU4vNnNcbk5qeEtFWTJmYUwrbkhydkZXa2xRQ0VMWlM2V0tmT1NrMTgxUXkyNE9Hd2E2TTFPdE85SXpWWisxNXFRN09Ib2hcblQ5MFdyOTVMYVcrTVlqMTAvc1RpeG5tRzFrMitEOGhUNjhCNnhrZHlRc0VSaThHbURaN2JzNWU5UEhMQ0NKU1lcbi9lTXcxSnU1V3YvM0VWZGVvMENTNjE1cXl1enRuS3NRQ3RjbWJFY1oxcDI4cVdqMXh3ckw4Wk1QaU1DZm1ldzlcbkF4STAyNkJmWXI5aFR5TGRqdWNSQ3p4NkNOZml5TUZxaXROMDJPZFo5MjNZSmZWckJIU2h3MDRKSlhIV0FqNkhcbkExTXJNZU12QWdNQkFBRUNnZ0VBYVg1N1kvcUlYandGZkVWdUQzci9Ca04vYU42Mld3ek5kcVkveE9xSGdYczRcbmZOQUZjSDhvaU5LRzVMR1FTT3Y2alUyNEpnWXFNVDkvOEFndjJoVmIzelpERjJ2QWN6ZXhjNUcwK3lGcllQOU5cbktZR3BWUzZYVVQwTEY5U00zeTN5cU9zQjlXRDEranFsS3RENjc5MmdYRWxaT2dRWExtT0dZRjFCTVo0ZEMyYkdcblg3UVRZbmUwUnlWWGw0R3BMRlZUNU1XYmpmZUJidUxYdGtNTEZGVjFQbnMwY2NyMUFwcnJDOVNlckp5TjRJL3ZcblpWTkZIZFArM0R2U0M5NlMzYU5OOXhTWG5zSExwby9nc3RJeW5XbWFBdXBpT3hNSm4wVm1MNlBkRStzT01GdWJcbmpyMnhlTGMyUGNQdDg2RzZJVlBjdkt6QURBWlE2SHhtNUp1ZEwvVDNHUUtCZ1FEcXBRbEMrR2Jvbm1aUkZzcDRcbjkwQlZsV2ZpMjhHM1RibTJRclYzMjgvUEtEQnNlRTZ1U25iUmp6YkxrcUJYNFYyOVdkMFBsODJJdmhLV2Vvc0dcbmpZNWpKeHlvSTFSSy9TbGtPUGJwYWlKNmsyZEhNUTRJai80UUFBS0pLL2czbEJIMXl5djhGWWFNay9lMkhUUWFcbkl4aHJwRWJUbmJkME8xQ2RZb2QrYmU2M3pRS0JnUURvSkdZUUFnZDBkS0NYN3VWTXMzSkRReTRDYk80MnduQXNcbnNtemU5ckVSaFc1M2dKL2N0Zm96eXZsYm5Rc2FjSmpuR1hPNjlWczk5WExZUjg5Zkx0OGFDZFRMUVhqUnIzMkRcbllyTzU3VkVKUmFvYkYxTUJYMk1WMmRnSFRQWDgzTHhUclBtUlhocGVsRGh1STdlWWxvYnRvNlovUUVLRVZvNmZcbkxEdDIzRzNTNndLQmdRRFJjR2Y0NkFIckJsL3JaejFvaGNGZDR0THNraHl4d2VYUEFuSTV2dkVaUmhVYTdMUEdcbkxGOHNJL25UOFZlL3VVQlRvQitLS0lSajFzeCtsbmo3YTJTNXFoS1JIWi9DbzMvTG5uRDkzU2RUWTdqZXViRitcbkFSRFVOVDRPTkRvRldkeENHWXgwSUw2TlFoSHI4dHNyclVIQjZzcnhYaWgremViaDVDMXVzeTlOelFLQmdRRFBcbmRlQUVoRnUzTnBkaTBLdjVyUkQ3amFrcm44QVFEaHFEeDMxR2tYN1RJc1VEWlY3NHQyVUFMbkJFOElkQXZNblpcbkZrVDRHMWZNZW5PRldEKzZWOEFvbkFxaEQwVHpWL3M2bE5YNzNsdWlockNyLzE4K0Jjb2VlQTM1RUUxeUNxNy9cbnRNRmdxWkcxWG85RDF3VzRCeVpVY0FGWERjMmtTVnF5WTZ4TTRGZ0J1d0tCZ1FEQ1AxclF4K2ZoNWdrY1BNUHBcbitYZS9oMDR1SmRSdmpaUkE0MFo3aHViRVFReFNEeWtkMHZSRXFQVlhNS1p1OTFkb0NwRGZHd051dlFkbHY5ZzRcbmc2NDFxRkNXd2ZRb0VZZTBTWUhJVUY5NlRwazVpeGdmUlhYVHRxNGE2c0NvMGV2NG51aFh4Vk82NFRyY0E1YUVcbnB1dWMvYzVTTlh1M0plMWgwK1Jzcm1lWkh3PT1cbi0tLS0tRU5EIFBSSVZBVEUgS0VZLS0tLS1cbiIsCiAgImNsaWVudF9lbWFpbCI6ICJtYXJrLWRldkBrYWxudGVyYS1kZW1vLmlhbS5nc2VydmljZWFjY291bnQuY29tIiwKICAiY2xpZW50X2lkIjogIjExNTExODU2MTEwMTQ1MDM0MDQ0MCIsCiAgImF1dGhfdXJpIjogImh0dHBzOi8vYWNjb3VudHMuZ29vZ2xlLmNvbS9vL29hdXRoMi9hdXRoIiwKICAidG9rZW5fdXJpIjogImh0dHBzOi8vb2F1dGgyLmdvb2dsZWFwaXMuY29tL3Rva2VuIiwKICAiYXV0aF9wcm92aWRlcl94NTA5X2NlcnRfdXJsIjogImh0dHBzOi8vd3d3Lmdvb2dsZWFwaXMuY29tL29hdXRoMi92MS9jZXJ0cyIsCiAgImNsaWVudF94NTA5X2NlcnRfdXJsIjogImh0dHBzOi8vd3d3Lmdvb2dsZWFwaXMuY29tL3JvYm90L3YxL21ldGFkYXRhL3g1MDkvbWFyay1kZXYlNDBrYWxudGVyYS1kZW1vLmlhbS5nc2VydmljZWFjY291bnQuY29tIiwKICAidW5pdmVyc2VfZG9tYWluIjogImdvb2dsZWFwaXMuY29tIgp9Cg==
kind: Secret kind: Secret
metadata: metadata:
name: vertexai-creds name: vertexai-creds
@ -1887,7 +1947,7 @@ items:
- '0' - '0'
- -m - -m
- gemini-1.0-pro-001 - gemini-1.0-pro-001
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: text-completion name: text-completion
resources: resources:
limits: limits:
@ -1921,7 +1981,7 @@ items:
type: LoadBalancer type: LoadBalancer
- apiVersion: v1 - apiVersion: v1
data: data:
private.json: UFJJVkFURSBLRVkgR09FUyBIRVJFCg== private.json: ewogICJ0eXBlIjogInNlcnZpY2VfYWNjb3VudCIsCiAgInByb2plY3RfaWQiOiAia2FsbnRlcmEtZGVtbyIsCiAgInByaXZhdGVfa2V5X2lkIjogIjY5MjgwNTI5ODAyMjI3YmJiZjk1YTRjNjdjZjZhZjg3MGM3MTE4ZjIiLAogICJwcml2YXRlX2tleSI6ICItLS0tLUJFR0lOIFBSSVZBVEUgS0VZLS0tLS1cbk1JSUV2d0lCQURBTkJna3Foa2lHOXcwQkFRRUZBQVNDQktrd2dnU2xBZ0VBQW9JQkFRRFV4dTBtYkdXVHhEOFFcbkVsd2J0YVZEbER2UlA4MkhGb3QyaUJVejRoQ0hpS04vVkpRM2VGNnJXa05iSnI4endia21XTzMydkxubU4vNnNcbk5qeEtFWTJmYUwrbkhydkZXa2xRQ0VMWlM2V0tmT1NrMTgxUXkyNE9Hd2E2TTFPdE85SXpWWisxNXFRN09Ib2hcblQ5MFdyOTVMYVcrTVlqMTAvc1RpeG5tRzFrMitEOGhUNjhCNnhrZHlRc0VSaThHbURaN2JzNWU5UEhMQ0NKU1lcbi9lTXcxSnU1V3YvM0VWZGVvMENTNjE1cXl1enRuS3NRQ3RjbWJFY1oxcDI4cVdqMXh3ckw4Wk1QaU1DZm1ldzlcbkF4STAyNkJmWXI5aFR5TGRqdWNSQ3p4NkNOZml5TUZxaXROMDJPZFo5MjNZSmZWckJIU2h3MDRKSlhIV0FqNkhcbkExTXJNZU12QWdNQkFBRUNnZ0VBYVg1N1kvcUlYandGZkVWdUQzci9Ca04vYU42Mld3ek5kcVkveE9xSGdYczRcbmZOQUZjSDhvaU5LRzVMR1FTT3Y2alUyNEpnWXFNVDkvOEFndjJoVmIzelpERjJ2QWN6ZXhjNUcwK3lGcllQOU5cbktZR3BWUzZYVVQwTEY5U00zeTN5cU9zQjlXRDEranFsS3RENjc5MmdYRWxaT2dRWExtT0dZRjFCTVo0ZEMyYkdcblg3UVRZbmUwUnlWWGw0R3BMRlZUNU1XYmpmZUJidUxYdGtNTEZGVjFQbnMwY2NyMUFwcnJDOVNlckp5TjRJL3ZcblpWTkZIZFArM0R2U0M5NlMzYU5OOXhTWG5zSExwby9nc3RJeW5XbWFBdXBpT3hNSm4wVm1MNlBkRStzT01GdWJcbmpyMnhlTGMyUGNQdDg2RzZJVlBjdkt6QURBWlE2SHhtNUp1ZEwvVDNHUUtCZ1FEcXBRbEMrR2Jvbm1aUkZzcDRcbjkwQlZsV2ZpMjhHM1RibTJRclYzMjgvUEtEQnNlRTZ1U25iUmp6YkxrcUJYNFYyOVdkMFBsODJJdmhLV2Vvc0dcbmpZNWpKeHlvSTFSSy9TbGtPUGJwYWlKNmsyZEhNUTRJai80UUFBS0pLL2czbEJIMXl5djhGWWFNay9lMkhUUWFcbkl4aHJwRWJUbmJkME8xQ2RZb2QrYmU2M3pRS0JnUURvSkdZUUFnZDBkS0NYN3VWTXMzSkRReTRDYk80MnduQXNcbnNtemU5ckVSaFc1M2dKL2N0Zm96eXZsYm5Rc2FjSmpuR1hPNjlWczk5WExZUjg5Zkx0OGFDZFRMUVhqUnIzMkRcbllyTzU3VkVKUmFvYkYxTUJYMk1WMmRnSFRQWDgzTHhUclBtUlhocGVsRGh1STdlWWxvYnRvNlovUUVLRVZvNmZcbkxEdDIzRzNTNndLQmdRRFJjR2Y0NkFIckJsL3JaejFvaGNGZDR0THNraHl4d2VYUEFuSTV2dkVaUmhVYTdMUEdcbkxGOHNJL25UOFZlL3VVQlRvQitLS0lSajFzeCtsbmo3YTJTNXFoS1JIWi9DbzMvTG5uRDkzU2RUWTdqZXViRitcbkFSRFVOVDRPTkRvRldkeENHWXgwSUw2TlFoSHI4dHNyclVIQjZzcnhYaWgremViaDVDMXVzeTlOelFLQmdRRFBcbmRlQUVoRnUzTnBkaTBLdjVyUkQ3amFrcm44QVFEaHFEeDMxR2tYN1RJc1VEWlY3NHQyVUFMbkJFOElkQXZNblpcbkZrVDRHMWZNZW5PRldEKzZWOEFvbkFxaEQwVHpWL3M2bE5YNzNsdWlockNyLzE4K0Jjb2VlQTM1RUUxeUNxNy9cbnRNRmdxWkcxWG85RDF3VzRCeVpVY0FGWERjMmtTVnF5WTZ4TTRGZ0J1d0tCZ1FEQ1AxclF4K2ZoNWdrY1BNUHBcbitYZS9oMDR1SmRSdmpaUkE0MFo3aHViRVFReFNEeWtkMHZSRXFQVlhNS1p1OTFkb0NwRGZHd051dlFkbHY5ZzRcbmc2NDFxRkNXd2ZRb0VZZTBTWUhJVUY5NlRwazVpeGdmUlhYVHRxNGE2c0NvMGV2NG51aFh4Vk82NFRyY0E1YUVcbnB1dWMvYzVTTlh1M0plMWgwK1Jzcm1lWkh3PT1cbi0tLS0tRU5EIFBSSVZBVEUgS0VZLS0tLS1cbiIsCiAgImNsaWVudF9lbWFpbCI6ICJtYXJrLWRldkBrYWxudGVyYS1kZW1vLmlhbS5nc2VydmljZWFjY291bnQuY29tIiwKICAiY2xpZW50X2lkIjogIjExNTExODU2MTEwMTQ1MDM0MDQ0MCIsCiAgImF1dGhfdXJpIjogImh0dHBzOi8vYWNjb3VudHMuZ29vZ2xlLmNvbS9vL29hdXRoMi9hdXRoIiwKICAidG9rZW5fdXJpIjogImh0dHBzOi8vb2F1dGgyLmdvb2dsZWFwaXMuY29tL3Rva2VuIiwKICAiYXV0aF9wcm92aWRlcl94NTA5X2NlcnRfdXJsIjogImh0dHBzOi8vd3d3Lmdvb2dsZWFwaXMuY29tL29hdXRoMi92MS9jZXJ0cyIsCiAgImNsaWVudF94NTA5X2NlcnRfdXJsIjogImh0dHBzOi8vd3d3Lmdvb2dsZWFwaXMuY29tL3JvYm90L3YxL21ldGFkYXRhL3g1MDkvbWFyay1kZXYlNDBrYWxudGVyYS1kZW1vLmlhbS5nc2VydmljZWFjY291bnQuY29tIiwKICAidW5pdmVyc2VfZG9tYWluIjogImdvb2dsZWFwaXMuY29tIgp9Cg==
kind: Secret kind: Secret
metadata: metadata:
name: vertexai-creds name: vertexai-creds
@ -1962,7 +2022,7 @@ items:
- non-persistent://tg/request/text-completion-rag - non-persistent://tg/request/text-completion-rag
- -o - -o
- non-persistent://tg/response/text-completion-rag-response - non-persistent://tg/response/text-completion-rag-response
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: text-completion-rag name: text-completion-rag
resources: resources:
limits: limits:
@ -2016,7 +2076,7 @@ items:
- embeddings-vectorize - embeddings-vectorize
- -p - -p
- pulsar://pulsar:6650 - pulsar://pulsar:6650
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: vectorize name: vectorize
resources: resources:
limits: limits:

108
deploy/minikube/tg-launch-vertexai-neo4j.yaml
View file

@ -31,7 +31,7 @@ items:
- '250' - '250'
- --chunk-overlap - --chunk-overlap
- '15' - '15'
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: chunker name: chunker
resources: resources:
limits: limits:
@ -81,7 +81,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -m - -m
- all-MiniLM-L6-v2 - all-MiniLM-L6-v2
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: embeddings name: embeddings
resources: resources:
limits: limits:
@ -590,7 +590,7 @@ items:
- '30' - '30'
- --max-subgraph-size - --max-subgraph-size
- '3000' - '3000'
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: graph-rag name: graph-rag
resources: resources:
limits: limits:
@ -638,7 +638,7 @@ items:
- kg-extract-definitions - kg-extract-definitions
- -p - -p
- pulsar://pulsar:6650 - pulsar://pulsar:6650
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: kg-extract-definitions name: kg-extract-definitions
resources: resources:
limits: limits:
@ -686,7 +686,7 @@ items:
- kg-extract-relationships - kg-extract-relationships
- -p - -p
- pulsar://pulsar:6650 - pulsar://pulsar:6650
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: kg-extract-relationships name: kg-extract-relationships
resources: resources:
limits: limits:
@ -712,6 +712,41 @@ items:
selector: selector:
app: kg-extract-relationships app: kg-extract-relationships
type: LoadBalancer type: LoadBalancer
- apiVersion: apps/v1
kind: Deployment
metadata:
labels:
app: kg-extract-topics
name: kg-extract-topics
namespace: trustgraph
spec:
replicas: 1
selector:
matchLabels:
app: kg-extract-topics
template:
metadata:
labels:
app: kg-extract-topics
spec:
containers:
- command:
- kg-extract-topics
- -p
- pulsar://pulsar:6650
image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: kg-extract-topics
resources:
limits:
cpu: '0.5'
memory: 128M
requests:
cpu: '0.1'
memory: 128M
securityContext:
runAsGroup: 0
runAsUser: 0
volumes: []
- apiVersion: v1 - apiVersion: v1
kind: PersistentVolume kind: PersistentVolume
metadata: metadata:
@ -818,7 +853,7 @@ items:
- pdf-decoder - pdf-decoder
- -p - -p
- pulsar://pulsar:6650 - pulsar://pulsar:6650
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: pdf-decoder name: pdf-decoder
resources: resources:
limits: limits:
@ -857,11 +892,12 @@ items:
\ # 5 seconds.\n scrape_interval: 5s\n\n static_configs:\n - targets:\n\ \ # 5 seconds.\n scrape_interval: 5s\n\n static_configs:\n - targets:\n\
\ - 'pdf-decoder:8000'\n - 'chunker:8000'\n - 'vectorize:8000'\n\ \ - 'pdf-decoder:8000'\n - 'chunker:8000'\n - 'vectorize:8000'\n\
\ - 'embeddings:8000'\n - 'kg-extract-definitions:8000'\n \ \ - 'embeddings:8000'\n - 'kg-extract-definitions:8000'\n \
\ - 'kg-extract-relationships:8000'\n - 'store-graph-embeddings:8000'\n\ \ - 'kg-extract-topics:8000'\n - 'kg-extract-relationships:8000'\n\
\ - 'store-triples:8000'\n - 'text-completion:8000'\n -\ \ - 'store-graph-embeddings:8000'\n - 'store-triples:8000'\n \
\ 'text-completion-rag:8000'\n - 'graph-rag:8000'\n - 'prompt:8000'\n\ \ - 'text-completion:8000'\n - 'text-completion-rag:8000'\n \
\ - 'prompt-rag:8000'\n - 'query-graph-embeddings:8000'\n \ \ - 'graph-rag:8000'\n - 'prompt:8000'\n - 'prompt-rag:8000'\n\
\ - 'query-triples:8000'\n - 'pulsar:8080'\n\n" \ - 'query-graph-embeddings:8000'\n - 'query-triples:8000'\n \
\ - 'pulsar:8080'\n\n"
kind: ConfigMap kind: ConfigMap
metadata: metadata:
name: prometheus-cfg name: prometheus-cfg
@ -1048,6 +1084,18 @@ items:
or headers or prefixes. or headers or prefixes.
</requirements>' </requirements>'
- --topic-template
- "You are a helpful assistant that performs information extraction tasks\
\ for a provided text.\nRead the provided text. You will identify topics\
\ and their definitions in JSON.\n\nReading Instructions:\n- Ignore document\
\ formatting in the provided text.\n- Study the provided text carefully.\n\
\nHere is the text:\n{text}\n\nResponse Instructions: \n- Do not respond\
\ with special characters.\n- Return only topics that are concepts and\
\ unique to the provided text.\n- Respond only with well-formed JSON.\n\
- The JSON response shall be an array of objects with keys \"topic\" and\
\ \"definition\". \n- The JSON response shall use the following structure:\n\
\n```json\n[{{\"topic\": string, \"definition\": string}}]\n```\n\n- Do\
\ not write any additional text or explanations."
- --knowledge-query-template - --knowledge-query-template
- 'Study the following set of knowledge statements. The statements are written - 'Study the following set of knowledge statements. The statements are written
in Cypher format that has been extracted from a knowledge graph. Use only in Cypher format that has been extracted from a knowledge graph. Use only
@ -1118,7 +1166,7 @@ items:
explanations. Do not add markdown formatting or headers or prefixes. explanations. Do not add markdown formatting or headers or prefixes.
</requirements>' </requirements>'
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: prompt name: prompt
resources: resources:
limits: limits:
@ -1249,6 +1297,18 @@ items:
or headers or prefixes. or headers or prefixes.
</requirements>' </requirements>'
- --topic-template
- "You are a helpful assistant that performs information extraction tasks\
\ for a provided text.\nRead the provided text. You will identify topics\
\ and their definitions in JSON.\n\nReading Instructions:\n- Ignore document\
\ formatting in the provided text.\n- Study the provided text carefully.\n\
\nHere is the text:\n{text}\n\nResponse Instructions: \n- Do not respond\
\ with special characters.\n- Return only topics that are concepts and\
\ unique to the provided text.\n- Respond only with well-formed JSON.\n\
- The JSON response shall be an array of objects with keys \"topic\" and\
\ \"definition\". \n- The JSON response shall use the following structure:\n\
\n```json\n[{{\"topic\": string, \"definition\": string}}]\n```\n\n- Do\
\ not write any additional text or explanations."
- --knowledge-query-template - --knowledge-query-template
- 'Study the following set of knowledge statements. The statements are written - 'Study the following set of knowledge statements. The statements are written
in Cypher format that has been extracted from a knowledge graph. Use only in Cypher format that has been extracted from a knowledge graph. Use only
@ -1319,7 +1379,7 @@ items:
explanations. Do not add markdown formatting or headers or prefixes. explanations. Do not add markdown formatting or headers or prefixes.
</requirements>' </requirements>'
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: prompt-rag name: prompt-rag
resources: resources:
limits: limits:
@ -1577,7 +1637,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -t - -t
- http://qdrant:6333 - http://qdrant:6333
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: query-doc-embeddings name: query-doc-embeddings
resources: resources:
limits: limits:
@ -1627,7 +1687,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -t - -t
- http://qdrant:6333 - http://qdrant:6333
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: query-graph-embeddings name: query-graph-embeddings
resources: resources:
limits: limits:
@ -1677,7 +1737,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -g - -g
- bolt://neo4j:7687 - bolt://neo4j:7687
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: query-triples name: query-triples
resources: resources:
limits: limits:
@ -1727,7 +1787,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -t - -t
- http://qdrant:6333 - http://qdrant:6333
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: store-doc-embeddings name: store-doc-embeddings
resources: resources:
limits: limits:
@ -1777,7 +1837,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -t - -t
- http://qdrant:6333 - http://qdrant:6333
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: store-graph-embeddings name: store-graph-embeddings
resources: resources:
limits: limits:
@ -1827,7 +1887,7 @@ items:
- pulsar://pulsar:6650 - pulsar://pulsar:6650
- -g - -g
- bolt://neo4j:7687 - bolt://neo4j:7687
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: store-triples name: store-triples
resources: resources:
limits: limits:
@ -1855,7 +1915,7 @@ items:
type: LoadBalancer type: LoadBalancer
- apiVersion: v1 - apiVersion: v1
data: data:
private.json: UFJJVkFURSBLRVkgR09FUyBIRVJFCg== private.json: ewogICJ0eXBlIjogInNlcnZpY2VfYWNjb3VudCIsCiAgInByb2plY3RfaWQiOiAia2FsbnRlcmEtZGVtbyIsCiAgInByaXZhdGVfa2V5X2lkIjogIjY5MjgwNTI5ODAyMjI3YmJiZjk1YTRjNjdjZjZhZjg3MGM3MTE4ZjIiLAogICJwcml2YXRlX2tleSI6ICItLS0tLUJFR0lOIFBSSVZBVEUgS0VZLS0tLS1cbk1JSUV2d0lCQURBTkJna3Foa2lHOXcwQkFRRUZBQVNDQktrd2dnU2xBZ0VBQW9JQkFRRFV4dTBtYkdXVHhEOFFcbkVsd2J0YVZEbER2UlA4MkhGb3QyaUJVejRoQ0hpS04vVkpRM2VGNnJXa05iSnI4endia21XTzMydkxubU4vNnNcbk5qeEtFWTJmYUwrbkhydkZXa2xRQ0VMWlM2V0tmT1NrMTgxUXkyNE9Hd2E2TTFPdE85SXpWWisxNXFRN09Ib2hcblQ5MFdyOTVMYVcrTVlqMTAvc1RpeG5tRzFrMitEOGhUNjhCNnhrZHlRc0VSaThHbURaN2JzNWU5UEhMQ0NKU1lcbi9lTXcxSnU1V3YvM0VWZGVvMENTNjE1cXl1enRuS3NRQ3RjbWJFY1oxcDI4cVdqMXh3ckw4Wk1QaU1DZm1ldzlcbkF4STAyNkJmWXI5aFR5TGRqdWNSQ3p4NkNOZml5TUZxaXROMDJPZFo5MjNZSmZWckJIU2h3MDRKSlhIV0FqNkhcbkExTXJNZU12QWdNQkFBRUNnZ0VBYVg1N1kvcUlYandGZkVWdUQzci9Ca04vYU42Mld3ek5kcVkveE9xSGdYczRcbmZOQUZjSDhvaU5LRzVMR1FTT3Y2alUyNEpnWXFNVDkvOEFndjJoVmIzelpERjJ2QWN6ZXhjNUcwK3lGcllQOU5cbktZR3BWUzZYVVQwTEY5U00zeTN5cU9zQjlXRDEranFsS3RENjc5MmdYRWxaT2dRWExtT0dZRjFCTVo0ZEMyYkdcblg3UVRZbmUwUnlWWGw0R3BMRlZUNU1XYmpmZUJidUxYdGtNTEZGVjFQbnMwY2NyMUFwcnJDOVNlckp5TjRJL3ZcblpWTkZIZFArM0R2U0M5NlMzYU5OOXhTWG5zSExwby9nc3RJeW5XbWFBdXBpT3hNSm4wVm1MNlBkRStzT01GdWJcbmpyMnhlTGMyUGNQdDg2RzZJVlBjdkt6QURBWlE2SHhtNUp1ZEwvVDNHUUtCZ1FEcXBRbEMrR2Jvbm1aUkZzcDRcbjkwQlZsV2ZpMjhHM1RibTJRclYzMjgvUEtEQnNlRTZ1U25iUmp6YkxrcUJYNFYyOVdkMFBsODJJdmhLV2Vvc0dcbmpZNWpKeHlvSTFSSy9TbGtPUGJwYWlKNmsyZEhNUTRJai80UUFBS0pLL2czbEJIMXl5djhGWWFNay9lMkhUUWFcbkl4aHJwRWJUbmJkME8xQ2RZb2QrYmU2M3pRS0JnUURvSkdZUUFnZDBkS0NYN3VWTXMzSkRReTRDYk80MnduQXNcbnNtemU5ckVSaFc1M2dKL2N0Zm96eXZsYm5Rc2FjSmpuR1hPNjlWczk5WExZUjg5Zkx0OGFDZFRMUVhqUnIzMkRcbllyTzU3VkVKUmFvYkYxTUJYMk1WMmRnSFRQWDgzTHhUclBtUlhocGVsRGh1STdlWWxvYnRvNlovUUVLRVZvNmZcbkxEdDIzRzNTNndLQmdRRFJjR2Y0NkFIckJsL3JaejFvaGNGZDR0THNraHl4d2VYUEFuSTV2dkVaUmhVYTdMUEdcbkxGOHNJL25UOFZlL3VVQlRvQitLS0lSajFzeCtsbmo3YTJTNXFoS1JIWi9DbzMvTG5uRDkzU2RUWTdqZXViRitcbkFSRFVOVDRPTkRvRldkeENHWXgwSUw2TlFoSHI4dHNyclVIQjZzcnhYaWgremViaDVDMXVzeTlOelFLQmdRRFBcbmRlQUVoRnUzTnBkaTBLdjVyUkQ3amFrcm44QVFEaHFEeDMxR2tYN1RJc1VEWlY3NHQyVUFMbkJFOElkQXZNblpcbkZrVDRHMWZNZW5PRldEKzZWOEFvbkFxaEQwVHpWL3M2bE5YNzNsdWlockNyLzE4K0Jjb2VlQTM1RUUxeUNxNy9cbnRNRmdxWkcxWG85RDF3VzRCeVpVY0FGWERjMmtTVnF5WTZ4TTRGZ0J1d0tCZ1FEQ1AxclF4K2ZoNWdrY1BNUHBcbitYZS9oMDR1SmRSdmpaUkE0MFo3aHViRVFReFNEeWtkMHZSRXFQVlhNS1p1OTFkb0NwRGZHd051dlFkbHY5ZzRcbmc2NDFxRkNXd2ZRb0VZZTBTWUhJVUY5NlRwazVpeGdmUlhYVHRxNGE2c0NvMGV2NG51aFh4Vk82NFRyY0E1YUVcbnB1dWMvYzVTTlh1M0plMWgwK1Jzcm1lWkh3PT1cbi0tLS0tRU5EIFBSSVZBVEUgS0VZLS0tLS1cbiIsCiAgImNsaWVudF9lbWFpbCI6ICJtYXJrLWRldkBrYWxudGVyYS1kZW1vLmlhbS5nc2VydmljZWFjY291bnQuY29tIiwKICAiY2xpZW50X2lkIjogIjExNTExODU2MTEwMTQ1MDM0MDQ0MCIsCiAgImF1dGhfdXJpIjogImh0dHBzOi8vYWNjb3VudHMuZ29vZ2xlLmNvbS9vL29hdXRoMi9hdXRoIiwKICAidG9rZW5fdXJpIjogImh0dHBzOi8vb2F1dGgyLmdvb2dsZWFwaXMuY29tL3Rva2VuIiwKICAiYXV0aF9wcm92aWRlcl94NTA5X2NlcnRfdXJsIjogImh0dHBzOi8vd3d3Lmdvb2dsZWFwaXMuY29tL29hdXRoMi92MS9jZXJ0cyIsCiAgImNsaWVudF94NTA5X2NlcnRfdXJsIjogImh0dHBzOi8vd3d3Lmdvb2dsZWFwaXMuY29tL3JvYm90L3YxL21ldGFkYXRhL3g1MDkvbWFyay1kZXYlNDBrYWxudGVyYS1kZW1vLmlhbS5nc2VydmljZWFjY291bnQuY29tIiwKICAidW5pdmVyc2VfZG9tYWluIjogImdvb2dsZWFwaXMuY29tIgp9Cg==
kind: Secret kind: Secret
metadata: metadata:
name: vertexai-creds name: vertexai-creds
@ -1892,7 +1952,7 @@ items:
- '0' - '0'
- -m - -m
- gemini-1.0-pro-001 - gemini-1.0-pro-001
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: text-completion name: text-completion
resources: resources:
limits: limits:
@ -1926,7 +1986,7 @@ items:
type: LoadBalancer type: LoadBalancer
- apiVersion: v1 - apiVersion: v1
data: data:
private.json: UFJJVkFURSBLRVkgR09FUyBIRVJFCg== private.json: ewogICJ0eXBlIjogInNlcnZpY2VfYWNjb3VudCIsCiAgInByb2plY3RfaWQiOiAia2FsbnRlcmEtZGVtbyIsCiAgInByaXZhdGVfa2V5X2lkIjogIjY5MjgwNTI5ODAyMjI3YmJiZjk1YTRjNjdjZjZhZjg3MGM3MTE4ZjIiLAogICJwcml2YXRlX2tleSI6ICItLS0tLUJFR0lOIFBSSVZBVEUgS0VZLS0tLS1cbk1JSUV2d0lCQURBTkJna3Foa2lHOXcwQkFRRUZBQVNDQktrd2dnU2xBZ0VBQW9JQkFRRFV4dTBtYkdXVHhEOFFcbkVsd2J0YVZEbER2UlA4MkhGb3QyaUJVejRoQ0hpS04vVkpRM2VGNnJXa05iSnI4endia21XTzMydkxubU4vNnNcbk5qeEtFWTJmYUwrbkhydkZXa2xRQ0VMWlM2V0tmT1NrMTgxUXkyNE9Hd2E2TTFPdE85SXpWWisxNXFRN09Ib2hcblQ5MFdyOTVMYVcrTVlqMTAvc1RpeG5tRzFrMitEOGhUNjhCNnhrZHlRc0VSaThHbURaN2JzNWU5UEhMQ0NKU1lcbi9lTXcxSnU1V3YvM0VWZGVvMENTNjE1cXl1enRuS3NRQ3RjbWJFY1oxcDI4cVdqMXh3ckw4Wk1QaU1DZm1ldzlcbkF4STAyNkJmWXI5aFR5TGRqdWNSQ3p4NkNOZml5TUZxaXROMDJPZFo5MjNZSmZWckJIU2h3MDRKSlhIV0FqNkhcbkExTXJNZU12QWdNQkFBRUNnZ0VBYVg1N1kvcUlYandGZkVWdUQzci9Ca04vYU42Mld3ek5kcVkveE9xSGdYczRcbmZOQUZjSDhvaU5LRzVMR1FTT3Y2alUyNEpnWXFNVDkvOEFndjJoVmIzelpERjJ2QWN6ZXhjNUcwK3lGcllQOU5cbktZR3BWUzZYVVQwTEY5U00zeTN5cU9zQjlXRDEranFsS3RENjc5MmdYRWxaT2dRWExtT0dZRjFCTVo0ZEMyYkdcblg3UVRZbmUwUnlWWGw0R3BMRlZUNU1XYmpmZUJidUxYdGtNTEZGVjFQbnMwY2NyMUFwcnJDOVNlckp5TjRJL3ZcblpWTkZIZFArM0R2U0M5NlMzYU5OOXhTWG5zSExwby9nc3RJeW5XbWFBdXBpT3hNSm4wVm1MNlBkRStzT01GdWJcbmpyMnhlTGMyUGNQdDg2RzZJVlBjdkt6QURBWlE2SHhtNUp1ZEwvVDNHUUtCZ1FEcXBRbEMrR2Jvbm1aUkZzcDRcbjkwQlZsV2ZpMjhHM1RibTJRclYzMjgvUEtEQnNlRTZ1U25iUmp6YkxrcUJYNFYyOVdkMFBsODJJdmhLV2Vvc0dcbmpZNWpKeHlvSTFSSy9TbGtPUGJwYWlKNmsyZEhNUTRJai80UUFBS0pLL2czbEJIMXl5djhGWWFNay9lMkhUUWFcbkl4aHJwRWJUbmJkME8xQ2RZb2QrYmU2M3pRS0JnUURvSkdZUUFnZDBkS0NYN3VWTXMzSkRReTRDYk80MnduQXNcbnNtemU5ckVSaFc1M2dKL2N0Zm96eXZsYm5Rc2FjSmpuR1hPNjlWczk5WExZUjg5Zkx0OGFDZFRMUVhqUnIzMkRcbllyTzU3VkVKUmFvYkYxTUJYMk1WMmRnSFRQWDgzTHhUclBtUlhocGVsRGh1STdlWWxvYnRvNlovUUVLRVZvNmZcbkxEdDIzRzNTNndLQmdRRFJjR2Y0NkFIckJsL3JaejFvaGNGZDR0THNraHl4d2VYUEFuSTV2dkVaUmhVYTdMUEdcbkxGOHNJL25UOFZlL3VVQlRvQitLS0lSajFzeCtsbmo3YTJTNXFoS1JIWi9DbzMvTG5uRDkzU2RUWTdqZXViRitcbkFSRFVOVDRPTkRvRldkeENHWXgwSUw2TlFoSHI4dHNyclVIQjZzcnhYaWgremViaDVDMXVzeTlOelFLQmdRRFBcbmRlQUVoRnUzTnBkaTBLdjVyUkQ3amFrcm44QVFEaHFEeDMxR2tYN1RJc1VEWlY3NHQyVUFMbkJFOElkQXZNblpcbkZrVDRHMWZNZW5PRldEKzZWOEFvbkFxaEQwVHpWL3M2bE5YNzNsdWlockNyLzE4K0Jjb2VlQTM1RUUxeUNxNy9cbnRNRmdxWkcxWG85RDF3VzRCeVpVY0FGWERjMmtTVnF5WTZ4TTRGZ0J1d0tCZ1FEQ1AxclF4K2ZoNWdrY1BNUHBcbitYZS9oMDR1SmRSdmpaUkE0MFo3aHViRVFReFNEeWtkMHZSRXFQVlhNS1p1OTFkb0NwRGZHd051dlFkbHY5ZzRcbmc2NDFxRkNXd2ZRb0VZZTBTWUhJVUY5NlRwazVpeGdmUlhYVHRxNGE2c0NvMGV2NG51aFh4Vk82NFRyY0E1YUVcbnB1dWMvYzVTTlh1M0plMWgwK1Jzcm1lWkh3PT1cbi0tLS0tRU5EIFBSSVZBVEUgS0VZLS0tLS1cbiIsCiAgImNsaWVudF9lbWFpbCI6ICJtYXJrLWRldkBrYWxudGVyYS1kZW1vLmlhbS5nc2VydmljZWFjY291bnQuY29tIiwKICAiY2xpZW50X2lkIjogIjExNTExODU2MTEwMTQ1MDM0MDQ0MCIsCiAgImF1dGhfdXJpIjogImh0dHBzOi8vYWNjb3VudHMuZ29vZ2xlLmNvbS9vL29hdXRoMi9hdXRoIiwKICAidG9rZW5fdXJpIjogImh0dHBzOi8vb2F1dGgyLmdvb2dsZWFwaXMuY29tL3Rva2VuIiwKICAiYXV0aF9wcm92aWRlcl94NTA5X2NlcnRfdXJsIjogImh0dHBzOi8vd3d3Lmdvb2dsZWFwaXMuY29tL29hdXRoMi92MS9jZXJ0cyIsCiAgImNsaWVudF94NTA5X2NlcnRfdXJsIjogImh0dHBzOi8vd3d3Lmdvb2dsZWFwaXMuY29tL3JvYm90L3YxL21ldGFkYXRhL3g1MDkvbWFyay1kZXYlNDBrYWxudGVyYS1kZW1vLmlhbS5nc2VydmljZWFjY291bnQuY29tIiwKICAidW5pdmVyc2VfZG9tYWluIjogImdvb2dsZWFwaXMuY29tIgp9Cg==
kind: Secret kind: Secret
metadata: metadata:
name: vertexai-creds name: vertexai-creds
@ -1967,7 +2027,7 @@ items:
- non-persistent://tg/request/text-completion-rag - non-persistent://tg/request/text-completion-rag
- -o - -o
- non-persistent://tg/response/text-completion-rag-response - non-persistent://tg/response/text-completion-rag-response
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: text-completion-rag name: text-completion-rag
resources: resources:
limits: limits:
@ -2021,7 +2081,7 @@ items:
- embeddings-vectorize - embeddings-vectorize
- -p - -p
- pulsar://pulsar:6650 - pulsar://pulsar:6650
image: docker.io/trustgraph/trustgraph-flow:0.10.0 image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: vectorize name: vectorize
resources: resources:
limits: limits: