Updated templates

This commit is contained in:
Cyber MacGeddon 2024-09-28 11:54:00 +01:00
parent d6cacd3fb7
commit 2c8dd0bd39
34 changed files with 6170 additions and 562 deletions

View file

@ -110,7 +110,7 @@ items:
- '250'
- --chunk-overlap
- '15'
image: docker.io/trustgraph/trustgraph-flow:0.10.0
image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: chunker
resources:
limits:
@ -160,7 +160,7 @@ items:
- pulsar://pulsar:6650
- -m
- all-MiniLM-L6-v2
image: docker.io/trustgraph/trustgraph-flow:0.10.0
image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: embeddings
resources:
limits:
@ -669,7 +669,7 @@ items:
- '30'
- --max-subgraph-size
- '3000'
image: docker.io/trustgraph/trustgraph-flow:0.10.0
image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: graph-rag
resources:
limits:
@ -717,7 +717,7 @@ items:
- kg-extract-definitions
- -p
- pulsar://pulsar:6650
image: docker.io/trustgraph/trustgraph-flow:0.10.0
image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: kg-extract-definitions
resources:
limits:
@ -765,7 +765,7 @@ items:
- kg-extract-relationships
- -p
- pulsar://pulsar:6650
image: docker.io/trustgraph/trustgraph-flow:0.10.0
image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: kg-extract-relationships
resources:
limits:
@ -791,6 +791,41 @@ items:
selector:
app: kg-extract-relationships
type: LoadBalancer
- apiVersion: apps/v1
kind: Deployment
metadata:
labels:
app: kg-extract-topics
name: kg-extract-topics
namespace: trustgraph
spec:
replicas: 1
selector:
matchLabels:
app: kg-extract-topics
template:
metadata:
labels:
app: kg-extract-topics
spec:
containers:
- command:
- kg-extract-topics
- -p
- pulsar://pulsar:6650
image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: kg-extract-topics
resources:
limits:
cpu: '0.5'
memory: 128M
requests:
cpu: '0.1'
memory: 128M
securityContext:
runAsGroup: 0
runAsUser: 0
volumes: []
- apiVersion: apps/v1
kind: Deployment
metadata:
@ -813,7 +848,7 @@ items:
- pdf-decoder
- -p
- pulsar://pulsar:6650
image: docker.io/trustgraph/trustgraph-flow:0.10.0
image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: pdf-decoder
resources:
limits:
@ -852,11 +887,12 @@ items:
\ # 5 seconds.\n scrape_interval: 5s\n\n static_configs:\n - targets:\n\
\ - 'pdf-decoder:8000'\n - 'chunker:8000'\n - 'vectorize:8000'\n\
\ - 'embeddings:8000'\n - 'kg-extract-definitions:8000'\n \
\ - 'kg-extract-relationships:8000'\n - 'store-graph-embeddings:8000'\n\
\ - 'store-triples:8000'\n - 'text-completion:8000'\n -\
\ 'text-completion-rag:8000'\n - 'graph-rag:8000'\n - 'prompt:8000'\n\
\ - 'prompt-rag:8000'\n - 'query-graph-embeddings:8000'\n \
\ - 'query-triples:8000'\n - 'pulsar:8080'\n\n"
\ - 'kg-extract-topics:8000'\n - 'kg-extract-relationships:8000'\n\
\ - 'store-graph-embeddings:8000'\n - 'store-triples:8000'\n \
\ - 'text-completion:8000'\n - 'text-completion-rag:8000'\n \
\ - 'graph-rag:8000'\n - 'prompt:8000'\n - 'prompt-rag:8000'\n\
\ - 'query-graph-embeddings:8000'\n - 'query-triples:8000'\n \
\ - 'pulsar:8080'\n\n"
kind: ConfigMap
metadata:
name: prometheus-cfg
@ -1043,6 +1079,18 @@ items:
or headers or prefixes.
</requirements>'
- --topic-template
- "You are a helpful assistant that performs information extraction tasks\
\ for a provided text.\nRead the provided text. You will identify topics\
\ and their definitions in JSON.\n\nReading Instructions:\n- Ignore document\
\ formatting in the provided text.\n- Study the provided text carefully.\n\
\nHere is the text:\n{text}\n\nResponse Instructions: \n- Do not respond\
\ with special characters.\n- Return only topics that are concepts and\
\ unique to the provided text.\n- Respond only with well-formed JSON.\n\
- The JSON response shall be an array of objects with keys \"topic\" and\
\ \"definition\". \n- The JSON response shall use the following structure:\n\
\n```json\n[{{\"topic\": string, \"definition\": string}}]\n```\n\n- Do\
\ not write any additional text or explanations."
- --knowledge-query-template
- 'Study the following set of knowledge statements. The statements are written
in Cypher format that has been extracted from a knowledge graph. Use only
@ -1113,7 +1161,7 @@ items:
explanations. Do not add markdown formatting or headers or prefixes.
</requirements>'
image: docker.io/trustgraph/trustgraph-flow:0.10.0
image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: prompt
resources:
limits:
@ -1244,6 +1292,18 @@ items:
or headers or prefixes.
</requirements>'
- --topic-template
- "You are a helpful assistant that performs information extraction tasks\
\ for a provided text.\nRead the provided text. You will identify topics\
\ and their definitions in JSON.\n\nReading Instructions:\n- Ignore document\
\ formatting in the provided text.\n- Study the provided text carefully.\n\
\nHere is the text:\n{text}\n\nResponse Instructions: \n- Do not respond\
\ with special characters.\n- Return only topics that are concepts and\
\ unique to the provided text.\n- Respond only with well-formed JSON.\n\
- The JSON response shall be an array of objects with keys \"topic\" and\
\ \"definition\". \n- The JSON response shall use the following structure:\n\
\n```json\n[{{\"topic\": string, \"definition\": string}}]\n```\n\n- Do\
\ not write any additional text or explanations."
- --knowledge-query-template
- 'Study the following set of knowledge statements. The statements are written
in Cypher format that has been extracted from a knowledge graph. Use only
@ -1314,7 +1374,7 @@ items:
explanations. Do not add markdown formatting or headers or prefixes.
</requirements>'
image: docker.io/trustgraph/trustgraph-flow:0.10.0
image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: prompt-rag
resources:
limits:
@ -1572,7 +1632,7 @@ items:
- pulsar://pulsar:6650
- -t
- http://qdrant:6333
image: docker.io/trustgraph/trustgraph-flow:0.10.0
image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: query-doc-embeddings
resources:
limits:
@ -1622,7 +1682,7 @@ items:
- pulsar://pulsar:6650
- -t
- http://qdrant:6333
image: docker.io/trustgraph/trustgraph-flow:0.10.0
image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: query-graph-embeddings
resources:
limits:
@ -1672,7 +1732,7 @@ items:
- pulsar://pulsar:6650
- -g
- cassandra
image: docker.io/trustgraph/trustgraph-flow:0.10.0
image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: query-triples
resources:
limits:
@ -1722,7 +1782,7 @@ items:
- pulsar://pulsar:6650
- -t
- http://qdrant:6333
image: docker.io/trustgraph/trustgraph-flow:0.10.0
image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: store-doc-embeddings
resources:
limits:
@ -1772,7 +1832,7 @@ items:
- pulsar://pulsar:6650
- -t
- http://qdrant:6333
image: docker.io/trustgraph/trustgraph-flow:0.10.0
image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: store-graph-embeddings
resources:
limits:
@ -1822,7 +1882,7 @@ items:
- pulsar://pulsar:6650
- -g
- cassandra
image: docker.io/trustgraph/trustgraph-flow:0.10.0
image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: store-triples
resources:
limits:
@ -1850,7 +1910,7 @@ items:
type: LoadBalancer
- apiVersion: v1
data:
private.json: UFJJVkFURSBLRVkgR09FUyBIRVJFCg==
private.json: ewogICJ0eXBlIjogInNlcnZpY2VfYWNjb3VudCIsCiAgInByb2plY3RfaWQiOiAia2FsbnRlcmEtZGVtbyIsCiAgInByaXZhdGVfa2V5X2lkIjogIjY5MjgwNTI5ODAyMjI3YmJiZjk1YTRjNjdjZjZhZjg3MGM3MTE4ZjIiLAogICJwcml2YXRlX2tleSI6ICItLS0tLUJFR0lOIFBSSVZBVEUgS0VZLS0tLS1cbk1JSUV2d0lCQURBTkJna3Foa2lHOXcwQkFRRUZBQVNDQktrd2dnU2xBZ0VBQW9JQkFRRFV4dTBtYkdXVHhEOFFcbkVsd2J0YVZEbER2UlA4MkhGb3QyaUJVejRoQ0hpS04vVkpRM2VGNnJXa05iSnI4endia21XTzMydkxubU4vNnNcbk5qeEtFWTJmYUwrbkhydkZXa2xRQ0VMWlM2V0tmT1NrMTgxUXkyNE9Hd2E2TTFPdE85SXpWWisxNXFRN09Ib2hcblQ5MFdyOTVMYVcrTVlqMTAvc1RpeG5tRzFrMitEOGhUNjhCNnhrZHlRc0VSaThHbURaN2JzNWU5UEhMQ0NKU1lcbi9lTXcxSnU1V3YvM0VWZGVvMENTNjE1cXl1enRuS3NRQ3RjbWJFY1oxcDI4cVdqMXh3ckw4Wk1QaU1DZm1ldzlcbkF4STAyNkJmWXI5aFR5TGRqdWNSQ3p4NkNOZml5TUZxaXROMDJPZFo5MjNZSmZWckJIU2h3MDRKSlhIV0FqNkhcbkExTXJNZU12QWdNQkFBRUNnZ0VBYVg1N1kvcUlYandGZkVWdUQzci9Ca04vYU42Mld3ek5kcVkveE9xSGdYczRcbmZOQUZjSDhvaU5LRzVMR1FTT3Y2alUyNEpnWXFNVDkvOEFndjJoVmIzelpERjJ2QWN6ZXhjNUcwK3lGcllQOU5cbktZR3BWUzZYVVQwTEY5U00zeTN5cU9zQjlXRDEranFsS3RENjc5MmdYRWxaT2dRWExtT0dZRjFCTVo0ZEMyYkdcblg3UVRZbmUwUnlWWGw0R3BMRlZUNU1XYmpmZUJidUxYdGtNTEZGVjFQbnMwY2NyMUFwcnJDOVNlckp5TjRJL3ZcblpWTkZIZFArM0R2U0M5NlMzYU5OOXhTWG5zSExwby9nc3RJeW5XbWFBdXBpT3hNSm4wVm1MNlBkRStzT01GdWJcbmpyMnhlTGMyUGNQdDg2RzZJVlBjdkt6QURBWlE2SHhtNUp1ZEwvVDNHUUtCZ1FEcXBRbEMrR2Jvbm1aUkZzcDRcbjkwQlZsV2ZpMjhHM1RibTJRclYzMjgvUEtEQnNlRTZ1U25iUmp6YkxrcUJYNFYyOVdkMFBsODJJdmhLV2Vvc0dcbmpZNWpKeHlvSTFSSy9TbGtPUGJwYWlKNmsyZEhNUTRJai80UUFBS0pLL2czbEJIMXl5djhGWWFNay9lMkhUUWFcbkl4aHJwRWJUbmJkME8xQ2RZb2QrYmU2M3pRS0JnUURvSkdZUUFnZDBkS0NYN3VWTXMzSkRReTRDYk80MnduQXNcbnNtemU5ckVSaFc1M2dKL2N0Zm96eXZsYm5Rc2FjSmpuR1hPNjlWczk5WExZUjg5Zkx0OGFDZFRMUVhqUnIzMkRcbllyTzU3VkVKUmFvYkYxTUJYMk1WMmRnSFRQWDgzTHhUclBtUlhocGVsRGh1STdlWWxvYnRvNlovUUVLRVZvNmZcbkxEdDIzRzNTNndLQmdRRFJjR2Y0NkFIckJsL3JaejFvaGNGZDR0THNraHl4d2VYUEFuSTV2dkVaUmhVYTdMUEdcbkxGOHNJL25UOFZlL3VVQlRvQitLS0lSajFzeCtsbmo3YTJTNXFoS1JIWi9DbzMvTG5uRDkzU2RUWTdqZXViRitcbkFSRFVOVDRPTkRvRldkeENHWXgwSUw2TlFoSHI4dHNyclVIQjZzcnhYaWgremViaDVDMXVzeTlOelFLQmdRRFBcbmRlQUVoRnUzTnBkaTBLdjVyUkQ3amFrcm44QVFEaHFEeDMxR2tYN1RJc1VEWlY3NHQyVUFMbkJFOElkQXZNblpcbkZrVDRHMWZNZW5PRldEKzZWOEFvbkFxaEQwVHpWL3M2bE5YNzNsdWlockNyLzE4K0Jjb2VlQTM1RUUxeUNxNy9cbnRNRmdxWkcxWG85RDF3VzRCeVpVY0FGWERjMmtTVnF5WTZ4TTRGZ0J1d0tCZ1FEQ1AxclF4K2ZoNWdrY1BNUHBcbitYZS9oMDR1SmRSdmpaUkE0MFo3aHViRVFReFNEeWtkMHZSRXFQVlhNS1p1OTFkb0NwRGZHd051dlFkbHY5ZzRcbmc2NDFxRkNXd2ZRb0VZZTBTWUhJVUY5NlRwazVpeGdmUlhYVHRxNGE2c0NvMGV2NG51aFh4Vk82NFRyY0E1YUVcbnB1dWMvYzVTTlh1M0plMWgwK1Jzcm1lWkh3PT1cbi0tLS0tRU5EIFBSSVZBVEUgS0VZLS0tLS1cbiIsCiAgImNsaWVudF9lbWFpbCI6ICJtYXJrLWRldkBrYWxudGVyYS1kZW1vLmlhbS5nc2VydmljZWFjY291bnQuY29tIiwKICAiY2xpZW50X2lkIjogIjExNTExODU2MTEwMTQ1MDM0MDQ0MCIsCiAgImF1dGhfdXJpIjogImh0dHBzOi8vYWNjb3VudHMuZ29vZ2xlLmNvbS9vL29hdXRoMi9hdXRoIiwKICAidG9rZW5fdXJpIjogImh0dHBzOi8vb2F1dGgyLmdvb2dsZWFwaXMuY29tL3Rva2VuIiwKICAiYXV0aF9wcm92aWRlcl94NTA5X2NlcnRfdXJsIjogImh0dHBzOi8vd3d3Lmdvb2dsZWFwaXMuY29tL29hdXRoMi92MS9jZXJ0cyIsCiAgImNsaWVudF94NTA5X2NlcnRfdXJsIjogImh0dHBzOi8vd3d3Lmdvb2dsZWFwaXMuY29tL3JvYm90L3YxL21ldGFkYXRhL3g1MDkvbWFyay1kZXYlNDBrYWxudGVyYS1kZW1vLmlhbS5nc2VydmljZWFjY291bnQuY29tIiwKICAidW5pdmVyc2VfZG9tYWluIjogImdvb2dsZWFwaXMuY29tIgp9Cg==
kind: Secret
metadata:
name: vertexai-creds
@ -1887,7 +1947,7 @@ items:
- '0'
- -m
- gemini-1.0-pro-001
image: docker.io/trustgraph/trustgraph-flow:0.10.0
image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: text-completion
resources:
limits:
@ -1921,7 +1981,7 @@ items:
type: LoadBalancer
- apiVersion: v1
data:
private.json: UFJJVkFURSBLRVkgR09FUyBIRVJFCg==
private.json: ewogICJ0eXBlIjogInNlcnZpY2VfYWNjb3VudCIsCiAgInByb2plY3RfaWQiOiAia2FsbnRlcmEtZGVtbyIsCiAgInByaXZhdGVfa2V5X2lkIjogIjY5MjgwNTI5ODAyMjI3YmJiZjk1YTRjNjdjZjZhZjg3MGM3MTE4ZjIiLAogICJwcml2YXRlX2tleSI6ICItLS0tLUJFR0lOIFBSSVZBVEUgS0VZLS0tLS1cbk1JSUV2d0lCQURBTkJna3Foa2lHOXcwQkFRRUZBQVNDQktrd2dnU2xBZ0VBQW9JQkFRRFV4dTBtYkdXVHhEOFFcbkVsd2J0YVZEbER2UlA4MkhGb3QyaUJVejRoQ0hpS04vVkpRM2VGNnJXa05iSnI4endia21XTzMydkxubU4vNnNcbk5qeEtFWTJmYUwrbkhydkZXa2xRQ0VMWlM2V0tmT1NrMTgxUXkyNE9Hd2E2TTFPdE85SXpWWisxNXFRN09Ib2hcblQ5MFdyOTVMYVcrTVlqMTAvc1RpeG5tRzFrMitEOGhUNjhCNnhrZHlRc0VSaThHbURaN2JzNWU5UEhMQ0NKU1lcbi9lTXcxSnU1V3YvM0VWZGVvMENTNjE1cXl1enRuS3NRQ3RjbWJFY1oxcDI4cVdqMXh3ckw4Wk1QaU1DZm1ldzlcbkF4STAyNkJmWXI5aFR5TGRqdWNSQ3p4NkNOZml5TUZxaXROMDJPZFo5MjNZSmZWckJIU2h3MDRKSlhIV0FqNkhcbkExTXJNZU12QWdNQkFBRUNnZ0VBYVg1N1kvcUlYandGZkVWdUQzci9Ca04vYU42Mld3ek5kcVkveE9xSGdYczRcbmZOQUZjSDhvaU5LRzVMR1FTT3Y2alUyNEpnWXFNVDkvOEFndjJoVmIzelpERjJ2QWN6ZXhjNUcwK3lGcllQOU5cbktZR3BWUzZYVVQwTEY5U00zeTN5cU9zQjlXRDEranFsS3RENjc5MmdYRWxaT2dRWExtT0dZRjFCTVo0ZEMyYkdcblg3UVRZbmUwUnlWWGw0R3BMRlZUNU1XYmpmZUJidUxYdGtNTEZGVjFQbnMwY2NyMUFwcnJDOVNlckp5TjRJL3ZcblpWTkZIZFArM0R2U0M5NlMzYU5OOXhTWG5zSExwby9nc3RJeW5XbWFBdXBpT3hNSm4wVm1MNlBkRStzT01GdWJcbmpyMnhlTGMyUGNQdDg2RzZJVlBjdkt6QURBWlE2SHhtNUp1ZEwvVDNHUUtCZ1FEcXBRbEMrR2Jvbm1aUkZzcDRcbjkwQlZsV2ZpMjhHM1RibTJRclYzMjgvUEtEQnNlRTZ1U25iUmp6YkxrcUJYNFYyOVdkMFBsODJJdmhLV2Vvc0dcbmpZNWpKeHlvSTFSSy9TbGtPUGJwYWlKNmsyZEhNUTRJai80UUFBS0pLL2czbEJIMXl5djhGWWFNay9lMkhUUWFcbkl4aHJwRWJUbmJkME8xQ2RZb2QrYmU2M3pRS0JnUURvSkdZUUFnZDBkS0NYN3VWTXMzSkRReTRDYk80MnduQXNcbnNtemU5ckVSaFc1M2dKL2N0Zm96eXZsYm5Rc2FjSmpuR1hPNjlWczk5WExZUjg5Zkx0OGFDZFRMUVhqUnIzMkRcbllyTzU3VkVKUmFvYkYxTUJYMk1WMmRnSFRQWDgzTHhUclBtUlhocGVsRGh1STdlWWxvYnRvNlovUUVLRVZvNmZcbkxEdDIzRzNTNndLQmdRRFJjR2Y0NkFIckJsL3JaejFvaGNGZDR0THNraHl4d2VYUEFuSTV2dkVaUmhVYTdMUEdcbkxGOHNJL25UOFZlL3VVQlRvQitLS0lSajFzeCtsbmo3YTJTNXFoS1JIWi9DbzMvTG5uRDkzU2RUWTdqZXViRitcbkFSRFVOVDRPTkRvRldkeENHWXgwSUw2TlFoSHI4dHNyclVIQjZzcnhYaWgremViaDVDMXVzeTlOelFLQmdRRFBcbmRlQUVoRnUzTnBkaTBLdjVyUkQ3amFrcm44QVFEaHFEeDMxR2tYN1RJc1VEWlY3NHQyVUFMbkJFOElkQXZNblpcbkZrVDRHMWZNZW5PRldEKzZWOEFvbkFxaEQwVHpWL3M2bE5YNzNsdWlockNyLzE4K0Jjb2VlQTM1RUUxeUNxNy9cbnRNRmdxWkcxWG85RDF3VzRCeVpVY0FGWERjMmtTVnF5WTZ4TTRGZ0J1d0tCZ1FEQ1AxclF4K2ZoNWdrY1BNUHBcbitYZS9oMDR1SmRSdmpaUkE0MFo3aHViRVFReFNEeWtkMHZSRXFQVlhNS1p1OTFkb0NwRGZHd051dlFkbHY5ZzRcbmc2NDFxRkNXd2ZRb0VZZTBTWUhJVUY5NlRwazVpeGdmUlhYVHRxNGE2c0NvMGV2NG51aFh4Vk82NFRyY0E1YUVcbnB1dWMvYzVTTlh1M0plMWgwK1Jzcm1lWkh3PT1cbi0tLS0tRU5EIFBSSVZBVEUgS0VZLS0tLS1cbiIsCiAgImNsaWVudF9lbWFpbCI6ICJtYXJrLWRldkBrYWxudGVyYS1kZW1vLmlhbS5nc2VydmljZWFjY291bnQuY29tIiwKICAiY2xpZW50X2lkIjogIjExNTExODU2MTEwMTQ1MDM0MDQ0MCIsCiAgImF1dGhfdXJpIjogImh0dHBzOi8vYWNjb3VudHMuZ29vZ2xlLmNvbS9vL29hdXRoMi9hdXRoIiwKICAidG9rZW5fdXJpIjogImh0dHBzOi8vb2F1dGgyLmdvb2dsZWFwaXMuY29tL3Rva2VuIiwKICAiYXV0aF9wcm92aWRlcl94NTA5X2NlcnRfdXJsIjogImh0dHBzOi8vd3d3Lmdvb2dsZWFwaXMuY29tL29hdXRoMi92MS9jZXJ0cyIsCiAgImNsaWVudF94NTA5X2NlcnRfdXJsIjogImh0dHBzOi8vd3d3Lmdvb2dsZWFwaXMuY29tL3JvYm90L3YxL21ldGFkYXRhL3g1MDkvbWFyay1kZXYlNDBrYWxudGVyYS1kZW1vLmlhbS5nc2VydmljZWFjY291bnQuY29tIiwKICAidW5pdmVyc2VfZG9tYWluIjogImdvb2dsZWFwaXMuY29tIgp9Cg==
kind: Secret
metadata:
name: vertexai-creds
@ -1962,7 +2022,7 @@ items:
- non-persistent://tg/request/text-completion-rag
- -o
- non-persistent://tg/response/text-completion-rag-response
image: docker.io/trustgraph/trustgraph-flow:0.10.0
image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: text-completion-rag
resources:
limits:
@ -2016,7 +2076,7 @@ items:
- embeddings-vectorize
- -p
- pulsar://pulsar:6650
image: docker.io/trustgraph/trustgraph-flow:0.10.0
image: docker.io/trustgraph/trustgraph-flow:0.10.1
name: vectorize
resources:
limits: