apunkt/trustgraph
1
0
Fork 0
mirror of https://github.com/trustgraph-ai/trustgraph.git synced 2026-05-04 12:52:36 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

Using persistent/non-persistent, tenants and namespaces.

Browse source
This commit is contained in:
Cyber MacGeddon 2024-07-29 22:23:32 +01:00
parent 5d53de74cb
commit cd0671e777
1 changed files with 28 additions and 13 deletions
Download patch file Download diff file Expand all files Collapse all files

41
trustgraph/schema.py
View file

@ -3,6 +3,9 @@ from pulsar.schema import Record, Bytes, String, Boolean, Integer, Array, Double
from enum import Enum
def topic(topic, kind='persistent', tenant='tg', namespace='flow'):
return f"{kind}://{tenant}/{namespace}/{topic}"
############################################################################
class Value(Record):
@ -22,7 +25,7 @@ class Document(Record):
source = Source()
data = Bytes()
document_ingest_queue = 'document-load'
document_ingest_queue = topic('document-load')
############################################################################
@ -32,7 +35,7 @@ class TextDocument(Record):
source = Source()
text = Bytes()
text_ingest_queue = 'text-document-load'
text_ingest_queue = topic('text-document-load')
############################################################################
@ -42,7 +45,7 @@ class Chunk(Record):
source = Source()
chunk = Bytes()
chunk_ingest_queue = 'chunk-load'
chunk_ingest_queue = topic('chunk-load')
############################################################################
@ -53,7 +56,7 @@ class ChunkEmbeddings(Record):
vectors = Array(Array(Double()))
chunk = Bytes()
chunk_embeddings_ingest_queue = 'chunk-embeddings-load'
chunk_embeddings_ingest_queue = topic('chunk-embeddings-load')
############################################################################
@ -64,7 +67,7 @@ class GraphEmbeddings(Record):
vectors = Array(Array(Double()))
entity = Value()
graph_embeddings_store_queue = 'graph-embeddings-store'
graph_embeddings_store_queue = topic('graph-embeddings-store')
############################################################################
@ -76,11 +79,11 @@ class Triple(Record):
p = Value()
o = Value()
triples_store_queue = 'triples-store'
triples_store_queue = topic('triples-store')
############################################################################
# chunk_embeddings_store_queue = 'chunk-embeddings-store'
# chunk_embeddings_store_queue = topic('chunk-embeddings-store')
############################################################################
@ -92,8 +95,12 @@ class TextCompletionRequest(Record):
class TextCompletionResponse(Record):
response = String()
text_completion_request_queue = 'text-completion'
text_completion_response_queue = 'text-completion-response'
text_completion_request_queue = topic(
'text-completion', kind='non-persistent', namespace='request'
)
text_completion_response_queue = topic(
'text-completion-response', kind='non-persistent', namespace='response',
)
############################################################################
@ -105,8 +112,12 @@ class EmbeddingsRequest(Record):
class EmbeddingsResponse(Record):
vectors = Array(Array(Double()))
embeddings_request_queue = 'embeddings'
embeddings_response_queue = 'embeddings-response'
embeddings_request_queue = topic(
'embeddings', kind='non-persistent', namespace='request'
)
embeddings_response_queue = topic(
'embeddings-response', kind='non-persistent', namespace='response'
)
############################################################################
@ -118,8 +129,12 @@ class GraphRagQuery(Record):
class GraphRagResponse(Record):
response = String()
graph_rag_request_queue = 'graph-rag'
graph_rag_response_queue = 'graph-rag-response'
graph_rag_request_queue = topic(
'graph-rag', kind='non-persistent', namespace='request'
)
graph_rag_response_queue = topic(
'graph-rag-response', kind='non-persistent', namespace='response'
)
############################################################################