Core entity context flow in place

This commit is contained in:
Cyber MacGeddon 2024-12-30 11:53:05 +00:00
parent 61a3e45e70
commit c3904b6772
6 changed files with 92 additions and 81 deletions

View file

@ -35,20 +35,6 @@ chunk_ingest_queue = topic('chunk-load')
############################################################################
# Chunk embeddings are an embeddings associated with a text chunk
class EntityContext(Record):
entity = Value()
context = String()
class EntityContexts(Record):
metadata = Metadata()
entities = Array(EntityContext())
entity_contexts_ingest_queue = topic('entity-contexts-load')
############################################################################
# Doc embeddings query
class DocumentEmbeddingsRequest(Record):
@ -65,3 +51,4 @@ document_embeddings_request_queue = topic(
document_embeddings_response_queue = topic(
'doc-embeddings', kind='non-persistent', namespace='response',
)

View file

@ -7,12 +7,28 @@ from . metadata import Metadata
############################################################################
# Entity context are an entity associated with textual context
class EntityContext(Record):
entity = Value()
context = String()
# This is a 'batching' mechanism for the above data
class EntityContexts(Record):
metadata = Metadata()
entities = Array(EntityContext())
entity_contexts_ingest_queue = topic('entity-contexts-load')
############################################################################
# Graph embeddings are embeddings associated with a graph entity
class EntityEmbeddings(Record):
entity = Value()
vectors = Array(Array(Double()))
# This is a 'batching' mechanism for the above data
class GraphEmbeddings(Record):
metadata = Metadata()
entities = Array(EntityEmbeddings())