Update schema for doc embeddings

This commit is contained in:
Cyber MacGeddon 2025-01-04 18:59:58 +00:00
parent e8f7600d74
commit 5227e3ac58

View file

@ -35,6 +35,21 @@ chunk_ingest_queue = topic('chunk-load')
############################################################################
# Document embeddings are embeddings associated with a chunk
class ChunkEmbeddings(Record):
chunk = Bytes()
vectors = Array(Array(Double()))
# This is a 'batching' mechanism for the above data
class DocumentEmbeddings(Record):
metadata = Metadata()
chunks = Array(ChunkEmbeddings())
document_embeddings_store_queue = topic('document-embeddings-store')
############################################################################
# Doc embeddings query
class DocumentEmbeddingsRequest(Record):