tg-put-kg-core command (#369)

This commit is contained in:
cybermaggedon 2025-05-07 11:13:21 +01:00 committed by GitHub
parent 8080b54328
commit f7123ac57f
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
7 changed files with 298 additions and 22 deletions

View file

@ -36,9 +36,9 @@ class KnowledgeManager:
)
)
async def fetch_kg_core(self, request, respond):
async def get_kg_core(self, request, respond):
print("Fetch core...", flush=True)
print("Get core...", flush=True)
async def publish_triples(t):
await respond(
@ -76,7 +76,7 @@ class KnowledgeManager:
publish_ge,
)
print("Fetch complete", flush=True)
print("Get complete", flush=True)
await respond(
KnowledgeResponse(
@ -102,3 +102,23 @@ class KnowledgeManager:
)
)
async def put_kg_core(self, request, respond):
if request.triples:
await self.table_store.add_triples(request.triples)
if request.graph_embeddings:
await self.table_store.add_graph_embeddings(
request.graph_embeddings
)
await respond(
KnowledgeResponse(
error = None,
ids = None,
eos = False,
triples = None,
graph_embeddings = None
)
)

View file

@ -125,8 +125,9 @@ class Processor(AsyncProcessor):
impls = {
"list-kg-cores": self.knowledge.list_kg_cores,
"fetch-kg-core": self.knowledge.fetch_kg_core,
"get-kg-core": self.knowledge.get_kg_core,
"delete-kg-core": self.knowledge.delete_kg_core,
"put-kg-core": self.knowledge.put_kg_core,
}
if v.operation not in impls:
@ -150,12 +151,10 @@ class Processor(AsyncProcessor):
try:
# We don't send a response back here, the processing
# implementation sends whatever it needs to send.
await self.process_request(v, id)
# await self.knowledge_response_producer.send(
# resp, properties={"id": id}
# )
return
except RequestError as e:

View file

@ -1,13 +1,14 @@
import base64
from ... schema import KnowledgeRequest, KnowledgeResponse
from ... schema import KnowledgeRequest, KnowledgeResponse, Triples
from ... schema import GraphEmbeddings, Metadata, EntityEmbeddings
from ... schema import knowledge_request_queue
from ... schema import knowledge_response_queue
from . requestor import ServiceRequestor
from . serialize import serialize_graph_embeddings
from . serialize import serialize_triples
from . serialize import serialize_triples, to_subgraph, to_value
from . serialize import to_document_metadata, to_processing_metadata
class KnowledgeRequestor(ServiceRequestor):
@ -26,10 +27,42 @@ class KnowledgeRequestor(ServiceRequestor):
def to_request(self, body):
if "triples" in body:
triples = Triples(
metadata=Metadata(
id = body["triples"]["metadata"]["id"],
metadata = to_subgraph(body["triples"]["metadata"]["metadata"]),
user = body["triples"]["metadata"]["user"],
),
triples = to_subgraph(body["triples"]["triples"]),
)
else:
triples = None
if "graph-embeddings" in body:
ge = GraphEmbeddings(
metadata = Metadata(
id = body["graph-embeddings"]["metadata"]["id"],
metadata = to_subgraph(body["graph-embeddings"]["metadata"]["metadata"]),
user = body["graph-embeddings"]["metadata"]["user"],
),
entities=[
EntityEmbeddings(
entity = to_value(ent["entity"]),
vectors = ent["vectors"],
)
for ent in body["graph-embeddings"]["entities"]
]
)
else:
ge = None
return KnowledgeRequest(
operation = body.get("operation", None),
user = body.get("user", None),
id = body.get("id", None),
triples = triples,
graph_embeddings = ge,
)
def from_response(self, message):