apunkt/trustgraph
1
0
Fork 0
mirror of https://github.com/trustgraph-ai/trustgraph.git synced 2026-07-22 03:31:02 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions 2

Triples stream working

Browse source
This commit is contained in:
Cyber MacGeddon 2025-05-02 16:27:22 +01:00
parent 3d307cfb89
commit 873f7a84e4
4 changed files with 10 additions and 13 deletions
Download patch file Download diff file Expand all files Collapse all files

2
tests/test-load-pdf
View file

@ -9,7 +9,7 @@ from trustgraph.schema import Document, Metadata
client = pulsar.Client("pulsar://localhost:6650", listener_name="localhost") client = pulsar.Client("pulsar://localhost:6650", listener_name="localhost")
prod = client.create_producer( prod = client.create_producer(
topic="persistent://tg/flow/document-load:0002", topic="persistent://tg/flow/document-load:0000",
schema=JsonSchema(Document), schema=JsonSchema(Document),
chunking_enabled=True, chunking_enabled=True,
) )

2
tests/test-load-text
View file

@ -14,7 +14,7 @@ prod = client.create_producer(
chunking_enabled=True, chunking_enabled=True,
) )
path = "docs/README.cats" path = "../trustgraph/docs/README.cats"
with open(path, "r") as f: with open(path, "r") as f:
# blob = base64.b64encode(f.read()).decode("utf-8") # blob = base64.b64encode(f.read()).decode("utf-8")

7
trustgraph-flow/trustgraph/gateway/dispatch/manager.py
View file

@ -25,7 +25,7 @@ request_response_dispatchers = {
} }
receive_dispatchers = { receive_dispatchers = {
"embeddings": TriplesStream, "triples-store": TriplesStream,
} }
class TestDispatcher: class TestDispatcher:
@ -127,6 +127,9 @@ class DispatcherManager:
flow = params.get("flow") flow = params.get("flow")
kind = params.get("kind") kind = params.get("kind")
# FIXME: What?!?!
kind += "-store"
if flow not in self.flows: if flow not in self.flows:
raise RuntimeError("Invalid flow") raise RuntimeError("Invalid flow")
@ -150,7 +153,7 @@ class DispatcherManager:
ws = ws, ws = ws,
running = running, running = running,
# FIXME! # FIXME!
queue = qconfig["response"], queue = qconfig,
consumer = f"api-gateway-{flow}-{kind}-request", consumer = f"api-gateway-{flow}-{kind}-request",
subscriber = f"api-gateway-{flow}-{kind}-request", subscriber = f"api-gateway-{flow}-{kind}-request",
) )

12
trustgraph-flow/trustgraph/gateway/dispatch/triples_stream.py
View file

@ -3,7 +3,7 @@ import asyncio
import queue import queue
import uuid import uuid
from ... schema import Triples, EmbeddingsResponse from ... schema import Triples
from ... base import Subscriber from ... base import Subscriber
from . serialize import serialize_triples from . serialize import serialize_triples
@ -37,8 +37,7 @@ class TriplesStream:
subs = Subscriber( subs = Subscriber(
client = self.pulsar_client, topic = self.queue, client = self.pulsar_client, topic = self.queue,
consumer_name = self.consumer, subscription = self.subscriber, consumer_name = self.consumer, subscription = self.subscriber,
# schema = Triples schema = Triples
schema = EmbeddingsResponse
) )
await subs.start() await subs.start()
@ -50,12 +49,7 @@ class TriplesStream:
try: try:
resp = await asyncio.wait_for(q.get(), timeout=0.5) resp = await asyncio.wait_for(q.get(), timeout=0.5)
# await self.ws.send_json(serialize_triples(resp)) await self.ws.send_json(serialize_triples(resp))
print("GOT MESSAGE!!!")
await self.ws.send_json(str(resp))
except TimeoutError: except TimeoutError:
continue continue