apunkt/trustgraph
1
0
Fork 0
mirror of https://github.com/trustgraph-ai/trustgraph.git synced 2026-07-18 01:31:02 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions

API finalised

Browse source
This commit is contained in:
Cyber MacGeddon 2025-04-16 16:11:18 +01:00
parent 91d28e9d56
commit b94b4b7389
10 changed files with 87 additions and 133 deletions
Download patch file Download diff file Expand all files Collapse all files

4
trustgraph-flow/trustgraph/chunking/recursive/chunker.py
View file

@ -59,7 +59,7 @@ class Processor(FlowProcessor):
print("Chunker initialised", flush=True)
async def on_message(self, msg, consumer):
async def on_message(self, msg, consumer, flow):
v = msg.value()
print(f"Chunking {v.metadata.id}...", flush=True)
@ -81,7 +81,7 @@ class Processor(FlowProcessor):
id=consumer.id, flow=consumer.flow
).observe(len(chunk.page_content))
await consumer.q["output"].send(r)
await flow.producer["output"].send(r)
print("Done.", flush=True)

4
trustgraph-flow/trustgraph/chunking/token/chunker.py
View file

@ -58,7 +58,7 @@ class Processor(FlowProcessor):
print("Chunker initialised", flush=True)
async def on_message(self, msg, consumer):
async def on_message(self, msg, consumer, flow):
v = msg.value()
print(f"Chunking {v.metadata.id}...", flush=True)
@ -80,7 +80,7 @@ class Processor(FlowProcessor):
id=consumer.id, flow=consumer.flow
).observe(len(chunk.page_content))
await consumer.q["output"].send(r)
await flow.producer["output"].send(r)
print("Done.", flush=True)

3
trustgraph-flow/trustgraph/config/service/service.py
View file

@ -74,6 +74,7 @@ class Processor(AsyncProcessor):
)
self.subs = self.subscribe(
flow = None,
queue = request_queue,
subscriber = subscriber,
schema = request_schema,
@ -105,7 +106,7 @@ class Processor(AsyncProcessor):
print("Pushed version ", self.config.version)
async def on_message(self, msg, consumer):
async def on_message(self, msg, consumer, flow):
try:

4
trustgraph-flow/trustgraph/decoding/pdf/pdf_decoder.py
View file

@ -44,7 +44,7 @@ class Processor(FlowProcessor):
print("PDF inited", flush=True)
async def on_message(self, msg, consumer):
async def on_message(self, msg, consumer, flow):
print("PDF message received", flush=True)
@ -71,7 +71,7 @@ class Processor(FlowProcessor):
text=page.page_content.encode("utf-8"),
)
await consumer.q["output"].send(r)
await flow.producer["output"].send(r)
print("Done.", flush=True)