apunkt/trustgraph
1
0
Fork 0
mirror of https://github.com/trustgraph-ai/trustgraph.git synced 2026-04-27 01:16:22 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions

Maint/asyncio (#305)

Browse source 
* Move to asyncio services, even though everything is largely sync
This commit is contained in:
cybermaggedon 2025-02-11 23:24:46 +00:00 • committed by GitHub
parent a0bf2362f6
commit f350abb415
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
60 changed files with 243 additions and 227 deletions
Download patch file Download diff file Expand all files Collapse all files

6
trustgraph-flow/trustgraph/chunking/token/chunker.py
View file

@ -51,7 +51,7 @@ class Processor(ConsumerProducer):
chunk_overlap=chunk_overlap,
)
def handle(self, msg):
async def handle(self, msg):
v = msg.value()
print(f"Chunking {v.metadata.id}...", flush=True)
@ -69,7 +69,7 @@ class Processor(ConsumerProducer):
__class__.chunk_metric.observe(len(chunk.page_content))
self.send(r)
await self.send(r)
print("Done.", flush=True)
@ -97,5 +97,5 @@ class Processor(ConsumerProducer):
def run():
Processor.start(module, __doc__)
Processor.launch(module, __doc__)