apunkt/trustgraph
1
0
Fork 0
mirror of https://github.com/trustgraph-ai/trustgraph.git synced 2026-05-03 20:32:38 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions

Maint/asyncio (#305)

Browse source 
* Move to asyncio services, even though everything is largely sync
This commit is contained in:
cybermaggedon 2025-02-11 23:24:46 +00:00 • committed by GitHub
parent a0bf2362f6
commit f350abb415
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
60 changed files with 243 additions and 227 deletions
Download patch file Download diff file Expand all files Collapse all files

8
trustgraph-flow/trustgraph/model/text_completion/cohere/llm.py
View file

@ -69,7 +69,7 @@ class Processor(ConsumerProducer):
print("Initialised", flush=True)
def handle(self, msg):
async def handle(self, msg):
v = msg.value()
@ -106,7 +106,7 @@ class Processor(ConsumerProducer):
print("Send response...", flush=True)
r = TextCompletionResponse(response=resp, error=None, in_token=inputtokens, out_token=outputtokens, model=self.model)
self.send(r, properties={"id": id})
self.await send(r, properties={"id": id})
print("Done.", flush=True)
@ -136,7 +136,7 @@ class Processor(ConsumerProducer):
model=None,
)
self.producer.send(r, properties={"id": id})
await self.producer.send(r, properties={"id": id})
self.consumer.acknowledge(msg)
@ -169,6 +169,6 @@ class Processor(ConsumerProducer):
def run():
Processor.start(module, __doc__)
Processor.launch(module, __doc__)