apunkt/trustgraph
1
0
Fork 0
mirror of https://github.com/trustgraph-ai/trustgraph.git synced 2026-07-22 03:31:02 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions 2

Fix async send issues in LLMs

Browse source
This commit is contained in:
Cyber MacGeddon 2025-03-18 23:58:29 +00:00
parent 1495666e65
commit 0bcd9ffa36
4 changed files with 6 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

4
trustgraph-flow/trustgraph/model/text_completion/azure/llm.py
View file

@ -154,7 +154,7 @@ class Processor(ConsumerProducer):
print("Send response...", flush=True) print("Send response...", flush=True)
r = TextCompletionResponse(response=resp, error=None, in_token=inputtokens, out_token=outputtokens, model=self.model) r = TextCompletionResponse(response=resp, error=None, in_token=inputtokens, out_token=outputtokens, model=self.model)
await self.producer.send(r, properties={"id": id}) await self.send(r, properties={"id": id})
except TooManyRequests: except TooManyRequests:
@ -182,7 +182,7 @@ class Processor(ConsumerProducer):
model=None, model=None,
) )
await self.producer.send(r, properties={"id": id}) await self.send(r, properties={"id": id})
self.consumer.acknowledge(msg) self.consumer.acknowledge(msg)

2
trustgraph-flow/trustgraph/model/text_completion/azure_openai/llm.py
View file

@ -163,7 +163,7 @@ class Processor(ConsumerProducer):
model=None, model=None,
) )
await self.producer.send(r, properties={"id": id}) await self.send(r, properties={"id": id})
self.consumer.acknowledge(msg) self.consumer.acknowledge(msg)

2
trustgraph-flow/trustgraph/model/text_completion/cohere/llm.py
View file

@ -136,7 +136,7 @@ class Processor(ConsumerProducer):
model=None, model=None,
) )
await self.producer.send(r, properties={"id": id}) await self.send(r, properties={"id": id})
self.consumer.acknowledge(msg) self.consumer.acknowledge(msg)

4
trustgraph-vertexai/trustgraph/model/text_completion/vertexai/llm.py
View file

@ -169,7 +169,7 @@ class Processor(ConsumerProducer):
model=self.model model=self.model
) )
self.producer.send(r, properties={"id": id}) await self.send(r, properties={"id": id})
print("Done.", flush=True) print("Done.", flush=True)
@ -202,7 +202,7 @@ class Processor(ConsumerProducer):
model=None, model=None,
) )
self.producer.send(r, properties={"id": id}) await self.send(r, properties={"id": id})
self.consumer.acknowledge(msg) self.consumer.acknowledge(msg)