apunkt/trustgraph
1
0
Fork 0
mirror of https://github.com/trustgraph-ai/trustgraph.git synced 2026-07-20 18:51:03 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions

Fix async send issues in LLMs

Browse source
This commit is contained in:
Cyber MacGeddon 2025-03-18 23:58:29 +00:00
parent 1495666e65
commit 0bcd9ffa36
4 changed files with 6 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

4
trustgraph-flow/trustgraph/model/text_completion/azure/llm.py
View file

@ -154,7 +154,7 @@ class Processor(ConsumerProducer):
print("Send response...", flush=True)
r = TextCompletionResponse(response=resp, error=None, in_token=inputtokens, out_token=outputtokens, model=self.model)
await self.producer.send(r, properties={"id": id})
await self.send(r, properties={"id": id})
except TooManyRequests:
@ -182,7 +182,7 @@ class Processor(ConsumerProducer):
model=None,
)
await self.producer.send(r, properties={"id": id})
await self.send(r, properties={"id": id})
self.consumer.acknowledge(msg)

2
trustgraph-flow/trustgraph/model/text_completion/azure_openai/llm.py
View file

@ -163,7 +163,7 @@ class Processor(ConsumerProducer):
model=None,
)
await self.producer.send(r, properties={"id": id})
await self.send(r, properties={"id": id})
self.consumer.acknowledge(msg)

2
trustgraph-flow/trustgraph/model/text_completion/cohere/llm.py
View file

@ -136,7 +136,7 @@ class Processor(ConsumerProducer):
model=None,
)
await self.producer.send(r, properties={"id": id})
await self.send(r, properties={"id": id})
self.consumer.acknowledge(msg)

4
trustgraph-vertexai/trustgraph/model/text_completion/vertexai/llm.py
View file

@ -169,7 +169,7 @@ class Processor(ConsumerProducer):
model=self.model
)
self.producer.send(r, properties={"id": id})
await self.send(r, properties={"id": id})
print("Done.", flush=True)
@ -202,7 +202,7 @@ class Processor(ConsumerProducer):
model=None,
)
self.producer.send(r, properties={"id": id})
await self.send(r, properties={"id": id})
self.consumer.acknowledge(msg)