apunkt/trustgraph
1
0
Fork 0
mirror of https://github.com/trustgraph-ai/trustgraph.git synced 2026-07-20 18:51:03 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions

Slight tweak to AzureAI

Browse source
This commit is contained in:
JackColquitt 2024-09-29 12:23:00 -07:00
parent abe023bd33
commit c92d7cc5a1
1 changed files with 2 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

3
trustgraph/model/text_completion/azure/llm.py
View file

@ -64,6 +64,7 @@ class Processor(ConsumerProducer):
self.token = token self.token = token
self.temperature = temperature self.temperature = temperature
self.max_output = max_output self.max_output = max_output
self.model = "AzureAI"
def build_prompt(self, system, content): def build_prompt(self, system, content):
@ -140,7 +141,7 @@ class Processor(ConsumerProducer):
print("Send response...", flush=True) print("Send response...", flush=True)
r = TextCompletionResponse(response=resp, error=None, in_token=inputtokens, out_token=outputtokens, model="AzureAI") r = TextCompletionResponse(response=resp, error=None, in_token=inputtokens, out_token=outputtokens, model=self.model)
self.producer.send(r, properties={"id": id}) self.producer.send(r, properties={"id": id})
except TooManyRequests: except TooManyRequests: