Slight tweak to AzureAI

This commit is contained in:
JackColquitt 2024-09-29 12:23:00 -07:00
parent abe023bd33
commit c92d7cc5a1

View file

@ -64,6 +64,7 @@ class Processor(ConsumerProducer):
self.token = token
self.temperature = temperature
self.max_output = max_output
self.model = "AzureAI"
def build_prompt(self, system, content):
@ -140,7 +141,7 @@ class Processor(ConsumerProducer):
print("Send response...", flush=True)
r = TextCompletionResponse(response=resp, error=None, in_token=inputtokens, out_token=outputtokens, model="AzureAI")
r = TextCompletionResponse(response=resp, error=None, in_token=inputtokens, out_token=outputtokens, model=self.model)
self.producer.send(r, properties={"id": id})
except TooManyRequests: