apunkt/trustgraph
1
0
Fork 0
mirror of https://github.com/trustgraph-ai/trustgraph.git synced 2026-07-24 04:31:02 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions 2

Fix for prometheus for AzureAI

Browse source
This commit is contained in:
JackColquitt 2024-09-29 12:34:01 -07:00
parent c92d7cc5a1
commit c23ca68732
1 changed files with 4 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

5
trustgraph/model/text_completion/azure/llm.py
View file

@ -22,6 +22,7 @@ default_output_queue = text_completion_response_queue
default_subscriber = module default_subscriber = module
default_temperature = 0.0 default_temperature = 0.0
default_max_output = 4192 default_max_output = 4192
default_model = "AzureAI"
class Processor(ConsumerProducer): class Processor(ConsumerProducer):
@ -34,6 +35,7 @@ class Processor(ConsumerProducer):
token = params.get("token") token = params.get("token")
temperature = params.get("temperature", default_temperature) temperature = params.get("temperature", default_temperature)
max_output = params.get("max_output", default_max_output) max_output = params.get("max_output", default_max_output)
model = default_model
super(Processor, self).__init__( super(Processor, self).__init__(
**params | { **params | {
@ -44,6 +46,7 @@ class Processor(ConsumerProducer):
"output_schema": TextCompletionResponse, "output_schema": TextCompletionResponse,
"temperature": temperature, "temperature": temperature,
"max_output": max_output, "max_output": max_output,
"model": model,
} }
) )
@ -64,7 +67,7 @@ class Processor(ConsumerProducer):
self.token = token self.token = token
self.temperature = temperature self.temperature = temperature
self.max_output = max_output self.max_output = max_output
self.model = "AzureAI" self.model = model
def build_prompt(self, system, content): def build_prompt(self, system, content):