add fixed rendered file

This commit is contained in:
Adil Hafeez 2025-09-11 00:00:33 -07:00
parent 9da4628cd0
commit 34fd8d5f82
No known key found for this signature in database
GPG key ID: 9B18EF7691369645

View file

@ -10,11 +10,6 @@ endpoints:
endpoint: 127.0.0.1
port: 8001
listeners:
- address: 0.0.0.0
name: ingress_traffic
port: 10000
protocol: openai
timeout: 5s
- address: 0.0.0.0
llm_providers:
- access_key: $OPENAI_API_KEY
@ -37,6 +32,28 @@ listeners:
port: 12000
protocol: openai
timeout: 5s
- address: 0.0.0.0
name: ingress_traffic
port: 10000
protocol: openai
timeout: 5s
llm_providers:
- access_key: $OPENAI_API_KEY
default: true
model: gpt-4o
name: openai/gpt-4o
provider_interface: openai
- access_key: $MISTRAL_API_KEY
model: mistral-8x7b
name: mistral/mistral-8x7b
provider_interface: mistral
- base_url: http://mistral_local
endpoint: mistral_local
model: mistral-7b-instruct
name: mistral/mistral-7b-instruct
port: 80
protocol: http
provider_interface: mistral
overrides:
prompt_target_intent_matching_threshold: 0.6
prompt_guards: