fix tests

This commit is contained in:
Adil Hafeez 2025-09-10 17:10:15 -07:00
parent 33ef00f997
commit 9120e5b7ba
No known key found for this signature in database
GPG key ID: 9B18EF7691369645
6 changed files with 56 additions and 39 deletions

View file

@ -10,33 +10,33 @@ endpoints:
endpoint: 127.0.0.1
port: 8001
listeners:
egress_traffic:
address: 0.0.0.0
message_format: openai
port: 12000
timeout: 5s
ingress_traffic:
address: 0.0.0.0
message_format: openai
port: 10000
timeout: 5s
llm_providers:
- access_key: $OPENAI_API_KEY
default: true
model: gpt-4o
name: openai/gpt-4o
provider_interface: openai
- access_key: $MISTRAL_API_KEY
model: mistral-8x7b
name: mistral/mistral-8x7b
provider_interface: mistral
- base_url: http://mistral_local
endpoint: mistral_local
model: mistral-7b-instruct
name: mistral/mistral-7b-instruct
port: 80
protocol: http
provider_interface: mistral
- address: 0.0.0.0
name: ingress_traffic
port: 10000
protocol: openai
timeout: 5s
- address: 0.0.0.0
llm_providers:
- access_key: $OPENAI_API_KEY
default: true
model: gpt-4o
name: openai/gpt-4o
provider_interface: openai
- access_key: $MISTRAL_API_KEY
model: mistral-8x7b
name: mistral/mistral-8x7b
provider_interface: mistral
- base_url: http://mistral_local
endpoint: mistral_local
model: mistral-7b-instruct
name: mistral/mistral-7b-instruct
port: 80
protocol: http
provider_interface: mistral
name: egress_traffic
port: 12000
protocol: openai
timeout: 5s
overrides:
prompt_target_intent_matching_threshold: 0.6
prompt_guards: