update code to use new json based system prompt for routing (#493)

This commit is contained in:
Adil Hafeez 2025-05-30 17:40:46 -07:00 committed by GitHub
parent 8d12a9a6e0
commit 0d190a6e5c
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
12 changed files with 433 additions and 283 deletions

View file

@ -1,7 +1,7 @@
version: "0.1-beta"
routing:
model: archgw-v1-router-model
model: arch-router
listeners:
egress_traffic:
@ -12,10 +12,15 @@ listeners:
llm_providers:
- name: archgw-v1-router-model
- name: arch-router
access_key: $OPENAI_API_KEY
provider_interface: arch
model: Arch-Router
- name: gpt-4o-mini
provider_interface: openai
model: cotran2/qwen-4-epoch-2600
base_url: http://34.46.85.85:8000/v1
access_key: $OPENAI_API_KEY
model: gpt-4o-mini
- name: gpt-4o
provider_interface: openai