apunkt/plano
1
0
Fork 0
mirror of https://github.com/katanemo/plano.git synced 2026-06-20 15:28:07 +02:00
Code Issues Projects Releases Packages Wiki Activity

add support for model_providers

Browse source
This commit is contained in:
Adil Hafeez 2025-09-30 12:18:29 -07:00
parent 2cebc0c85f
commit 92a8782332
No known key found for this signature in database
GPG key ID: 9B18EF7691369645
10 changed files with 183 additions and 93 deletions
Download patch file Download diff file Expand all files Collapse all files

9
demos/use_cases/llm_routing/arch_config.yaml
View file

@ -1,13 +1,12 @@
version: v0.1.0
version: v0.3.0
listeners:
egress_traffic:
- type: model_listener
name: model_listener_1
address: 0.0.0.0
port: 12000
message_format: openai
timeout: 30s
llm_providers:
model_providers:
- access_key: $OPENAI_API_KEY
model: openai/gpt-4o-mini