apunkt/plano
1
0
Fork 0
mirror of https://github.com/katanemo/plano.git synced 2026-06-20 15:28:07 +02:00
Code Issues Projects Releases Packages Wiki Activity

multi llm support

Browse source
This commit is contained in:
Adil Hafeez 2025-05-16 13:05:50 -07:00
parent 1f95fac4af
commit 5fcdaa640e
No known key found for this signature in database
GPG key ID: 9B18EF7691369645
3 changed files with 85 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

9
demos/use_cases/llm_routing/arch_config.yaml
View file

@ -24,15 +24,20 @@ llm_providers:
provider_interface: mistral
model: ministral-3b-latest
- name: claude-sonnet
access_key: $ANTHROPY_API_KEY
provider_interface: anthropic
model: claude-3-7-sonnet-latest
- name: deepseek
access_key: $DEEPSEEK_API_KEY
provider_interface: openai
provider_interface: deepseek
model: deepseek-reasoner
base_url: https://api.deepseek.com/
- name: groq
access_key: $GROQ_API_KEY
provider_interface: openai
provider_interface: groq
model: llama-3.1-8b-instant
base_url: https://api.groq.com