use overrides for custom routing and orchestration model

This commit is contained in:
Adil Hafeez 2026-03-11 16:38:00 -07:00
parent 98038690b0
commit 6143b7ad54
No known key found for this signature in database
GPG key ID: 9B18EF7691369645
9 changed files with 93 additions and 114 deletions

View file

@ -1,8 +1,7 @@
version: v0.3.0
orchestration:
model: Plano-Orchestrator
llm_provider: plano-orchestrator
overrides:
orchestrator_model: arch/Plano-Orchestrator
agents:
- id: weather_agent
@ -11,8 +10,7 @@ agents:
url: http://localhost:10520
model_providers:
- name: plano-orchestrator
model: Plano-Orchestrator
- model: arch/Plano-Orchestrator
base_url: http://localhost:8000
- model: openai/gpt-5.2

View file

@ -1,8 +1,7 @@
version: v0.1.0
routing:
model: Arch-Router
llm_provider: arch-router
overrides:
router_model: Arch-Router
listeners:
egress_traffic:

View file

@ -1,8 +1,7 @@
version: v0.3.0
routing:
model: Arch-Router
llm_provider: arch-router
overrides:
router_model: plano/hf.co/katanemo/Arch-Router-1.5B.gguf:Q4_K_M
listeners:
- type: model
@ -11,8 +10,7 @@ listeners:
model_providers:
- name: arch-router
model: arch/hf.co/katanemo/Arch-Router-1.5B.gguf:Q4_K_M
- model: plano/hf.co/katanemo/Arch-Router-1.5B.gguf:Q4_K_M
base_url: http://localhost:11434
- model: openai/gpt-4o-mini