mirror of
https://github.com/katanemo/plano.git
synced 2026-05-10 00:02:43 +02:00
use overrides for custom routing and orchestration model
This commit is contained in:
parent
98038690b0
commit
6143b7ad54
9 changed files with 93 additions and 114 deletions
|
|
@ -1,8 +1,7 @@
|
|||
version: v0.3.0
|
||||
|
||||
orchestration:
|
||||
model: Plano-Orchestrator
|
||||
llm_provider: plano-orchestrator
|
||||
overrides:
|
||||
orchestrator_model: arch/Plano-Orchestrator
|
||||
|
||||
agents:
|
||||
- id: weather_agent
|
||||
|
|
@ -11,8 +10,7 @@ agents:
|
|||
url: http://localhost:10520
|
||||
|
||||
model_providers:
|
||||
- name: plano-orchestrator
|
||||
model: Plano-Orchestrator
|
||||
- model: arch/Plano-Orchestrator
|
||||
base_url: http://localhost:8000
|
||||
|
||||
- model: openai/gpt-5.2
|
||||
|
|
|
|||
|
|
@ -1,8 +1,7 @@
|
|||
version: v0.1.0
|
||||
|
||||
routing:
|
||||
model: Arch-Router
|
||||
llm_provider: arch-router
|
||||
overrides:
|
||||
router_model: Arch-Router
|
||||
|
||||
listeners:
|
||||
egress_traffic:
|
||||
|
|
|
|||
|
|
@ -1,8 +1,7 @@
|
|||
version: v0.3.0
|
||||
|
||||
routing:
|
||||
model: Arch-Router
|
||||
llm_provider: arch-router
|
||||
overrides:
|
||||
router_model: plano/hf.co/katanemo/Arch-Router-1.5B.gguf:Q4_K_M
|
||||
|
||||
listeners:
|
||||
- type: model
|
||||
|
|
@ -11,8 +10,7 @@ listeners:
|
|||
|
||||
model_providers:
|
||||
|
||||
- name: arch-router
|
||||
model: arch/hf.co/katanemo/Arch-Router-1.5B.gguf:Q4_K_M
|
||||
- model: plano/hf.co/katanemo/Arch-Router-1.5B.gguf:Q4_K_M
|
||||
base_url: http://localhost:11434
|
||||
|
||||
- model: openai/gpt-4o-mini
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue