mirror of
https://github.com/katanemo/plano.git
synced 2026-06-05 14:45:15 +02:00
use plano-orchestrator for LLM routing, remove arch-router (#886)
This commit is contained in:
parent
980faef6be
commit
90b926c2ce
29 changed files with 407 additions and 1412 deletions
|
|
@ -34,7 +34,7 @@ model_providers:
|
|||
|
||||
# routing_preferences: tags a model with named capabilities so Plano's LLM router
|
||||
# can select the best model for each request based on intent. Requires the
|
||||
# Arch-Router model (or equivalent) to be configured in overrides.llm_routing_model.
|
||||
# Plano-Orchestrator model (or equivalent) to be configured in overrides.llm_routing_model.
|
||||
# Each preference has a name (short label) and a description (used for intent matching).
|
||||
- model: groq/llama-3.3-70b-versatile
|
||||
access_key: $GROQ_API_KEY
|
||||
|
|
@ -170,7 +170,7 @@ overrides:
|
|||
# Path to the trusted CA bundle for upstream TLS verification
|
||||
upstream_tls_ca_path: /etc/ssl/certs/ca-certificates.crt
|
||||
# Model used for intent-based LLM routing (must be listed in model_providers)
|
||||
llm_routing_model: Arch-Router
|
||||
llm_routing_model: Plano-Orchestrator
|
||||
# Model used for agent orchestration (must be listed in model_providers)
|
||||
agent_orchestration_model: Plano-Orchestrator
|
||||
|
||||
|
|
|
|||
|
|
@ -157,8 +157,8 @@ model_providers:
|
|||
protocol: https
|
||||
provider_interface: openai
|
||||
- internal: true
|
||||
model: Arch-Router
|
||||
name: arch-router
|
||||
model: Plano-Orchestrator
|
||||
name: plano-orchestrator
|
||||
provider_interface: plano
|
||||
- internal: true
|
||||
model: Arch-Function
|
||||
|
|
@ -170,7 +170,7 @@ model_providers:
|
|||
provider_interface: plano
|
||||
overrides:
|
||||
agent_orchestration_model: Plano-Orchestrator
|
||||
llm_routing_model: Arch-Router
|
||||
llm_routing_model: Plano-Orchestrator
|
||||
optimize_context_window: true
|
||||
prompt_target_intent_matching_threshold: 0.7
|
||||
upstream_connect_timeout: 10s
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue