mirror of
https://github.com/katanemo/plano.git
synced 2026-04-25 08:46:24 +02:00
add model affinity docs to llm_router guide, config reference, and routing API
This commit is contained in:
parent
da9792c2dd
commit
53602f4788
3 changed files with 86 additions and 0 deletions
|
|
@ -174,6 +174,11 @@ overrides:
|
|||
# Model used for agent orchestration (must be listed in model_providers)
|
||||
agent_orchestration_model: Plano-Orchestrator
|
||||
|
||||
# Model affinity — pin routing decisions for agentic loops
|
||||
routing:
|
||||
session_ttl_seconds: 600 # How long a pinned session lasts (default: 600s / 10 min)
|
||||
session_max_entries: 10000 # Max cached sessions before eviction (upper limit: 10000)
|
||||
|
||||
# State storage for multi-turn conversation history
|
||||
state_storage:
|
||||
type: memory # "memory" (in-process) or "postgres" (persistent)
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue