add model affinity docs to llm_router guide, config reference, and routing API

This commit is contained in:
Adil Hafeez 2026-04-08 16:45:29 -07:00
parent da9792c2dd
commit 53602f4788
3 changed files with 86 additions and 0 deletions

View file

@ -174,6 +174,11 @@ overrides:
# Model used for agent orchestration (must be listed in model_providers)
agent_orchestration_model: Plano-Orchestrator
# Model affinity — pin routing decisions for agentic loops
routing:
session_ttl_seconds: 600 # How long a pinned session lasts (default: 600s / 10 min)
session_max_entries: 10000 # Max cached sessions before eviction (upper limit: 10000)
# State storage for multi-turn conversation history
state_storage:
type: memory # "memory" (in-process) or "postgres" (persistent)