mirror of
https://github.com/katanemo/plano.git
synced 2026-07-02 15:51:02 +02:00
29 lines
798 B
YAML
29 lines
798 B
YAML
|
version: v0.3.0
|
||
|
|
|
||
|
|
listeners:
|
||
|
|
- type: model
|
||
|
|
name: model_listener
|
||
|
|
port: 12000
|
||
|
|
|
||
|
|
model_providers:
|
||
|
|
- model: openai/gpt-4o
|
||
|
|
base_url: http://host.docker.internal:${MOCK_PRIMARY_PORT}
|
||
|
|
access_key: test-key-primary
|
||
|
|
default: true
|
||
|
|
retry_policy:
|
||
|
|
fallback_models: [anthropic/claude-3-5-sonnet, mistral/mistral-large]
|
||
|
|
default_strategy: "different_provider"
|
||
|
|
default_max_attempts: 3
|
||
|
|
on_status_codes:
|
||
|
|
- codes: [429]
|
||
|
|
strategy: "different_provider"
|
||
|
|
max_attempts: 3
|
||
|
|
|
||
|
|
- model: anthropic/claude-3-5-sonnet
|
||
|
|
base_url: http://host.docker.internal:${MOCK_FALLBACK1_PORT}
|
||
|
|
access_key: test-key-fallback1
|
||
|
|
|
||
|
|
- model: mistral/mistral-large
|
||
|
|
base_url: http://host.docker.internal:${MOCK_FALLBACK2_PORT}
|
||
|
|
access_key: test-key-fallback2
|