mirror of
https://github.com/katanemo/plano.git
synced 2026-06-29 15:49:40 +02:00
09a5fea8ba
Add 13 test-specific plano configs covering: - Basic 429/503 retry scenarios - Multi-provider failover with priority ordering - Max attempts and backoff delay verification - Retry-After header honoring and blocking - Timeout-triggered retry - High latency failover - Streaming retry - Request body preservation across retries Signed-off-by: Troy Mitchell <i@troy-y.org>
24 lines
542 B
YAML
24 lines
542 B
YAML
version: v0.3.0
|
|
|
|
listeners:
|
|
- type: model
|
|
name: model_listener
|
|
port: 12000
|
|
|
|
model_providers:
|
|
- model: openai/gpt-4o
|
|
base_url: http://host.docker.internal:${MOCK_PRIMARY_PORT}
|
|
access_key: test-key-primary
|
|
default: true
|
|
retry_policy:
|
|
default_strategy: "same_model"
|
|
default_max_attempts: 3
|
|
on_status_codes:
|
|
- codes: [429]
|
|
strategy: "same_model"
|
|
max_attempts: 3
|
|
backoff:
|
|
apply_to: "same_model"
|
|
base_ms: 500
|
|
max_ms: 5000
|
|
jitter: false
|