add envoy retries (#712)

* add envoy retries

* add missing file

* fix tests

---------

Co-authored-by: Adil Hafeez <adil.hafeez10@t-mobile.com>
This commit is contained in:
Adil Hafeez 2026-01-28 20:31:01 -08:00 committed by GitHub
parent 2a36dd7376
commit 062825f26e
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
5 changed files with 22 additions and 14 deletions

View file

@ -37,14 +37,6 @@ listeners:
port: 8001
router: plano_orchestrator_v1
type: agent
- address: 0.0.0.0
name: model_1
port: 12000
type: model
- address: 0.0.0.0
name: prompt_function_listener
port: 10000
type: prompt
- address: 0.0.0.0
model_providers:
- access_key: $OPENAI_API_KEY
@ -73,10 +65,13 @@ listeners:
port: 443
protocol: https
provider_interface: openai
name: egress_traffic
name: model_1
port: 12000
timeout: 30s
type: model_listener
type: model
- address: 0.0.0.0
name: prompt_function_listener
port: 10000
type: prompt
model_aliases:
fast-llm:
target: gpt-4o-mini