mirror of
https://github.com/katanemo/plano.git
synced 2026-05-18 13:45:15 +02:00
add envoy retries (#712)
* add envoy retries * add missing file * fix tests --------- Co-authored-by: Adil Hafeez <adil.hafeez10@t-mobile.com>
This commit is contained in:
parent
2a36dd7376
commit
062825f26e
5 changed files with 22 additions and 14 deletions
|
|
@ -37,14 +37,6 @@ listeners:
|
|||
port: 8001
|
||||
router: plano_orchestrator_v1
|
||||
type: agent
|
||||
- address: 0.0.0.0
|
||||
name: model_1
|
||||
port: 12000
|
||||
type: model
|
||||
- address: 0.0.0.0
|
||||
name: prompt_function_listener
|
||||
port: 10000
|
||||
type: prompt
|
||||
- address: 0.0.0.0
|
||||
model_providers:
|
||||
- access_key: $OPENAI_API_KEY
|
||||
|
|
@ -73,10 +65,13 @@ listeners:
|
|||
port: 443
|
||||
protocol: https
|
||||
provider_interface: openai
|
||||
name: egress_traffic
|
||||
name: model_1
|
||||
port: 12000
|
||||
timeout: 30s
|
||||
type: model_listener
|
||||
type: model
|
||||
- address: 0.0.0.0
|
||||
name: prompt_function_listener
|
||||
port: 10000
|
||||
type: prompt
|
||||
model_aliases:
|
||||
fast-llm:
|
||||
target: gpt-4o-mini
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue