mirror of
https://github.com/katanemo/plano.git
synced 2026-05-04 13:23:00 +02:00
Remove non-obs changes, keep only observability updates
This commit is contained in:
parent
9c0fc6b3a1
commit
bb160e6a17
3 changed files with 8 additions and 87 deletions
|
|
@ -91,12 +91,7 @@ def convert_legacy_listeners(
|
|||
"type": "model",
|
||||
"port": 12000,
|
||||
"address": "0.0.0.0",
|
||||
# LLM streaming responses routinely exceed 30s (extended thinking,
|
||||
# long tool reasoning, large completions). Match the 300s ceiling
|
||||
# used by the direct upstream-provider routes so Envoy doesn't
|
||||
# abort streams with UT mid-response. Users can override via their
|
||||
# plano_config.yaml `listeners.timeout` field.
|
||||
"timeout": "300s",
|
||||
"timeout": "30s",
|
||||
"model_providers": model_providers or [],
|
||||
}
|
||||
|
||||
|
|
@ -105,7 +100,7 @@ def convert_legacy_listeners(
|
|||
"type": "prompt",
|
||||
"port": 10000,
|
||||
"address": "0.0.0.0",
|
||||
"timeout": "300s",
|
||||
"timeout": "30s",
|
||||
}
|
||||
|
||||
# Handle None case
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue