fix: make upstream timeout configurable, default to 300s

This commit is contained in:
Syed Hashmi 2026-03-02 19:15:35 -06:00
parent 198c912202
commit 0c7b999770
6 changed files with 34 additions and 12 deletions

View file

@ -92,7 +92,7 @@ def convert_legacy_listeners(
"type": "model_listener",
"port": 12000,
"address": "0.0.0.0",
"timeout": "30s",
"timeout": "300s",
"model_providers": model_providers or [],
}
@ -101,7 +101,7 @@ def convert_legacy_listeners(
"type": "prompt_listener",
"port": 10000,
"address": "0.0.0.0",
"timeout": "30s",
"timeout": "300s",
}
# Handle None case