fixes based on PR

This commit is contained in:
Salman Paracha 2025-09-29 17:43:04 -07:00
parent 17fe859a71
commit 067d886b8d
5 changed files with 18 additions and 9 deletions

View file

@ -140,7 +140,7 @@ static_resources:
route:
auto_host_rewrite: true
cluster: {{ llm_cluster_name }}
timeout: 60s
timeout: 300s
{% endfor %}
{% if agent_orchestrator %}
@ -153,7 +153,7 @@ static_resources:
route:
auto_host_rewrite: true
cluster: {{ agent_orchestrator }}
timeout: 60s
timeout: 300s
{% endif %}
http_filters:
- name: envoy.filters.http.compressor
@ -266,7 +266,7 @@ static_resources:
route:
auto_host_rewrite: true
cluster: {{ internal_cluster }}
timeout: 60s
timeout: 300s
{% endfor %}
{% for cluster_name, cluster in arch_clusters.items() %}
@ -279,7 +279,7 @@ static_resources:
route:
auto_host_rewrite: true
cluster: {{ cluster_name }}
timeout: 60s
timeout: 300s
{% endfor %}
http_filters:
- name: envoy.filters.http.router
@ -434,7 +434,7 @@ static_resources:
route:
auto_host_rewrite: true
cluster: {{ llm_cluster_name }}
timeout: 60s
timeout: 300s
{% endfor %}
- match:
prefix: "/"

View file

@ -242,7 +242,7 @@ def validate_and_render_schema():
if llm_gateway_listener.get("address") == None:
llm_gateway_listener["address"] = "127.0.0.1"
if llm_gateway_listener.get("timeout") == None:
llm_gateway_listener["timeout"] = "10s"
llm_gateway_listener["timeout"] = "300s"
use_agent_orchestrator = config_yaml.get("overrides", {}).get(
"use_agent_orchestrator", False

View file

@ -95,9 +95,9 @@ def find_config_file(path=".", file=None):
return os.path.abspath(file)
else:
# If no file is provided, use the path and look for arch_config.yaml first, then config.yaml for convenience
arch_config_file = os.path.abspath(os.path.join(path, "arch_config.yaml"))
arch_config_file = os.path.abspath(os.path.join(path, "config.yaml"))
if not os.path.exists(arch_config_file):
arch_config_file = os.path.abspath(os.path.join(path, "config.yaml"))
arch_config_file = os.path.abspath(os.path.join(path, "arch_config.yaml"))
return arch_config_file