From 6dd99a6c0561fd034aa33951d0368d37bf8e2a89 Mon Sep 17 00:00:00 2001 From: Adil Hafeez Date: Tue, 23 Sep 2025 10:19:05 -0700 Subject: [PATCH] some more changes --- arch/envoy.template.yaml | 8 ----- arch/tools/cli/config_generator.py | 52 ------------------------------ 2 files changed, 60 deletions(-) diff --git a/arch/envoy.template.yaml b/arch/envoy.template.yaml index 006cfa56..69378463 100644 --- a/arch/envoy.template.yaml +++ b/arch/envoy.template.yaml @@ -29,7 +29,6 @@ stats_config: - 180000 static_resources: listeners: - ## begin - legacy listeners - name: ingress_traffic address: socket_address: @@ -215,9 +214,6 @@ static_resources: typed_config: "@type": type.googleapis.com/envoy.extensions.filters.http.router.v3.Router - ## end - legacy listeners - - # Listener for outbound API traffic to services and clusters - name: outbound_api_traffic address: socket_address: @@ -292,7 +288,6 @@ static_resources: typed_config: "@type": type.googleapis.com/envoy.extensions.filters.http.router.v3.Router - # Listeners for LLM agents {% for listener in listeners %} {% if listener.agents %} @@ -395,8 +390,6 @@ static_resources: {% endif %} {% endfor %} - # begin - legacy llm listeners - - name: egress_traffic address: socket_address: @@ -610,7 +603,6 @@ static_resources: typed_config: "@type": type.googleapis.com/envoy.extensions.filters.http.router.v3.Router - # end - legacy llm listeners clusters: - name: arch diff --git a/arch/tools/cli/config_generator.py b/arch/tools/cli/config_generator.py index 0de077a8..642ca527 100644 --- a/arch/tools/cli/config_generator.py +++ b/arch/tools/cli/config_generator.py @@ -130,64 +130,12 @@ def validate_and_render_schema(): arch_tracing = config_yaml.get("tracing", {}) llms_with_endpoint = [] - updated_llm_providers = [] llm_provider_name_set = set() llms_with_usage = [] model_name_keys = set() model_usage_name_keys = set() - # # legacy listeners - # # check if type is array or object - # # if its dict its legacy format let's convert it to array - # prompt_gateway_listener = { - # "name": "ingress_traffic", - # "port": 10000, - # "address": "0.0.0.0", - # "timeout": "30s", - # "protocol": "openai", - # } - # llm_gateway_listener = { - # "name": "egress_traffic", - # "port": 12000, - # "address": "0.0.0.0", - # "timeout": "30s", - # "llm_providers": [], - # "protocol": "openai", - # } - # if isinstance(config_yaml["listeners"], dict): - # ingress_traffic = config_yaml["listeners"].get("ingress_traffic", None) - # egress_traffic = config_yaml["listeners"].get("egress_traffic", {}) - # config_yaml["listeners"] = [] - - # llm_providers = [] - # if config_yaml.get("llm_providers"): - # llm_providers = config_yaml["llm_providers"] - # del config_yaml["llm_providers"] - # llm_gateway_listener["port"] = egress_traffic.get( - # "port", llm_gateway_listener["port"] - # ) - # llm_gateway_listener["address"] = egress_traffic.get( - # "address", llm_gateway_listener["address"] - # ) - # llm_gateway_listener["timeout"] = egress_traffic.get( - # "timeout", llm_gateway_listener["timeout"] - # ) - # llm_gateway_listener["llm_providers"] = llm_providers - # config_yaml["listeners"].append(llm_gateway_listener) - - # if ingress_traffic: - # prompt_gateway_listener["port"] = ingress_traffic.get( - # "port", prompt_gateway_listener["port"] - # ) - # prompt_gateway_listener["address"] = ingress_traffic.get( - # "address", prompt_gateway_listener["address"] - # ) - # prompt_gateway_listener["timeout"] = ingress_traffic.get( - # "timeout", prompt_gateway_listener["timeout"] - # ) - # config_yaml["listeners"].append(prompt_gateway_listener) - for listener in listeners: if listener.get("llm_providers") is None or listener.get("llm_providers") == []: continue