apunkt/plano
1
0
Fork 0
mirror of https://github.com/katanemo/plano.git synced 2026-07-14 16:22:12 +02:00
Code Issues Projects Releases Packages Wiki Activity

some more changes

Browse source
This commit is contained in:
Adil Hafeez 2025-09-23 10:19:05 -07:00
parent a4722eae93
commit 6dd99a6c05
No known key found for this signature in database
GPG key ID: 9B18EF7691369645
2 changed files with 0 additions and 60 deletions
Download patch file Download diff file Expand all files Collapse all files

8
arch/envoy.template.yaml
View file

@ -29,7 +29,6 @@ stats_config:
- 180000 - 180000
static_resources: static_resources:
listeners: listeners:
## begin - legacy listeners
- name: ingress_traffic - name: ingress_traffic
address: address:
socket_address: socket_address:
@ -215,9 +214,6 @@ static_resources:
typed_config: typed_config:
"@type": type.googleapis.com/envoy.extensions.filters.http.router.v3.Router "@type": type.googleapis.com/envoy.extensions.filters.http.router.v3.Router
## end - legacy listeners
# Listener for outbound API traffic to services and clusters
- name: outbound_api_traffic - name: outbound_api_traffic
address: address:
socket_address: socket_address:
@ -292,7 +288,6 @@ static_resources:
typed_config: typed_config:
"@type": type.googleapis.com/envoy.extensions.filters.http.router.v3.Router "@type": type.googleapis.com/envoy.extensions.filters.http.router.v3.Router
# Listeners for LLM agents
{% for listener in listeners %} {% for listener in listeners %}
{% if listener.agents %} {% if listener.agents %}
@ -395,8 +390,6 @@ static_resources:
{% endif %} {% endif %}
{% endfor %} {% endfor %}
# begin - legacy llm listeners
- name: egress_traffic - name: egress_traffic
address: address:
socket_address: socket_address:
@ -610,7 +603,6 @@ static_resources:
typed_config: typed_config:
"@type": type.googleapis.com/envoy.extensions.filters.http.router.v3.Router "@type": type.googleapis.com/envoy.extensions.filters.http.router.v3.Router
# end - legacy llm listeners
clusters: clusters:
- name: arch - name: arch

52
arch/tools/cli/config_generator.py
View file

@ -130,64 +130,12 @@ def validate_and_render_schema():
arch_tracing = config_yaml.get("tracing", {}) arch_tracing = config_yaml.get("tracing", {})
llms_with_endpoint = [] llms_with_endpoint = []
updated_llm_providers = [] updated_llm_providers = []
llm_provider_name_set = set() llm_provider_name_set = set()
llms_with_usage = [] llms_with_usage = []
model_name_keys = set() model_name_keys = set()
model_usage_name_keys = set() model_usage_name_keys = set()
# # legacy listeners
# # check if type is array or object
# # if its dict its legacy format let's convert it to array
# prompt_gateway_listener = {
# "name": "ingress_traffic",
# "port": 10000,
# "address": "0.0.0.0",
# "timeout": "30s",
# "protocol": "openai",
# }
# llm_gateway_listener = {
# "name": "egress_traffic",
# "port": 12000,
# "address": "0.0.0.0",
# "timeout": "30s",
# "llm_providers": [],
# "protocol": "openai",
# }
# if isinstance(config_yaml["listeners"], dict):
# ingress_traffic = config_yaml["listeners"].get("ingress_traffic", None)
# egress_traffic = config_yaml["listeners"].get("egress_traffic", {})
# config_yaml["listeners"] = []
# llm_providers = []
# if config_yaml.get("llm_providers"):
# llm_providers = config_yaml["llm_providers"]
# del config_yaml["llm_providers"]
# llm_gateway_listener["port"] = egress_traffic.get(
# "port", llm_gateway_listener["port"]
# )
# llm_gateway_listener["address"] = egress_traffic.get(
# "address", llm_gateway_listener["address"]
# )
# llm_gateway_listener["timeout"] = egress_traffic.get(
# "timeout", llm_gateway_listener["timeout"]
# )
# llm_gateway_listener["llm_providers"] = llm_providers
# config_yaml["listeners"].append(llm_gateway_listener)
# if ingress_traffic:
# prompt_gateway_listener["port"] = ingress_traffic.get(
# "port", prompt_gateway_listener["port"]
# )
# prompt_gateway_listener["address"] = ingress_traffic.get(
# "address", prompt_gateway_listener["address"]
# )
# prompt_gateway_listener["timeout"] = ingress_traffic.get(
# "timeout", prompt_gateway_listener["timeout"]
# )
# config_yaml["listeners"].append(prompt_gateway_listener)
for listener in listeners: for listener in listeners:
if listener.get("llm_providers") is None or listener.get("llm_providers") == []: if listener.get("llm_providers") is None or listener.get("llm_providers") == []:
continue continue