apunkt/plano
1
0
Fork 0
mirror of https://github.com/katanemo/plano.git synced 2026-06-17 15:25:17 +02:00
Code Issues Projects Releases Packages Wiki Activity

feat: routing configuration with external policy provider support

Browse source
This commit is contained in:
Musa 2026-03-11 07:40:49 -07:00
parent 5aeb69e034
commit 2c643532ef
No known key found for this signature in database
4 changed files with 123 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

35
cli/planoai/config_generator.py
View file

@ -185,6 +185,41 @@ def validate_and_render_schema():
f"Invalid opentracing_grpc_endpoint {opentracing_grpc_endpoint}, path must be empty"
)
routing = config_yaml.get("routing", {})
policy_provider = routing.get("policy_provider")
if policy_provider:
policy_url = policy_provider.get("url")
if not policy_url:
raise Exception(
"routing.policy_provider.url is required when policy_provider is set"
)
if "$" in policy_url:
policy_url = os.path.expandvars(policy_url)
policy_url_result = urlparse(policy_url)
if (
policy_url_result.scheme not in ["http", "https"]
or not policy_url_result.hostname
):
raise Exception(
f"Invalid routing.policy_provider.url {policy_provider.get('url')}, must be a valid http/https URL"
)
ttl_seconds = policy_provider.get("ttl_seconds")
if ttl_seconds is not None and ttl_seconds <= 0:
raise Exception(
"routing.policy_provider.ttl_seconds must be greater than 0"
)
headers = policy_provider.get("headers")
if headers is not None:
if not isinstance(headers, dict):
raise Exception("routing.policy_provider.headers must be an object")
for key, value in headers.items():
if not isinstance(key, str) or not isinstance(value, str):
raise Exception(
"routing.policy_provider.headers must contain string keys and string values"
)
llms_with_endpoint = []
llms_with_endpoint_cluster_names = set()
updated_model_providers = []