use provider/model to identify models

This commit is contained in:
Adil Hafeez 2025-07-08 13:47:56 -07:00
parent 5f18fee089
commit bcd7f9be45
No known key found for this signature in database
GPG key ID: 9B18EF7691369645
7 changed files with 33 additions and 68 deletions

View file

@ -103,7 +103,8 @@ properties:
type: string
additionalProperties: false
required:
- name
- model
- provider_interface
overrides:
type: object
properties:

View file

@ -9,6 +9,9 @@ ENVOY_CONFIG_TEMPLATE_FILE = os.getenv(
"ENVOY_CONFIG_TEMPLATE_FILE", "envoy.template.yaml"
)
ARCH_CONFIG_FILE = os.getenv("ARCH_CONFIG_FILE", "/app/arch_config.yaml")
ARCH_CONFIG_FILE_RENDERED = os.getenv(
"ARCH_CONFIG_FILE_RENDERED", "/app/arch_config_rendered.yaml"
)
ENVOY_CONFIG_FILE_RENDERED = os.getenv(
"ENVOY_CONFIG_FILE_RENDERED", "/etc/envoy/envoy.yaml"
)
@ -90,9 +93,9 @@ def validate_and_render_schema():
f"Duplicate llm_provider name {llm_provider.get('name')}, please provide unique name for each llm_provider"
)
if llm_provider.get("name") is None:
raise Exception(
f"llm_provider name is required, please provide name for llm_provider"
)
provider_interface = llm_provider.get("provider_interface", "unknown")
model_name = llm_provider.get("model", "unknown")
llm_provider["name"] = f"{provider_interface}/{model_name}"
llm_provider_name_set.add(llm_provider.get("name"))
provider = None
if llm_provider.get("provider") and llm_provider.get("provider_interface"):
@ -216,6 +219,9 @@ def validate_and_render_schema():
with open(ENVOY_CONFIG_FILE_RENDERED, "w") as file:
file.write(rendered)
with open(ARCH_CONFIG_FILE_RENDERED, "w") as file:
file.write(arch_config_string)
def validate_prompt_config(arch_config_file, arch_config_schema_file):
with open(arch_config_file, "r") as file: