adding support for Qwen models and fixed issue with passing PATH variable

This commit is contained in:
Salman Paracha 2025-10-01 17:24:32 -07:00
parent dbeaa51aa7
commit e6ad85f041
7 changed files with 54 additions and 5 deletions

View file

@ -20,6 +20,7 @@ SUPPORTED_PROVIDERS = [
"ollama",
"moonshotai",
"zhipu",
"qwen",
]
@ -128,9 +129,9 @@ def validate_and_render_schema():
)
provider = model_name_tokens[0]
# Validate azure_openai and ollama provider requires base_url
if (provider == "azure_openai" or provider == "ollama") and llm_provider.get(
"base_url"
) is None:
if (
provider == "azure_openai" or provider == "ollama" or provider == "qwen"
) and llm_provider.get("base_url") is None:
raise Exception(
f"Provider '{provider}' requires 'base_url' to be set for model {model_name}"
)

View file

@ -205,6 +205,8 @@ def up(file, path, service, foreground):
"MODEL_SERVER_PORT": os.getenv("MODEL_SERVER_PORT", "51000"),
}
env = os.environ.copy()
# Remove PATH variable if present
env.pop("PATH", None)
# check if access_keys are preesnt in the config file
access_keys = get_llm_provider_access_keys(arch_config_file=arch_config_file)