mirror of
https://github.com/katanemo/plano.git
synced 2026-04-26 17:26:26 +02:00
adding support for Qwen models and fixed issue with passing PATH vari… (#583)
* adding support for Qwen models and fixed issue with passing PATH variable * don't need to have qwen in the model alias routing example * fixed base_url for qwen --------- Co-authored-by: Salman Paracha <salmanparacha@MacBook-Pro-288.local>
This commit is contained in:
parent
dbeaa51aa7
commit
226139e907
6 changed files with 49 additions and 5 deletions
|
|
@ -20,6 +20,7 @@ SUPPORTED_PROVIDERS = [
|
|||
"ollama",
|
||||
"moonshotai",
|
||||
"zhipu",
|
||||
"qwen",
|
||||
]
|
||||
|
||||
|
||||
|
|
@ -128,9 +129,9 @@ def validate_and_render_schema():
|
|||
)
|
||||
provider = model_name_tokens[0]
|
||||
# Validate azure_openai and ollama provider requires base_url
|
||||
if (provider == "azure_openai" or provider == "ollama") and llm_provider.get(
|
||||
"base_url"
|
||||
) is None:
|
||||
if (
|
||||
provider == "azure_openai" or provider == "ollama" or provider == "qwen"
|
||||
) and llm_provider.get("base_url") is None:
|
||||
raise Exception(
|
||||
f"Provider '{provider}' requires 'base_url' to be set for model {model_name}"
|
||||
)
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue