diff --git a/arch/tools/cli/config_generator.py b/arch/tools/cli/config_generator.py index 8971249a..3ebbb48f 100644 --- a/arch/tools/cli/config_generator.py +++ b/arch/tools/cli/config_generator.py @@ -256,7 +256,6 @@ def validate_and_render_schema(): llm_provider["model"] = model_id llm_provider["provider_interface"] = provider llm_provider_name_set.add(llm_provider.get("name")) - provider = None if llm_provider.get("provider") and llm_provider.get("provider_interface"): raise Exception( "Please provide either provider or provider_interface, not both" diff --git a/docs/source/resources/includes/arch_config_full_reference_rendered.yaml b/docs/source/resources/includes/arch_config_full_reference_rendered.yaml index e2ee8192..7470c56c 100644 --- a/docs/source/resources/includes/arch_config_full_reference_rendered.yaml +++ b/docs/source/resources/includes/arch_config_full_reference_rendered.yaml @@ -22,6 +22,7 @@ listeners: name: mistral/mistral-8x7b provider_interface: mistral - base_url: http://mistral_local + cluster_name: mistral_mistral_local endpoint: mistral_local model: mistral-7b-instruct name: mistral/mistral-7b-instruct