diff --git a/arch/tools/cli/config_generator.py b/arch/tools/cli/config_generator.py
index 0fd02979..01a85095 100644
--- a/arch/tools/cli/config_generator.py
+++ b/arch/tools/cli/config_generator.py
@@ -124,6 +124,12 @@ def validate_and_render_schema():
                 f"Invalid model name {model_name}. Please provide model name in the format <provider>/<model_id>."
             )
         provider = model_name_tokens[0]
+        # Validate azure_openai provider requires base_url
+        if provider == "azure_openai" and llm_provider.get("base_url") is None:
+            raise Exception(
+                f"Provider 'azure_openai' requires 'base_url' to be set for model {model_name}"
+            )
+
         model_id = "/".join(model_name_tokens[1:])
         if provider not in SUPPORTED_PROVIDERS:
             if (