diff --git a/templates/components/openai.jsonnet b/templates/components/openai.jsonnet
index 9e0212d2..13d47236 100644
--- a/templates/components/openai.jsonnet
+++ b/templates/components/openai.jsonnet
@@ -19,7 +19,8 @@ local prompts = import "prompts/mixtral.jsonnet";
         create:: function(engine)
 
             local envSecrets = engine.envSecrets("openai-credentials")
-                .with_env_var("OPENAI_TOKEN", "openai-token");
+                .with_env_var("OPENAI_TOKEN", "openai-token")
+                .with_env_var("OPENAI_BASE_URL", "openai-url");
 
             local container =
                 engine.container("text-completion")