diff --git a/test-api/test-llm-api b/test-api/test-llm-api
index c33c6634..6bee2048 100755
--- a/test-api/test-llm-api
+++ b/test-api/test-llm-api
@@ -19,6 +19,9 @@ resp = requests.post(
     json=input,
 )
 
+if resp.status_code != 200:
+    raise RuntimeError(f"Status code: {resp.status_code}")
+
 resp = resp.json()
 
 if "error" in resp: