add llama-3.2-3b-preview to the model based on addin groq to the demo

This commit is contained in:
Salman Paracha 2025-04-12 23:30:23 -07:00
parent 26b1d37a2d
commit afa284dd5e

View file

@ -62,7 +62,7 @@ def test_prompt_gateway(stream):
# third..end chunk is summarization (role = assistant)
response_json = json.loads(chunks[2])
assert response_json.get("model").startswith("gpt-4o-mini")
assert response_json.get("model").startswith("llama-3.2-3b-preview")
choices = response_json.get("choices", [])
assert len(choices) > 0
assert "role" in choices[0]["delta"]
@ -71,7 +71,7 @@ def test_prompt_gateway(stream):
else:
response_json = response.json()
assert response_json.get("model").startswith("gpt-4o-mini")
assert response_json.get("model").startswith("llama-3.2-3b-preview")
choices = response_json.get("choices", [])
assert len(choices) > 0
assert "role" in choices[0]["message"]
@ -231,7 +231,7 @@ def test_prompt_gateway_param_tool_call(stream):
# third..end chunk is summarization (role = assistant)
response_json = json.loads(chunks[2])
assert response_json.get("model").startswith("gpt-4o-mini")
assert response_json.get("model").startswith("llama-3.2-3b-preview")
choices = response_json.get("choices", [])
assert len(choices) > 0
assert "role" in choices[0]["delta"]
@ -240,7 +240,7 @@ def test_prompt_gateway_param_tool_call(stream):
else:
response_json = response.json()
assert response_json.get("model").startswith("gpt-4o-mini")
assert response_json.get("model").startswith("llama-3.2-3b-preview")
choices = response_json.get("choices", [])
assert len(choices) > 0
assert "role" in choices[0]["message"]