This commit is contained in:
co tran 2025-04-01 01:18:28 +00:00
parent 6e5cb5d485
commit 81c7bfff84

View file

@ -23,22 +23,22 @@ with open(yaml_file_path, "r") as file:
test_data_yaml = yaml.safe_load(file)
# @pytest.mark.parametrize(
# "test_data",
# [
# pytest.param(test_case, id=test_case["id"])
# for test_case in test_data_yaml["test_cases"]
# ],
# )
# def test_model_server(test_data):
# input = test_data["input"]
# expected = test_data["expected"]
@pytest.mark.parametrize(
"test_data",
[
pytest.param(test_case, id=test_case["id"])
for test_case in test_data_yaml["test_cases"]
],
)
def test_model_server(test_data):
input = test_data["input"]
expected = test_data["expected"]
# response = requests.post(MODEL_SERVER_ENDPOINT, json=input)
# assert response.status_code == 200
# assert response.headers["content-type"] == "application/json"
response = requests.post(MODEL_SERVER_ENDPOINT, json=input)
assert response.status_code == 200
assert response.headers["content-type"] == "application/json"
# response_json = response.json()
# assert response_json
# metadata = response_json.get("metadata", {})
# assert (metadata["hallucination"].lower() == "true") == expected[0]["hallucination"]
response_json = response.json()
assert response_json
metadata = response_json.get("metadata", {})
assert (metadata["hallucination"].lower() == "true") == expected[0]["hallucination"]