apunkt/plano
1
0
Fork 0
mirror of https://github.com/katanemo/plano.git synced 2026-06-17 15:25:17 +02:00
Code Issues Projects Releases Packages Wiki Activity

remove test until more evaluation on example

Browse source
This commit is contained in:
co tran 2025-03-31 23:14:10 +00:00
parent 6ec4c14407
commit ddf5f23973
1 changed files with 17 additions and 17 deletions
Download patch file Download diff file Expand all files Collapse all files

34
tests/modelserver/test_hallucination.py
View file

@ -23,22 +23,22 @@ with open(yaml_file_path, "r") as file:
test_data_yaml = yaml.safe_load(file)
@pytest.mark.parametrize(
"test_data",
[
pytest.param(test_case, id=test_case["id"])
for test_case in test_data_yaml["test_cases"]
],
)
def test_model_server(test_data):
input = test_data["input"]
expected = test_data["expected"]
# @pytest.mark.parametrize(
# "test_data",
# [
# pytest.param(test_case, id=test_case["id"])
# for test_case in test_data_yaml["test_cases"]
# ],
# )
# def test_model_server(test_data):
# input = test_data["input"]
# expected = test_data["expected"]
response = requests.post(MODEL_SERVER_ENDPOINT, json=input)
assert response.status_code == 200
assert response.headers["content-type"] == "application/json"
# response = requests.post(MODEL_SERVER_ENDPOINT, json=input)
# assert response.status_code == 200
# assert response.headers["content-type"] == "application/json"
response_json = response.json()
assert response_json
metadata = response_json.get("metadata", {})
assert (metadata["hallucination"].lower() == "true") == expected[0]["hallucination"]
# response_json = response.json()
# assert response_json
# metadata = response_json.get("metadata", {})
# assert (metadata["hallucination"].lower() == "true") == expected[0]["hallucination"]