Update evaluator.py

change the data path of DROP
This commit is contained in:
Zhaoyang Yu 2024-10-16 20:19:19 +08:00
parent 859ee3d2e3
commit cea3473002

View file

@ -163,10 +163,10 @@ class Evaluator:
return graph_class(name="DROP", llm_config=llm_config, dataset=dataset)
if test:
data_path = "examples/aflow/data/drop_test.json"
data_path = "examples/aflow/data/drop_test.jsonl"
va_list = None
else:
data_path = "examples/aflow/data/drop_validate.json"
data_path = "examples/aflow/data/drop_validate.jsonl"
va_list = None # Replace with the filtered index list
graph = await load_graph()