From cea3473002ff33c52c1f1af297402c9e711f7c4c Mon Sep 17 00:00:00 2001 From: Zhaoyang Yu Date: Wed, 16 Oct 2024 20:19:19 +0800 Subject: [PATCH] Update evaluator.py change the data path of DROP --- examples/aflow/scripts/evaluator.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/examples/aflow/scripts/evaluator.py b/examples/aflow/scripts/evaluator.py index ed78cc5a5..2e2c56ef4 100644 --- a/examples/aflow/scripts/evaluator.py +++ b/examples/aflow/scripts/evaluator.py @@ -163,10 +163,10 @@ class Evaluator: return graph_class(name="DROP", llm_config=llm_config, dataset=dataset) if test: - data_path = "examples/aflow/data/drop_test.json" + data_path = "examples/aflow/data/drop_test.jsonl" va_list = None else: - data_path = "examples/aflow/data/drop_validate.json" + data_path = "examples/aflow/data/drop_validate.jsonl" va_list = None # Replace with the filtered index list graph = await load_graph()