From de42e32b8e5a5293365852fde63ccaf0f69d4d95 Mon Sep 17 00:00:00 2001 From: Yizhou Chi Date: Thu, 17 Oct 2024 17:55:24 +0800 Subject: [PATCH] automatically update low_is_better for our task --- expo/insights/instruction_generator.py | 4 +++- expo/run_experiment.py | 1 - 2 files changed, 3 insertions(+), 2 deletions(-) diff --git a/expo/insights/instruction_generator.py b/expo/insights/instruction_generator.py index 835c1ff9d..78b32e45d 100644 --- a/expo/insights/instruction_generator.py +++ b/expo/insights/instruction_generator.py @@ -41,7 +41,9 @@ class InstructionGenerator: with open(f"{state['custom_dataset_dir']}/description.md", "r", encoding="utf-8") as file: self.dataset_info = file.read() else: - dataset_info_path = f"{self.data_config['datasets_dir']}/{state['task']}/dataset_info.json" + dataset_info_path = ( + f"{self.data_config['datasets_dir']}/{state['dataset_config']['dataset']}/dataset_info.json" + ) with open(dataset_info_path, "r") as file: self.dataset_info = json.load(file) self.use_fixed_insights = use_fixed_insights diff --git a/expo/run_experiment.py b/expo/run_experiment.py index 7b49e6738..68c3b35d4 100644 --- a/expo/run_experiment.py +++ b/expo/run_experiment.py @@ -34,7 +34,6 @@ def get_args(cmd=True): args.from_scratch = True args.task = get_mle_task_id(args.custom_dataset_dir) args.low_is_better = get_mle_is_lower_better(args.task) - print("low_is_better:", args.low_is_better) return args