automatically update low_is_better for our task

This commit is contained in:
Yizhou Chi 2024-10-17 17:55:24 +08:00
parent 6f437bb76d
commit de42e32b8e
2 changed files with 3 additions and 2 deletions

View file

@ -41,7 +41,9 @@ class InstructionGenerator:
with open(f"{state['custom_dataset_dir']}/description.md", "r", encoding="utf-8") as file:
self.dataset_info = file.read()
else:
dataset_info_path = f"{self.data_config['datasets_dir']}/{state['task']}/dataset_info.json"
dataset_info_path = (
f"{self.data_config['datasets_dir']}/{state['dataset_config']['dataset']}/dataset_info.json"
)
with open(dataset_info_path, "r") as file:
self.dataset_info = json.load(file)
self.use_fixed_insights = use_fixed_insights

View file

@ -34,7 +34,6 @@ def get_args(cmd=True):
args.from_scratch = True
args.task = get_mle_task_id(args.custom_dataset_dir)
args.low_is_better = get_mle_is_lower_better(args.task)
print("low_is_better:", args.low_is_better)
return args