automatically change low_is_better for rmse

This commit is contained in:
Yizhou Chi 2024-10-17 17:49:31 +08:00
parent 852fbc58ee
commit 6f437bb76d

View file

@ -43,6 +43,8 @@ def create_initial_state(task, start_task_id, data_config, args):
task = get_mle_task_id(args.custom_dataset_dir)
else:
dataset_config = data_config["datasets"][task]
if dataset_config["metric"] == "rmse":
args.low_is_better = True
datasets_dir = get_split_dataset_path(task, data_config)
requirement = generate_task_requirement(
task, data_config, is_di=True, special_instruction=args.special_instruction