From 6f437bb76d3897a687206ce9a7e9392d149dffc7 Mon Sep 17 00:00:00 2001
From: Yizhou Chi <chiyizhou@fuzhi.ai>
Date: Thu, 17 Oct 2024 17:49:31 +0800
Subject: [PATCH] automatically change low_is_better for rmse

---
 expo/MCTS.py | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/expo/MCTS.py b/expo/MCTS.py
index 8778554ed..2ce559ae0 100644
--- a/expo/MCTS.py
+++ b/expo/MCTS.py
@@ -43,6 +43,8 @@ def create_initial_state(task, start_task_id, data_config, args):
         task = get_mle_task_id(args.custom_dataset_dir)
     else:
         dataset_config = data_config["datasets"][task]
+        if dataset_config["metric"] == "rmse":
+            args.low_is_better = True
         datasets_dir = get_split_dataset_path(task, data_config)
         requirement = generate_task_requirement(
             task, data_config, is_di=True, special_instruction=args.special_instruction