From 76029782cc4f721a51b999d8761db0d02ce34e34 Mon Sep 17 00:00:00 2001 From: Cyzus Chi Date: Fri, 25 Oct 2024 23:07:14 +0800 Subject: [PATCH] rename aug to rs --- metagpt/ext/sela/README.md | 4 ++-- .../sela/experimenter/{aug.py => random_search.py} | 12 ++++++------ metagpt/ext/sela/run_experiment.py | 14 +++++++------- 3 files changed, 15 insertions(+), 15 deletions(-) rename metagpt/ext/sela/experimenter/{aug.py => random_search.py} (88%) diff --git a/metagpt/ext/sela/README.md b/metagpt/ext/sela/README.md index bf83f558a..c8a1adea8 100644 --- a/metagpt/ext/sela/README.md +++ b/metagpt/ext/sela/README.md @@ -77,10 +77,10 @@ #### Ablation Study **DI RandomSearch** - Single insight -`python run_experiment.py --exp_mode aug --task titanic --aug_mode single` +`python run_experiment.py --exp_mode rs --task titanic --rs_mode single` - Set insight -`python run_experiment.py --exp_mode aug --task titanic --aug_mode set` +`python run_experiment.py --exp_mode rs --task titanic --rs_mode set` ## 4. Evaluation diff --git a/metagpt/ext/sela/experimenter/aug.py b/metagpt/ext/sela/experimenter/random_search.py similarity index 88% rename from metagpt/ext/sela/experimenter/aug.py rename to metagpt/ext/sela/experimenter/random_search.py index 99b1e700a..94fb6960b 100644 --- a/metagpt/ext/sela/experimenter/aug.py +++ b/metagpt/ext/sela/experimenter/random_search.py @@ -10,8 +10,8 @@ When doing the tasks, you can refer to the insights below: """ -class AugExperimenter(Experimenter): - result_path: str = "results/aug" +class RandomSearchExperimenter(Experimenter): + result_path: str = "results/random_search" async def run_experiment(self): # state = create_initial_state(self.args.task, start_task_id=1, data_config=self.data_config, low_is_better=self.args.low_is_better, name="") @@ -20,17 +20,17 @@ class AugExperimenter(Experimenter): exp_pool = InstructionGenerator.load_analysis_pool( exp_pool_path, use_fixed_insights=self.args.use_fixed_insights ) - if self.args.aug_mode == "single": + if self.args.rs_mode == "single": exps = InstructionGenerator._random_sample(exp_pool, self.args.num_experiments) exps = [exp["Analysis"] for exp in exps] - elif self.args.aug_mode == "set": + elif self.args.rs_mode == "set": exps = [] for i in range(self.args.num_experiments): exp_set = InstructionGenerator.sample_instruction_set(exp_pool) exp_set_text = "\n".join([f"{exp['task_id']}: {exp['Analysis']}" for exp in exp_set]) exps.append(exp_set_text) else: - raise ValueError(f"Invalid mode: {self.args.aug_mode}") + raise ValueError(f"Invalid mode: {self.args.rs_mode}") results = [] for i in range(self.args.num_experiments): @@ -45,7 +45,7 @@ class AugExperimenter(Experimenter): { "idx": i, "score_dict": score_dict, - "aug_mode": self.args.aug_mode, + "rs_mode": self.args.rs_mode, "insights": exps[i], "user_requirement": requirement, "args": vars(self.args), diff --git a/metagpt/ext/sela/run_experiment.py b/metagpt/ext/sela/run_experiment.py index 4dbb1a4ef..7d2a317c6 100644 --- a/metagpt/ext/sela/run_experiment.py +++ b/metagpt/ext/sela/run_experiment.py @@ -2,7 +2,7 @@ import argparse import asyncio from metagpt.ext.sela.data.custom_task import get_mle_is_lower_better, get_mle_task_id -from metagpt.ext.sela.experimenter.aug import AugExperimenter +from metagpt.ext.sela.experimenter.random_search import RandomSearchExperimenter from metagpt.ext.sela.experimenter.autogluon import GluonExperimenter from metagpt.ext.sela.experimenter.autosklearn import AutoSklearnExperimenter from metagpt.ext.sela.experimenter.custom import CustomExperimenter @@ -17,12 +17,12 @@ def get_args(cmd=True): "--exp_mode", type=str, default="mcts", - choices=["mcts", "aug", "base", "custom", "greedy", "autogluon", "random", "autosklearn"], + choices=["mcts", "rs", "base", "custom", "greedy", "autogluon", "random", "autosklearn"], ) parser.add_argument("--role_timeout", type=int, default=1000) get_di_args(parser) get_mcts_args(parser) - get_aug_exp_args(parser) + get_rs_exp_args(parser) if cmd: args = parser.parse_args() else: @@ -56,8 +56,8 @@ def get_mcts_args(parser): parser.add_argument("--max_depth", type=int, default=4) -def get_aug_exp_args(parser): - parser.add_argument("--aug_mode", type=str, default="single", choices=["single", "set"]) +def get_rs_exp_args(parser): + parser.add_argument("--rs_mode", type=str, default="single", choices=["single", "set"]) parser.add_argument("--is_multimodal", action="store_true", help="Specify if the model is multi-modal") @@ -79,8 +79,8 @@ async def main(args): experimenter = MCTSExperimenter(args, tree_mode="greedy") elif args.exp_mode == "random": experimenter = MCTSExperimenter(args, tree_mode="random") - elif args.exp_mode == "aug": - experimenter = AugExperimenter(args) + elif args.exp_mode == "rs": + experimenter = RandomSearchExperimenter(args) elif args.exp_mode == "base": experimenter = Experimenter(args) elif args.exp_mode == "autogluon":