disentangle planner and tool module, optimize tool module, add react mode

tests/metagpt/tools/test_tool_recommend.py

@@ -0,0 +1,66 @@
+import pytest
+
+from metagpt.schema import Plan, Task
+from metagpt.tools import TOOL_REGISTRY
+from metagpt.tools.tool_recommend import BM25ToolRecommender, ToolRecommender
+
+
+@pytest.fixture
+def mock_plan(mocker):
+    task_map = {
+        "1": Task(
+            task_id="1",
+            instruction="conduct feature engineering, add new features on the dataset",
+            task_type="feature_engineering",
+        )
+    }
+    plan = Plan(
+        goal="test requirement",
+        tasks=list(task_map.values()),
+        task_map=task_map,
+        current_task_id="1",
+    )
+    return plan
+
+
+def test_tr_init():
+    tr = ToolRecommender(tools=["FillMissingValue", "PolynomialExpansion", "web_scraping", "non-existing tool"])
+    # web_scraping is a tool type, it has one tool scrape_web_playwright
+    assert list(tr.tools.keys()) == [
+        "FillMissingValue",
+        "PolynomialExpansion",
+        "scrape_web_playwright",
+    ]
+
+
+def test_tr_init_default_tools_value():
+    tr = ToolRecommender()
+    assert tr.tools == {}
+
+
+def test_tr_init_tools_all():
+    tr = ToolRecommender(tools="<all>")
+    assert list(tr.tools.keys()) == list(TOOL_REGISTRY.get_all_tools().keys())
+
+
+@pytest.mark.asyncio
+async def test_tr_recall_with_plan(mock_plan):
+    tr = ToolRecommender(
+        tools=[
+            "FillMissingValue",
+            "PolynomialExpansion",
+            "web_scraping",
+        ]
+    )
+    result = await tr.recall_tools(plan=mock_plan)
+    assert len(result) == 1
+    assert result[0].name == "PolynomialExpansion"
+
+
+@pytest.mark.asyncio
+async def test_bm25_tr_recall(mock_plan):
+    tr = BM25ToolRecommender(tools=["FillMissingValue", "PolynomialExpansion", "web_scraping"])
+    result = await tr.recall_tools(plan=mock_plan)
+    # print(result)
+    assert len(result) == 3
+    assert result[0].name == "PolynomialExpansion"