Merge remote-tracking branch 'origin/main'

README.md

@@ -26,7 +26,7 @@ # MetaGPT: The Multi-Agent Framework
 </p>
 
 ## News
-🚀 Feb. 08, 2024: [v0.7.0](https://github.com/geekan/MetaGPT/releases/tag/v0.7.0) released, supporting assigning different LLMs to different Roles. We also introduced CodeInterpreter, a powerful agent capable of solving a wide range of real-world problems.
+🚀 Feb. 08, 2024: [v0.7.0](https://github.com/geekan/MetaGPT/releases/tag/v0.7.0) released, supporting assigning different LLMs to different Roles. We also introduced [Interpreter](https://github.com/geekan/MetaGPT/blob/main/examples/mi/README.md), a powerful agent capable of solving a wide range of real-world problems.
 
 🚀 Jan. 16, 2024: Our paper [MetaGPT: Meta Programming for A Multi-Agent Collaborative Framework
 ](https://arxiv.org/abs/2308.00352) accepted for oral presentation **(top 1.2%)** at ICLR 2024, **ranking #1** in the LLM-based Agent category.

examples/ci/README.md

@@ -1,18 +0,0 @@
-# Code Interpreter (CI)
-
-## What is CodeInterpreter
-CodeInterpreter is an agent who solves problems through codes. It understands user requirements, makes plans, writes codes for execution, and uses tools if necessary. These capabilities enable it to tackle a wide range of scenarios, please check out the examples below.
-
-## Example List
-- Data visualization
-- Machine learning modeling
-- Image background removal
-- Solve math problems
-- Receipt OCR
-- Tool usage: web page imitation
-- Tool usage: web crawling
-- Tool usage: text2image
-- Tool usage: email summarization and response
-- More on the way!
-
-Please see [here](https://docs.deepwisdom.ai/main/en/guide/use_cases/agent/code_interpreter/ci_intro.html) for detailed explanation.

examples/ci/machine_learning.py

@@ -1,13 +0,0 @@
-import asyncio
-
-from metagpt.roles.ci.code_interpreter import CodeInterpreter
-
-
-async def main(requirement: str):
-    role = CodeInterpreter(auto_run=True, use_tools=False)
-    await role.run(requirement)
-
-
-if __name__ == "__main__":
-    requirement = "Run data analysis on sklearn Wine recognition dataset, include a plot, and train a model to predict wine class (20% as validation), and show validation accuracy."
-    asyncio.run(main(requirement))

examples/mi/README.md

@@ -0,0 +1,18 @@
+# MetaGPT Interpreter (MI)
+
+## What is Interpreter
+Interpreter is an agent who solves problems through codes. It understands user requirements, makes plans, writes codes for execution, and uses tools if necessary. These capabilities enable it to tackle a wide range of scenarios, please check out the examples below.
+
+## Example List
+- Data visualization
+- Machine learning modeling
+- Image background removal
+- Solve math problems
+- Receipt OCR
+- Tool usage: web page imitation
+- Tool usage: web crawling
+- Tool usage: text2image
+- Tool usage: email summarization and response
+- More on the way!
+
+Please see [here](https://docs.deepwisdom.ai/main/en/guide/use_cases/agent/interpreter/mi_intro.html) for detailed explanation.

examples/mi/crawl_webpage.py

@@ -5,15 +5,15 @@
 @File    :   crawl_webpage.py
 """
 
-from metagpt.roles.ci.code_interpreter import CodeInterpreter
+from metagpt.roles.mi.interpreter import Interpreter
 
 
 async def main():
     prompt = """Get data from `paperlist` table in https://papercopilot.com/statistics/iclr-statistics/iclr-2024-statistics/,
     and save it to a csv file. paper title must include `multiagent` or `large language model`. *notice: print key variables*"""
-    ci = CodeInterpreter(goal=prompt, use_tools=True)
+    mi = Interpreter(use_tools=True)
 
-    await ci.run(prompt)
+    await mi.run(prompt)
 
 
 if __name__ == "__main__":

examples/mi/data_visualization.py

@@ -1,11 +1,11 @@
 import asyncio
 
-from metagpt.roles.ci.code_interpreter import CodeInterpreter
+from metagpt.roles.mi.interpreter import Interpreter
 
 
 async def main(requirement: str = ""):
-    code_interpreter = CodeInterpreter(use_tools=False)
-    await code_interpreter.run(requirement)
+    mi = Interpreter(use_tools=False)
+    await mi.run(requirement)
 
 
 if __name__ == "__main__":

examples/mi/email_summary.py

@@ -6,7 +6,7 @@
 """
 import os
 
-from metagpt.roles.ci.code_interpreter import CodeInterpreter
+from metagpt.roles.mi.interpreter import Interpreter
 
 
 async def main():
@@ -22,9 +22,9 @@ async def main():
             Firstly, Please help me fetch the latest 5 senders and full letter contents.
             Then, summarize each of the 5 emails into one sentence (you can do this by yourself, no need to import other models to do this) and output them in a markdown format."""
 
-    ci = CodeInterpreter(use_tools=True)
+    mi = Interpreter(use_tools=True)
 
-    await ci.run(prompt)
+    await mi.run(prompt)
 
 
 if __name__ == "__main__":

examples/mi/imitate_webpage.py

@@ -5,7 +5,7 @@
 @Author  : mannaandpoem
 @File    : imitate_webpage.py
 """
-from metagpt.roles.ci.code_interpreter import CodeInterpreter
+from metagpt.roles.mi.interpreter import Interpreter
 
 
 async def main():
@@ -15,9 +15,9 @@ Firstly, utilize Selenium and WebDriver for rendering.
 Secondly, convert image to a webpage including HTML, CSS and JS in one go. 
 Finally, save webpage in a text file. 
 Note: All required dependencies and environments have been fully installed and configured."""
-    ci = CodeInterpreter(use_tools=True)
+    mi = Interpreter(use_tools=True)
 
-    await ci.run(prompt)
+    await mi.run(prompt)
 
 
 if __name__ == "__main__":

examples/mi/machine_learning.py

@@ -0,0 +1,13 @@
+import fire
+
+from metagpt.roles.mi.interpreter import Interpreter
+
+
+async def main(auto_run: bool = True):
+    requirement = "Run data analysis on sklearn Wine recognition dataset, include a plot, and train a model to predict wine class (20% as validation), and show validation accuracy."
+    mi = Interpreter(auto_run=auto_run)
+    await mi.run(requirement)
+
+
+if __name__ == "__main__":
+    fire.Fire(main)

examples/mi/ml_engineer_with_tools.py

@@ -1,6 +1,6 @@
 import asyncio
 
-from metagpt.roles.ci.ml_engineer import MLEngineer
+from metagpt.roles.mi.ml_engineer import MLEngineer
 
 
 async def main(requirement: str):

examples/mi/ocr_receipt.py

@@ -1,16 +1,16 @@
-from metagpt.roles.ci.code_interpreter import CodeInterpreter
+from metagpt.roles.mi.interpreter import Interpreter
 
 
 async def main():
     # Notice: pip install metagpt[ocr] before using this example
     image_path = "image.jpg"
     language = "English"
-    requirement = f"""This is a {language} invoice image.
+    requirement = f"""This is a {language} receipt image.
     Your goal is to perform OCR on images using PaddleOCR, then extract the total amount from ocr text results, and finally save as table. Image path: {image_path}. 
     NOTE: The environments for Paddle and PaddleOCR are all ready and has been fully installed."""
-    ci = CodeInterpreter()
+    mi = Interpreter()
 
-    await ci.run(requirement)
+    await mi.run(requirement)
 
 
 if __name__ == "__main__":

examples/mi/rm_image_background.py

@@ -1,11 +1,11 @@
 import asyncio
 
-from metagpt.roles.ci.code_interpreter import CodeInterpreter
+from metagpt.roles.mi.interpreter import Interpreter
 
 
 async def main(requirement: str = ""):
-    code_interpreter = CodeInterpreter(use_tools=False)
-    await code_interpreter.run(requirement)
+    mi = Interpreter(use_tools=False)
+    await mi.run(requirement)
 
 
 if __name__ == "__main__":

examples/mi/sd_tool_usage.py

@@ -4,12 +4,12 @@
 # @Desc    :
 import asyncio
 
-from metagpt.roles.ci.code_interpreter import CodeInterpreter
+from metagpt.roles.mi.interpreter import Interpreter
 
 
 async def main(requirement: str = ""):
-    code_interpreter = CodeInterpreter(use_tools=True, goal=requirement)
-    await code_interpreter.run(requirement)
+    mi = Interpreter(use_tools=True, goal=requirement)
+    await mi.run(requirement)
 
 
 if __name__ == "__main__":

examples/mi/solve_math_problems.py

@@ -1,11 +1,11 @@
 import asyncio
 
-from metagpt.roles.ci.code_interpreter import CodeInterpreter
+from metagpt.roles.mi.interpreter import Interpreter
 
 
 async def main(requirement: str = ""):
-    code_interpreter = CodeInterpreter(use_tools=False)
-    await code_interpreter.run(requirement)
+    mi = Interpreter(use_tools=False)
+    await mi.run(requirement)
 
 
 if __name__ == "__main__":

examples/write_novel.py

@@ -33,17 +33,28 @@ class Chapter(BaseModel):
     content: str = Field(default="...", description="The content of the chapter. No more than 1000 words.")
 
 
+class Chapters(BaseModel):
+    chapters: List[Chapter] = Field(
+        default=[
+            {"name": "Chapter 1", "content": "..."},
+            {"name": "Chapter 2", "content": "..."},
+            {"name": "Chapter 3", "content": "..."},
+        ],
+        description="The chapters of the novel.",
+    )
+
+
 async def generate_novel():
     instruction = (
-        "Write a novel named 'Harry Potter in The Lord of the Rings'. "
+        "Write a novel named 'Reborn in Skyrim'. "
         "Fill the empty nodes with your own ideas. Be creative! Use your own words!"
         "I will tip you $100,000 if you write a good novel."
     )
     novel_node = await ActionNode.from_pydantic(Novel).fill(context=instruction, llm=LLM())
-    chap_node = await ActionNode.from_pydantic(Chapter).fill(
+    chap_node = await ActionNode.from_pydantic(Chapters).fill(
         context=f"### instruction\n{instruction}\n### novel\n{novel_node.content}", llm=LLM()
     )
-    print(chap_node.content)
+    print(chap_node.instruct_content)
 
 
 asyncio.run(generate_novel())

metagpt/actions/__init__.py

@@ -22,9 +22,9 @@ from metagpt.actions.write_code_review import WriteCodeReview
 from metagpt.actions.write_prd import WritePRD
 from metagpt.actions.write_prd_review import WritePRDReview
 from metagpt.actions.write_test import WriteTest
-from metagpt.actions.ci.execute_nb_code import ExecuteNbCode
-from metagpt.actions.ci.write_analysis_code import WriteCodeWithoutTools, WriteCodeWithTools
-from metagpt.actions.ci.write_plan import WritePlan
+from metagpt.actions.mi.execute_nb_code import ExecuteNbCode
+from metagpt.actions.mi.write_analysis_code import WriteCodeWithoutTools, WriteCodeWithTools
+from metagpt.actions.mi.write_plan import WritePlan
 
 
 class ActionType(Enum):

metagpt/actions/mi/debug_code.py

@@ -1,6 +1,6 @@
 from __future__ import annotations
 
-from metagpt.actions.ci.write_analysis_code import BaseWriteAnalysisCode
+from metagpt.actions.mi.write_analysis_code import BaseWriteAnalysisCode
 from metagpt.logs import logger
 from metagpt.schema import Message
 from metagpt.utils.common import create_func_call_config

metagpt/actions/mi/execute_nb_code.py

@@ -182,7 +182,7 @@ class ExecuteNbCode(Action):
             outputs = self.parse_outputs(self.nb.cells[-1].outputs)
             outputs, success = truncate(remove_escape_and_color_codes(outputs), is_success=success)
 
-            if "!pip" in outputs:
+            if "!pip" in code:
                 success = False
 
             return outputs, success

metagpt/actions/mi/ml_action.py

@@ -3,14 +3,14 @@ from __future__ import annotations
 from typing import Tuple
 
 from metagpt.actions import Action
-from metagpt.actions.ci.write_analysis_code import WriteCodeWithTools
-from metagpt.prompts.ci.ml_action import (
+from metagpt.actions.mi.write_analysis_code import WriteCodeWithTools
+from metagpt.prompts.mi.ml_action import (
     ML_GENERATE_CODE_PROMPT,
     ML_TOOL_USAGE_PROMPT,
     PRINT_DATA_COLUMNS,
     UPDATE_DATA_COLUMNS,
 )
-from metagpt.prompts.ci.write_analysis_code import CODE_GENERATOR_WITH_TOOLS
+from metagpt.prompts.mi.write_analysis_code import CODE_GENERATOR_WITH_TOOLS
 from metagpt.schema import Message, Plan
 from metagpt.utils.common import create_func_call_config, remove_comments
 

metagpt/actions/mi/write_analysis_code.py

@@ -10,7 +10,7 @@ from typing import Tuple
 
 from metagpt.actions import Action
 from metagpt.logs import logger
-from metagpt.prompts.ci.write_analysis_code import (
+from metagpt.prompts.mi.write_analysis_code import (
     CODE_GENERATOR_WITH_TOOLS,
     SELECT_FUNCTION_TOOLS,
     TOOL_RECOMMENDATION_PROMPT,

metagpt/actions/mi/write_plan.py

@@ -12,7 +12,7 @@ from typing import Tuple
 
 from metagpt.actions import Action
 from metagpt.logs import logger
-from metagpt.prompts.ci.write_analysis_code import (
+from metagpt.prompts.mi.write_analysis_code import (
     ASSIGN_TASK_TYPE_CONFIG,
     ASSIGN_TASK_TYPE_PROMPT,
 )

metagpt/roles/mi/interpreter.py

@@ -2,9 +2,9 @@ from __future__ import annotations
 
 from pydantic import Field
 
-from metagpt.actions.ci.ask_review import ReviewConst
-from metagpt.actions.ci.execute_nb_code import ExecuteNbCode
-from metagpt.actions.ci.write_analysis_code import (
+from metagpt.actions.mi.ask_review import ReviewConst
+from metagpt.actions.mi.execute_nb_code import ExecuteNbCode
+from metagpt.actions.mi.write_analysis_code import (
     WriteCodeWithoutTools,
     WriteCodeWithTools,
 )
@@ -13,9 +13,9 @@ from metagpt.roles import Role
 from metagpt.schema import Message, Task, TaskResult
 
 
-class CodeInterpreter(Role):
-    name: str = "Charlie"
-    profile: str = "CodeInterpreter"
+class Interpreter(Role):
+    name: str = "Ivy"
+    profile: str = "Interpreter"
     auto_run: bool = True
     use_tools: bool = False
     execute_code: ExecuteNbCode = Field(default_factory=ExecuteNbCode, exclude=True)

metagpt/roles/mi/ml_engineer.py

@@ -1,13 +1,13 @@
-from metagpt.actions.ci.debug_code import DebugCode
-from metagpt.actions.ci.execute_nb_code import ExecuteNbCode
-from metagpt.actions.ci.ml_action import UpdateDataColumns, WriteCodeWithToolsML
+from metagpt.actions.mi.debug_code import DebugCode
+from metagpt.actions.mi.execute_nb_code import ExecuteNbCode
+from metagpt.actions.mi.ml_action import UpdateDataColumns, WriteCodeWithToolsML
 from metagpt.logs import logger
-from metagpt.roles.ci.code_interpreter import CodeInterpreter
+from metagpt.roles.mi.interpreter import Interpreter
 from metagpt.tools.tool_type import ToolType
 from metagpt.utils.common import any_to_str
 
 
-class MLEngineer(CodeInterpreter):
+class MLEngineer(Interpreter):
     name: str = "Mark"
     profile: str = "MLEngineer"
     debug_context: list = []

metagpt/strategy/planner.py

@@ -4,8 +4,8 @@ import json
 
 from pydantic import BaseModel, Field
 
-from metagpt.actions.ci.ask_review import AskReview, ReviewConst
-from metagpt.actions.ci.write_plan import (
+from metagpt.actions.mi.ask_review import AskReview, ReviewConst
+from metagpt.actions.mi.write_plan import (
     WritePlan,
     precheck_update_plan_from_rsp,
     update_plan_from_rsp,
@@ -122,7 +122,7 @@ class Planner(BaseModel):
         )  # "confirm, ... (more content, such as changing downstream tasks)"
         if confirmed_and_more:
             self.working_memory.add(Message(content=review, role="user", cause_by=AskReview))
-            await self.update_plan(review)
+            await self.update_plan()
 
     def get_useful_memories(self, task_exclude_field=None) -> list[Message]:
         """find useful memories only to reduce context length and improve performance"""

metagpt/strategy/solver.py

@@ -49,8 +49,8 @@ class TOTSolver(BaseSolver):
         raise NotImplementedError
 
 
-class CodeInterpreterSolver(BaseSolver):
-    """CodeInterpreterSolver: Write&Run code in the graph"""
+class InterpreterSolver(BaseSolver):
+    """InterpreterSolver: Write&Run code in the graph"""
 
     async def solve(self):
         raise NotImplementedError

metagpt/tools/tool_registry.py

@@ -9,7 +9,6 @@ from __future__ import annotations
 
 import inspect
 import os
-import re
 from collections import defaultdict
 
 import yaml
@@ -109,7 +108,8 @@ def register_tool(tool_type: str = "other", schema_path: str = "", **kwargs):
         # Get the file path where the function / class is defined and the source code
         file_path = inspect.getfile(cls)
         if "metagpt" in file_path:
-            file_path = re.search("metagpt.+", file_path).group(0)
+            # split to handle ../metagpt/metagpt/tools/... where only metapgt/tools/... is needed
+            file_path = "metagpt" + file_path.split("metagpt")[-1]
         source_code = inspect.getsource(cls)
 
         TOOL_REGISTRY.register_tool(

requirements.txt

@@ -14,7 +14,7 @@ lancedb==0.4.0
 langchain==0.0.352
 loguru==0.6.0
 meilisearch==0.21.0
-numpy>=1.24.3
+numpy>=1.24.3,<1.25.0
 openai==1.6.0
 openpyxl
 beautifulsoup4==4.12.2

setup.py

@@ -57,7 +57,7 @@ extras_require["dev"] = (["pylint~=3.0.3", "black~=23.3.0", "isort~=5.12.0", "pr
 
 setup(
     name="metagpt",
-    version="0.7.0",
+    version="0.7.2",
     description="The Multi-Agent Framework",
     long_description=long_description,
     long_description_content_type="text/markdown",

tests/metagpt/actions/mi/test_ask_review.py

@@ -1,6 +1,6 @@
 import pytest
 
-from metagpt.actions.ci.ask_review import AskReview
+from metagpt.actions.mi.ask_review import AskReview
 
 
 @pytest.mark.asyncio

tests/metagpt/actions/mi/test_debug_code.py

@@ -5,7 +5,7 @@
 
 import pytest
 
-from metagpt.actions.ci.debug_code import DebugCode
+from metagpt.actions.mi.debug_code import DebugCode
 from metagpt.schema import Message
 
 ErrorStr = """Tested passed:

tests/metagpt/actions/mi/test_execute_nb_code.py

@@ -1,6 +1,6 @@
 import pytest
 
-from metagpt.actions.ci.execute_nb_code import ExecuteNbCode, truncate
+from metagpt.actions.mi.execute_nb_code import ExecuteNbCode, truncate
 
 
 @pytest.mark.asyncio

tests/metagpt/actions/mi/test_ml_action.py

@@ -1,6 +1,6 @@
 import pytest
 
-from metagpt.actions.ci.ml_action import WriteCodeWithToolsML
+from metagpt.actions.mi.ml_action import WriteCodeWithToolsML
 from metagpt.schema import Plan, Task
 
 

tests/metagpt/actions/mi/test_write_analysis_code.py

@@ -2,8 +2,8 @@ import asyncio
 
 import pytest
 
-from metagpt.actions.ci.execute_nb_code import ExecuteNbCode
-from metagpt.actions.ci.write_analysis_code import (
+from metagpt.actions.mi.execute_nb_code import ExecuteNbCode
+from metagpt.actions.mi.write_analysis_code import (
     WriteCodeWithoutTools,
     WriteCodeWithTools,
 )

tests/metagpt/actions/mi/test_write_plan.py

@@ -1,6 +1,6 @@
 import pytest
 
-from metagpt.actions.ci.write_plan import (
+from metagpt.actions.mi.write_plan import (
     Plan,
     Task,
     WritePlan,

tests/metagpt/roles/mi/test_interpreter.py

@@ -1,23 +1,23 @@
 import pytest
 
 from metagpt.logs import logger
-from metagpt.roles.ci.code_interpreter import CodeInterpreter
+from metagpt.roles.mi.interpreter import Interpreter
 
 
 @pytest.mark.asyncio
 @pytest.mark.parametrize("auto_run", [(True), (False)])
-async def test_code_interpreter(mocker, auto_run):
-    mocker.patch("metagpt.actions.ci.execute_nb_code.ExecuteNbCode.run", return_value=("a successful run", True))
+async def test_interpreter(mocker, auto_run):
+    mocker.patch("metagpt.actions.mi.execute_nb_code.ExecuteNbCode.run", return_value=("a successful run", True))
     mocker.patch("builtins.input", return_value="confirm")
 
     requirement = "Run data analysis on sklearn Iris dataset, include a plot"
     tools = []
 
-    ci = CodeInterpreter(auto_run=auto_run, use_tools=True, tools=tools)
-    rsp = await ci.run(requirement)
+    mi = Interpreter(auto_run=auto_run, use_tools=True, tools=tools)
+    rsp = await mi.run(requirement)
     logger.info(rsp)
     assert len(rsp.content) > 0
 
-    finished_tasks = ci.planner.plan.get_finished_tasks()
+    finished_tasks = mi.planner.plan.get_finished_tasks()
     assert len(finished_tasks) > 0
     assert len(finished_tasks[0].code) > 0  # check one task to see if code is recorded

tests/metagpt/roles/mi/test_ml_engineer.py

@@ -1,16 +1,16 @@
 import pytest
 
-from metagpt.actions.ci.execute_nb_code import ExecuteNbCode
+from metagpt.actions.mi.execute_nb_code import ExecuteNbCode
 from metagpt.logs import logger
-from metagpt.roles.ci.ml_engineer import MLEngineer
+from metagpt.roles.mi.ml_engineer import MLEngineer
 from metagpt.schema import Message, Plan, Task
 from metagpt.tools.tool_type import ToolType
-from tests.metagpt.actions.ci.test_debug_code import CODE, DebugContext, ErrorStr
+from tests.metagpt.actions.mi.test_debug_code import CODE, DebugContext, ErrorStr
 
 
 def test_mle_init():
-    ci = MLEngineer(goal="test", auto_run=True, use_tools=True, tools=["tool1", "tool2"])
-    assert ci.tools == []
+    mle = MLEngineer(goal="test", auto_run=True, use_tools=True, tools=["tool1", "tool2"])
+    assert mle.tools == []
 
 
 MockPlan = Plan(

tests/metagpt/utils/test_save_code.py

@@ -6,7 +6,7 @@
 import nbformat
 import pytest
 
-from metagpt.actions.ci.execute_nb_code import ExecuteNbCode
+from metagpt.actions.mi.execute_nb_code import ExecuteNbCode
 from metagpt.utils.common import read_json_file
 from metagpt.utils.save_code import DATA_PATH, save_code_file