1. 动作优化

1. SummarizeCode动作：用于基于代码进行总结，思考bug、逻辑、todo
  2. CodeReview动作优化：目前强制要求回答问题，有更高的成功率了
2. 数据结构
  1. Document的标准化：Env->Repo->Document，其中Document/Asset/Code都只用Document
    1. 原用于检索的Document改为IndexableDocument
  2. Repo结构引入：用于Document装载与元数据装载
  3. RepoParser引入：写了一个简单的AST parser（后续可能要换tree-sitter），给出了整库symbol
3. 配置优化
  1. 默认更换为gpt-4-1106-preview，以获得最好的效果与成本
  2. 提供~/.metagpt作为配置最高优先级目录，从中读取config.yaml
  3. workspace可以灵活指定了，在config中配置
4. metagpt作为默认命令行，而非python startup.py
  1. 使用新的METAGPT_ROOT生成方式，而非寻找git，以便cli安装
  2. 命令行由fire换为了typer，它会带来相对更好的体验
  3. project_name可以灵活指定了，在metagpt命令行输入中配置
5. 其他
  1. BossRequirement -> UserRequirement
  2. 大量错误文本的修正，增加了可读性
  3. 中量提示词优化，稍微提升了一些准确率
  4. 暂时屏蔽了LongtermMemory相关逻辑，这个逻辑底层调用了langchain的FAISS，会带来~5秒加载耗时
  5. 修复了安装包中的部分描述错误

metagpt/roles/engineer.py

@@ -11,7 +11,8 @@ from collections import OrderedDict
 from pathlib import Path
 
 from metagpt.actions import WriteCode, WriteCodeReview, WriteDesign, WriteTasks
-from metagpt.const import WORKSPACE_ROOT
+from metagpt.actions.SummarizeCode import SummarizeCode
+from metagpt.config import CONFIG
 from metagpt.logs import logger
 from metagpt.roles import Role
 from metagpt.schema import Message
@@ -80,13 +81,13 @@ class Engineer(Role):
         self.n_borg = n_borg
 
     @classmethod
-    def parse_tasks(self, task_msg: Message) -> list[str]:
+    def parse_tasks(cls, task_msg: Message) -> list[str]:
         if task_msg.instruct_content:
             return task_msg.instruct_content.dict().get("Task list")
         return CodeParser.parse_file_list(block="Task list", text=task_msg.content)
 
     @classmethod
-    def parse_code(self, code_text: str) -> str:
+    def parse_code(cls, code_text: str) -> str:
         return CodeParser.parse_code(block="", text=code_text)
 
     @classmethod
@@ -98,10 +99,10 @@ class Engineer(Role):
     def get_workspace(self) -> Path:
         msg = self._rc.memory.get_by_action(WriteDesign)[-1]
         if not msg:
-            return WORKSPACE_ROOT / "src"
+            return CONFIG.workspace_path / "src"
         workspace = self.parse_workspace(msg)
         # Codes are written in workspace/{package_name}/{package_name}
-        return WORKSPACE_ROOT / workspace / workspace
+        return CONFIG.workspace_path / workspace / workspace
 
     def recreate_workspace(self):
         workspace = self.get_workspace()
@@ -167,7 +168,7 @@ class Engineer(Role):
         )
         return msg
 
-    async def _act_sp_precision(self) -> Message:
+    async def _act_sp_with_cr(self) -> Message:
         code_msg_all = []  # gather all code info, will pass to qa_engineer for tests later
         for todo in self.todos:
             """
@@ -191,7 +192,6 @@ class Engineer(Role):
                     code = rewrite_code
                 except Exception as e:
                     logger.error("code review failed!", e)
-                    pass
             file_path = self.write_file(todo, code)
             msg = Message(content=code, role=self.profile, cause_by=WriteCode)
             self._rc.memory.add(msg)
@@ -199,6 +199,13 @@ class Engineer(Role):
             code_msg = todo + FILENAME_CODE_SEP + str(file_path)
             code_msg_all.append(code_msg)
 
+        context = []
+        msg = self._rc.memory.get_by_actions([WriteDesign, WriteTasks, WriteCode])
+        for m in msg:
+            context.append(m.content)
+        context_str = "\n".join(context)
+        code_review_all = await SummarizeCode().run(context=context_str)
+
         logger.info(f"Done {self.get_workspace()} generating.")
         msg = Message(
             content=MSG_SEP.join(code_msg_all), role=self.profile, cause_by=type(self._rc.todo), send_to="QaEngineer"
@@ -209,5 +216,5 @@ class Engineer(Role):
         """Determines the mode of action based on whether code review is used."""
         logger.info(f"{self._setting}: ready to WriteCode")
         if self.use_code_review:
-            return await self._act_sp_precision()
+            return await self._act_sp_with_cr()
         return await self._act_sp()

metagpt/roles/product_manager.py

@@ -5,7 +5,7 @@
 @Author  : alexanderwu
 @File    : product_manager.py
 """
-from metagpt.actions import BossRequirement, WritePRD
+from metagpt.actions import UserRequirement, WritePRD
 from metagpt.roles import Role
 
 
@@ -38,4 +38,4 @@ class ProductManager(Role):
         """
         super().__init__(name, profile, goal, constraints)
         self._init_actions([WritePRD])
-        self._watch([BossRequirement])
+        self._watch([UserRequirement])

metagpt/roles/qa_engineer.py

@@ -16,7 +16,8 @@ from metagpt.actions import (
     WriteDesign,
     WriteTest,
 )
-from metagpt.const import WORKSPACE_ROOT
+# from metagpt.const import WORKSPACE_ROOT
+from metagpt.config import CONFIG
 from metagpt.logs import logger
 from metagpt.roles import Role
 from metagpt.schema import Message
@@ -50,13 +51,13 @@ class QaEngineer(Role):
     def get_workspace(self, return_proj_dir=True) -> Path:
         msg = self._rc.memory.get_by_action(WriteDesign)[-1]
         if not msg:
-            return WORKSPACE_ROOT / "src"
+            return CONFIG.workspace_path / "src"
         workspace = self.parse_workspace(msg)
         # project directory: workspace/{package_name}, which contains package source code folder, tests folder, resources folder, etc.
         if return_proj_dir:
-            return WORKSPACE_ROOT / workspace
+            return CONFIG.workspace_path / workspace
         # development codes directory: workspace/{package_name}/{package_name}
-        return WORKSPACE_ROOT / workspace / workspace
+        return CONFIG.workspace_path / workspace / workspace
 
     def write_file(self, filename: str, code: str):
         workspace = self.get_workspace() / "tests"

metagpt/roles/role.py

@@ -17,7 +17,8 @@ from metagpt.config import CONFIG
 from metagpt.actions import Action, ActionOutput
 from metagpt.llm import LLM, HumanProvider
 from metagpt.logs import logger
-from metagpt.memory import Memory, LongTermMemory
+from metagpt.memory import Memory
+# from metagpt.memory import LongTermMemory
 from metagpt.schema import Message
 
 PREFIX_TEMPLATE = """You are a {profile}, named {name}, your goal is {goal}, and the constraint is {constraints}. """
@@ -78,7 +79,7 @@ class RoleContext(BaseModel):
     """Role Runtime Context"""
     env: 'Environment' = Field(default=None)
     memory: Memory = Field(default_factory=Memory)
-    long_term_memory: LongTermMemory = Field(default_factory=LongTermMemory)
+    # long_term_memory: LongTermMemory = Field(default_factory=LongTermMemory)
     state: int = Field(default=-1) # -1 indicates initial or termination state where todo is None
     todo: Action = Field(default=None)
     watch: set[Type[Action]] = Field(default_factory=set)

metagpt/roles/sk_agent.py

@@ -9,7 +9,7 @@ from semantic_kernel.planning import SequentialPlanner
 from semantic_kernel.planning.action_planner.action_planner import ActionPlanner
 from semantic_kernel.planning.basic_planner import BasicPlanner
 
-from metagpt.actions import BossRequirement
+from metagpt.actions import UserRequirement
 from metagpt.actions.execute_task import ExecuteTask
 from metagpt.logs import logger
 from metagpt.roles import Role
@@ -39,7 +39,7 @@ class SkAgent(Role):
         """Initializes the Engineer role with given attributes."""
         super().__init__(name, profile, goal, constraints)
         self._init_actions([ExecuteTask()])
-        self._watch([BossRequirement])
+        self._watch([UserRequirement])
         self.kernel = make_sk_kernel()
 
         # how funny the interface is inconsistent