Merge branch 'mgx_ops' of https://gitlab.deepwisdomai.com/pub/MetaGPT into check_role_zero

metagpt/utils/common.py

@@ -28,6 +28,7 @@ import time
 import traceback
 from asyncio import iscoroutinefunction
 from datetime import datetime
+from functools import partial
 from io import BytesIO
 from pathlib import Path
 from typing import Any, Callable, Dict, List, Literal, Optional, Tuple, Union
@@ -577,13 +578,32 @@ def read_json_file(json_file: str, encoding="utf-8") -> list[Any]:
     return data
 
 
-def write_json_file(json_file: str, data: list, encoding: str = None, indent: int = 4):
+def handle_unknown_serialization(x: Any) -> str:
+    """For `to_jsonable_python` debug, unknown values will be logged instead of raising an exception."""
+
+    if inspect.ismethod(x):
+        logger.error(f"Method: {x.__self__.__class__.__name__}.{x.__func__.__name__}")
+    elif inspect.isfunction(x):
+        logger.error(f"Function: {x.__name__}")
+    elif hasattr(x, "__class__"):
+        logger.error(f"Instance of: {x.__class__.__name__}")
+    elif hasattr(x, "__name__"):
+        logger.error(f"Class or module: {x.__name__}")
+    else:
+        logger.error(f"Unknown type: {type(x)}")
+
+    return f"<Unserializable {type(x).__name__} object>"
+
+
+def write_json_file(json_file: str, data: Any, encoding: str = None, indent: int = 4, use_fallback: bool = False):
     folder_path = Path(json_file).parent
     if not folder_path.exists():
         folder_path.mkdir(parents=True, exist_ok=True)
 
+    custom_default = partial(to_jsonable_python, fallback=handle_unknown_serialization if use_fallback else None)
+
     with open(json_file, "w", encoding=encoding) as fout:
-        json.dump(data, fout, ensure_ascii=False, indent=indent, default=to_jsonable_python)
+        json.dump(data, fout, ensure_ascii=False, indent=indent, default=custom_default)
 
 
 def read_csv_to_list(curr_file: str, header=False, strip_trail=True):

metagpt/utils/repair_llm_raw_output.py

@@ -347,3 +347,44 @@ def extract_state_value_from_output(content: str) -> str:
     matches = list(set(matches))
     state = matches[0] if len(matches) > 0 else "-1"
     return state
+
+
+def repair_escape_error(commands):
+    """
+    Repaires escape errors in command responses.
+    When RoleZero parses a command, the command may contain unknown escape characters.
+
+    This function has two steps:
+    1. Transform unescaped substrings like "\d" and "\(" to "\\\\d" and "\\\\(".
+    2. Transform escaped characters like '\f' to substrings like "\\\\f".
+
+    Example:
+        When the original JSON string is " {"content":"\\\\( \\\\frac{1}{2} \\\\)"} ",
+        The "content" will be parsed correctly to "\( \frac{1}{2} \)".
+
+        However, if the original JSON string is " {"content":"\( \frac{1}{2} \)"}" directly.
+        It will cause a parsing error.
+
+        To repair the wrong JSON string, the following transformations will be used:
+        "\("   --->  "\\\\("
+        '\f'   --->  "\\\\f"
+        "\)"   --->  "\\\\)"
+
+    """
+    escape_repair_map = {
+        "\a": "\\\\a",
+        "\b": "\\\\b",
+        "\f": "\\\\f",
+        "\r": "\\\\r",
+        "\t": "\\\\t",
+        "\v": "\\\\v",
+    }
+    new_command = ""
+    for index, ch in enumerate(commands):
+        if ch == "\\" and index + 1 < len(commands):
+            if commands[index + 1] not in ["n", '"', " "]:
+                new_command += "\\"
+        elif ch in escape_repair_map:
+            ch = escape_repair_map[ch]
+        new_command += ch
+    return new_command