From 9370caacbb1b5791dc04b33a589e1df5befd5a72 Mon Sep 17 00:00:00 2001
From: xiangjinyu <xiangjinyu@fuzhi.ai>
Date: Fri, 14 Feb 2025 11:39:00 +0800
Subject: [PATCH 1/4] use concurrent code to evaluator

---
 metagpt/ext/spo/utils/evaluation_utils.py | 13 ++++++++++---
 1 file changed, 10 insertions(+), 3 deletions(-)

diff --git a/metagpt/ext/spo/utils/evaluation_utils.py b/metagpt/ext/spo/utils/evaluation_utils.py
index 9814a70ba..3fb026a21 100644
--- a/metagpt/ext/spo/utils/evaluation_utils.py
+++ b/metagpt/ext/spo/utils/evaluation_utils.py
@@ -1,3 +1,4 @@
+import asyncio
 from pathlib import Path
 from typing import Any, List, Optional, Tuple
 
@@ -49,9 +50,15 @@ class EvaluationUtils:
             succeed = True
         else:
             evaluation_results = []
-            for _ in range(EVALUATION_REPETITION):
-                result = await evaluator.prompt_evaluate(samples=samples, new_samples=new_samples)
-                evaluation_results.append(result)
+
+            evaluation_results.extend(
+                await asyncio.gather(
+                    *(
+                        evaluator.prompt_evaluate(samples=samples, new_samples=new_samples)
+                        for _ in range(EVALUATION_REPETITION)
+                    )
+                )
+            )
 
             logger.info(f"Evaluation Results {evaluation_results}")
 

From 2c9be27c70af9805f4ee2c0c8c455d41a889cdb2 Mon Sep 17 00:00:00 2001
From: xiangjinyu <xiangjinyu@fuzhi.ai>
Date: Fri, 14 Feb 2025 13:52:27 +0800
Subject: [PATCH 2/4] add modelscope link to SPO README

---
 examples/spo/README.md | 5 ++++-
 1 file changed, 4 insertions(+), 1 deletion(-)

diff --git a/examples/spo/README.md b/examples/spo/README.md
index 8bfa3b206..ac7e6bdb8 100644
--- a/examples/spo/README.md
+++ b/examples/spo/README.md
@@ -2,6 +2,7 @@ # SPO | Self-Supervised Prompt Optimization <img src="../../docs/resources/spo/S
 
 [![Paper](https://img.shields.io/badge/Paper-arXiv-red)](https://arxiv.org/pdf/2502.06855)
 [![Demo](https://img.shields.io/badge/Demo-Hugging%20Face-yellow)](https://huggingface.co/spaces/XiangJinYu/SPO)
+[![ModelScope](https://img.shields.io/badge/Demo-ModelScope-blue)](https://modelscope.cn/studios/AI-ModelScope/SPO)
 
 An automated prompt engineering tool for Large Language Models (LLMs), designed for universal domain adaptation.
 
@@ -21,7 +22,9 @@ ## ✨ Core Advantages
 ## 🔗 Quick Links
 
 - [📝 Read our paper](https://arxiv.org/pdf/2502.06855)
-- [🤗 Try our demo](https://huggingface.co/spaces/XiangJinYu/SPO)
+- [🤗 Try our Hugging Face demo](https://huggingface.co/spaces/XiangJinYu/SPO)
+- [🔮 Try our ModelScope demo](https://modelscope.cn/studios/AI-ModelScope/SPO)
+
 
 ## 📊 Experiment
 

From 4a586877a98e5a72d26c794fea57c9383e0f013d Mon Sep 17 00:00:00 2001
From: xiangjinyu <xiangjinyu@fuzhi.ai>
Date: Fri, 14 Feb 2025 14:54:27 +0800
Subject: [PATCH 3/4] add AFLOW ICLR 2025 oral news

---
 README.md | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/README.md b/README.md
index 4b846795c..49568710b 100644
--- a/README.md
+++ b/README.md
@@ -27,6 +27,8 @@ # MetaGPT: The Multi-Agent Framework
 </p>
 
 ## News
+🚀 Jan. 22, 2025: Our paper [AFlow: Automating Agentic Workflow Generation](https://openreview.net/forum?id=z5uVAKwmjf) accepted for **oral presentation (top 1.8%)** at ICLR 2025, **ranking #2** in the LLM-based Agent category.
+
 🚀 Oct. 29, 2024: We introduced three papers: [AFLOW](https://arxiv.org/abs/2410.10762), [FACT](https://arxiv.org/abs/2410.21012), and [SELA](https://arxiv.org/abs/2410.17238), check the [code](examples)!
 
 🚀 Mar. 29, 2024: [v0.8.0](https://github.com/geekan/MetaGPT/releases/tag/v0.8.0) released. Now you can use Data Interpreter ([arxiv](https://arxiv.org/abs/2402.18679), [example](https://docs.deepwisdom.ai/main/en/DataInterpreter/), [code](https://github.com/geekan/MetaGPT/tree/main/examples/di)) via pypi package import. Meanwhile, we integrated the RAG module and supported multiple new LLMs.

From 47ced11d9ca484654e7600bb4d58eb0caf0e0d59 Mon Sep 17 00:00:00 2001
From: xiangjinyu <xiangjinyu@fuzhi.ai>
Date: Fri, 14 Feb 2025 14:56:25 +0800
Subject: [PATCH 4/4] modify AFLOW WORKFLOW_INPUT Prompt

---
 metagpt/ext/aflow/scripts/prompts/optimize_prompt.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/metagpt/ext/aflow/scripts/prompts/optimize_prompt.py b/metagpt/ext/aflow/scripts/prompts/optimize_prompt.py
index 231506a37..a2e862ec2 100644
--- a/metagpt/ext/aflow/scripts/prompts/optimize_prompt.py
+++ b/metagpt/ext/aflow/scripts/prompts/optimize_prompt.py
@@ -17,7 +17,7 @@ WORKFLOW_INPUT = """
 Here is a graph and the corresponding prompt (prompt only related to the custom method) that performed excellently in a previous iteration (maximum score is 1). You must make further optimizations and improvements based on this graph. The modified graph must differ from the provided example, and the specific differences should be noted within the <modification>xxx</modification> section.\n
 <sample>
     <experience>{experience}</experience>
-    <modification>(such as:add a review step/delete a operator/modify a prompt)</modification>
+    <modification>(such as:add /delete /modify/ ...)</modification>
     <score>{score}</score>
     <graph>{graph}</graph>
     <prompt>{prompt}</prompt>(only prompt_custom)