From a1e8018a5b6ea6782b90e0fe875513d596aad890 Mon Sep 17 00:00:00 2001
From: YangQianli92 <108046369+YangQianli92@users.noreply.github.com>
Date: Fri, 26 Apr 2024 15:41:07 +0800
Subject: [PATCH] Update base.py

---
 metagpt/rag/benchmark/base.py | 12 ++++++------
 1 file changed, 6 insertions(+), 6 deletions(-)

diff --git a/metagpt/rag/benchmark/base.py b/metagpt/rag/benchmark/base.py
index 59b97a056..c1fd297d9 100644
--- a/metagpt/rag/benchmark/base.py
+++ b/metagpt/rag/benchmark/base.py
@@ -114,14 +114,14 @@ class RAGBenchmark:
     def mean_reciprocal_rank(self, nodes: list[NodeWithScore], reference_docs: list[str]) -> float:
         mrr_sum = 0.0
 
-        for i, doc in enumerate(reference_docs, start=1):
-            for node in nodes:
-                if node.text in doc:
+        for i, node in enumerate(nodes, start=1):
+            for doc in reference_docs:
+                if text in doc:
                     mrr_sum += 1.0 / i
-                    break
-
-        return mrr_sum / len(reference_docs) if reference_docs else 0.0
+                    return mrr_sum
 
+        return mrr_sum
+        
     async def semantic_similarity(self, response: str, reference: str) -> float:
         result = await self.evaluator.aevaluate(
             response=response,