apunkt/MetaGPT
1
0
Fork 0
mirror of https://github.com/FoundationAgents/MetaGPT.git synced 2026-06-11 15:15:18 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions

Update base.py

Browse source
This commit is contained in:
YangQianli92 2024-04-17 11:30:30 +08:00 • committed by GitHub
parent 2fa4cb9006
commit 6eab869018
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 4 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

7
metagpt/rag/benchmark/base.py
View file

@ -2,6 +2,7 @@ import asyncio
import json
import os
from typing import List
from pathlib import Path
import evaluate
import jieba
@ -159,16 +160,16 @@ class RAGBenchmark:
@staticmethod
def load_dataset(ds_names: list[str] = ["all"]):
infos = read_json_file(os.path.join(EXAMPLE_BENCHMARK_PATH, "dataset_info.json"))
infos = read_json_file(Path(EXAMPLE_BENCHMARK_PATH) / "dataset_info.json")
dataset_config = DatasetConfig(
datasets=[
DatasetInfo(
name=name,
document_files=[
os.path.join(EXAMPLE_BENCHMARK_PATH, name, file)
Path(EXAMPLE_BENCHMARK_PATH) / name / file,
for file in info["document_file"]
],
gt_info=read_json_file(os.path.join(EXAMPLE_BENCHMARK_PATH, name, info["gt_file"])),
gt_info=read_json_file(Path(EXAMPLE_BENCHMARK_PATH) / name / info["gt_file"]),
)
for dataset_info in infos
for name, info in dataset_info.items()