From 3732f0860b633eb4e2be6d6d83c4845c07a67fd6 Mon Sep 17 00:00:00 2001 From: 51616 Date: Fri, 20 Jun 2025 21:37:13 +0900 Subject: [PATCH] data name --- data/generate_fw_edu_qa_v2_repeat.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/data/generate_fw_edu_qa_v2_repeat.py b/data/generate_fw_edu_qa_v2_repeat.py index a713f60..53634c5 100644 --- a/data/generate_fw_edu_qa_v2_repeat.py +++ b/data/generate_fw_edu_qa_v2_repeat.py @@ -168,6 +168,8 @@ if __name__ == "__main__": "Path must contain '_level' to indicate the dataset level" ) shard_name = path.split("/")[-1].split(".")[0].split("_debug")[0] + if "/" in shard_pattern: + shard_name = "/".join(shard_pattern.split("/")[:-1]) + "/" + shard_name cur_level = int(shard_name.split("_level_")[-1]) next_level = cur_level + 1 ds = load_dataset(