From 7a889d0d7e221774a80dbd7f8d29b1ea647fac71 Mon Sep 17 00:00:00 2001 From: 51616 Date: Tue, 3 Jun 2025 15:33:53 +0000 Subject: [PATCH] self-gen naming --- data/self_generate_qa.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/data/self_generate_qa.py b/data/self_generate_qa.py index ee99e4b..88e9fa5 100644 --- a/data/self_generate_qa.py +++ b/data/self_generate_qa.py @@ -124,7 +124,7 @@ def self_generate( ds_name = os.path.basename(os.path.dirname(parquet_file)) shard_name = "_" + os.path.basename(parquet_file).replace(".parquet", "") else: - ds_name = ds_name.replace("self_gen/", "") + ds_name = ds_name.split("/")[-1] # Extract just the dataset name print(f"Loading dataset: {ds_name} with split: {split}") kwargs = dict(