apunkt/doc-to-lora
1
0
Fork 0
mirror of https://github.com/SakanaAI/doc-to-lora.git synced 2026-07-23 17:01:04 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions

self-gen naming

Browse source
This commit is contained in:
51616 2025-06-03 15:33:53 +00:00
parent 8b15901fb9
commit 7a889d0d7e
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
data/self_generate_qa.py
View file

@ -124,7 +124,7 @@ def self_generate(
ds_name = os.path.basename(os.path.dirname(parquet_file))
shard_name = "_" + os.path.basename(parquet_file).replace(".parquet", "")
else:
ds_name = ds_name.replace("self_gen/", "")
ds_name = ds_name.split("/")[-1] # Extract just the dataset name
print(f"Loading dataset: {ds_name} with split: {split}")
kwargs = dict(