apunkt/doc-to-lora
1
0
Fork 0
mirror of https://github.com/SakanaAI/doc-to-lora.git synced 2026-07-23 17:01:04 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions

temp naming

Browse source
This commit is contained in:
51616 2025-06-30 16:38:10 +09:00
parent 28eb85a2f3
commit 4d544e538d
1 changed files with 3 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

6
data/self_generate_qa.py
View file

@ -135,6 +135,9 @@ def self_generate(
"""Process a single dataset and generate QA pairs."""
shard_name = ""
temp = 0.0
if "_temp_" in ds_name:
temp = float(ds_name.split("_temp_")[-1].split("/")[0])
kwargs = dict(
ds_name=ds_name,
split=split,
@ -161,9 +164,6 @@ def self_generate(
ds = load_and_process_dataset(**kwargs, streaming=False, num_proc=8)
temp = 0.0
if "_temp_" in ds_name:
temp = float(ds_name.split("_temp_")[-1].split("/")[0])
if args.debug:
ds = ds.take(10)