From 4d544e538d68900505caa8369306f3d18833e1c4 Mon Sep 17 00:00:00 2001 From: 51616 Date: Mon, 30 Jun 2025 16:38:10 +0900 Subject: [PATCH] temp naming --- data/self_generate_qa.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/data/self_generate_qa.py b/data/self_generate_qa.py index 9446eb6..dade76e 100644 --- a/data/self_generate_qa.py +++ b/data/self_generate_qa.py @@ -135,6 +135,9 @@ def self_generate( """Process a single dataset and generate QA pairs.""" shard_name = "" + temp = 0.0 + if "_temp_" in ds_name: + temp = float(ds_name.split("_temp_")[-1].split("/")[0]) kwargs = dict( ds_name=ds_name, split=split, @@ -161,9 +164,6 @@ def self_generate( ds = load_and_process_dataset(**kwargs, streaming=False, num_proc=8) - temp = 0.0 - if "_temp_" in ds_name: - temp = float(ds_name.split("_temp_")[-1].split("/")[0]) if args.debug: ds = ds.take(10)