From a555a3666bb0d52c6739097a31375aae0755e64a Mon Sep 17 00:00:00 2001 From: 51616 Date: Tue, 3 Jun 2025 16:00:19 +0000 Subject: [PATCH] self-gen train runs --- src/ctx_to_lora/data/processing.py | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/src/ctx_to_lora/data/processing.py b/src/ctx_to_lora/data/processing.py index add15bc..8ce1424 100644 --- a/src/ctx_to_lora/data/processing.py +++ b/src/ctx_to_lora/data/processing.py @@ -37,7 +37,6 @@ def get_repeat_prompt(): return random.choice(REPEAT_PROMPTS) -# TODO: dont use closed_qa_prompting when training on self-generated responses def get_preprocessing_fn( ds_name: str, is_eval: bool ) -> Callable[[dict[str, Any]], dict[str, Any]]: @@ -77,7 +76,7 @@ def get_preprocessing_fn( "response": sample["answer"], } - elif "squad" in ds_name: + elif ds_name.startswith("squad"): def f(sample): q = sample["question"]