apunkt/doc-to-lora
1
0
Fork 0
mirror of https://github.com/SakanaAI/doc-to-lora.git synced 2026-07-23 17:01:04 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions

self-gen train runs

Browse source
This commit is contained in:
51616 2025-06-03 16:00:19 +00:00
parent 3eb9fda2bf
commit a555a3666b
1 changed files with 1 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

3
src/ctx_to_lora/data/processing.py
View file

@ -37,7 +37,6 @@ def get_repeat_prompt():
return random.choice(REPEAT_PROMPTS)
# TODO: dont use closed_qa_prompting when training on self-generated responses
def get_preprocessing_fn(
ds_name: str, is_eval: bool
) -> Callable[[dict[str, Any]], dict[str, Any]]:
@ -77,7 +76,7 @@ def get_preprocessing_fn(
"response": sample["answer"],
}
elif "squad" in ds_name:
elif ds_name.startswith("squad"):
def f(sample):
q = sample["question"]