diff --git a/data/build_ropes_compact.py b/data/build_ropes_compact.py index 1d82db1..ec72223 100644 --- a/data/build_ropes_compact.py +++ b/data/build_ropes_compact.py @@ -3,7 +3,7 @@ import gc from datasets import Dataset, load_dataset from tqdm import tqdm -from ctx_to_lora.data.processing import closed_qa_prompting +from ctx_to_lora.data.preprocessing_fn import closed_qa_prompting if __name__ == "__main__": ds_name = "allenai/ropes" diff --git a/data/build_squad_compact.py b/data/build_squad_compact.py index 62b0f72..75988ba 100644 --- a/data/build_squad_compact.py +++ b/data/build_squad_compact.py @@ -3,7 +3,7 @@ import gc from datasets import Dataset, load_dataset from tqdm import tqdm -from ctx_to_lora.data.processing import closed_qa_prompting +from ctx_to_lora.data.preprocessing_fn import closed_qa_prompting if __name__ == "__main__": ds_name = "data/raw_datasets/squad"