doc-to-lora/scripts/main_exp/0-download_data.py

11 lines
283 B
Python

# TO BE ADDED: see which split is better
from huggingface_hub import snapshot_download
if __name__ == "__main__":
fw_dir = "./data/raw_datasets/self_gen/"
snapshot_download(
"SakanaAI/self_gen_qa_fw_qa",
repo_type="dataset",
local_dir=fw_dir,
)