doc-to-lora/scripts/main_exp/0-download_data.py

10 lines
270 B
Python
Raw Permalink Normal View History

from huggingface_hub import snapshot_download
if __name__ == "__main__":
2026-02-13 06:02:29 +00:00
self_gen_data_dir = "./data/raw_datasets/self_gen/"
snapshot_download(
2026-02-13 06:02:29 +00:00
"SakanaAI/SakanaAI/self_gen_qa_d2l",
repo_type="dataset",
2026-02-13 06:02:29 +00:00
local_dir=self_gen_data_dir,
)