From dee7df746ddcfcef332a53f60c4da0d29abf3611 Mon Sep 17 00:00:00 2001
From: 51616 <rujikorn.ch@gmail.com>
Date: Thu, 26 Jun 2025 16:30:04 +0000
Subject: [PATCH] download self gen qa

---
 README.md                    | 1 +
 data/download_self_gen_qa.py | 9 +++++++++
 2 files changed, 10 insertions(+)
 create mode 100644 data/download_self_gen_qa.py

diff --git a/README.md b/README.md
index 5587336..ffae39d 100644
--- a/README.md
+++ b/README.md
@@ -75,6 +75,7 @@ uv run python data/generate_fav_num_big.py
 ***Download a subset of generated Fineweb-QA directly***
 ```bash
 uv run data/download_generated_fineweb_qa.py
+uv run data/download_self_gen_qa.py
 ```
 
 ***Generate data from scratch***
diff --git a/data/download_self_gen_qa.py b/data/download_self_gen_qa.py
new file mode 100644
index 0000000..68d98e6
--- /dev/null
+++ b/data/download_self_gen_qa.py
@@ -0,0 +1,9 @@
+from huggingface_hub import snapshot_download
+
+if __name__ == "__main__":
+    fw_dir = "./data/raw_datasets/self_gen/"
+    snapshot_download(
+        "SakanaAI/self_gen_qa",
+        repo_type="dataset",
+        local_dir=fw_dir,
+    )