From c9b6346659b7144281f76478128b9fa0b27e80c1 Mon Sep 17 00:00:00 2001
From: 51616 <rujikorn.ch@gmail.com>
Date: Thu, 26 Jun 2025 16:24:18 +0900
Subject: [PATCH] download generated fw qa

---
 data/download_generated_fineweb_qa.py | 9 +++++++++
 1 file changed, 9 insertions(+)
 create mode 100644 data/download_generated_fineweb_qa.py

diff --git a/data/download_generated_fineweb_qa.py b/data/download_generated_fineweb_qa.py
new file mode 100644
index 0000000..f5ceb2e
--- /dev/null
+++ b/data/download_generated_fineweb_qa.py
@@ -0,0 +1,9 @@
+from huggingface_hub import snapshot_download
+
+if __name__ == "__main__":
+    fw_dir = "./data/raw_datasets/fw_qa_v2/"
+    snapshot_download(
+        "SakanaAI/fineweb_qa",
+        repo_type="dataset",
+        local_dir=fw_dir,
+    )