From 78393db4b6acdaab9b25e7d79af6daed2216ffcf Mon Sep 17 00:00:00 2001
From: 51616 <rujikorn.ch@gmail.com>
Date: Fri, 6 Jun 2025 10:37:19 +0000
Subject: [PATCH] remove old data gen

---
 README.md | 7 -------
 1 file changed, 7 deletions(-)

diff --git a/README.md b/README.md
index 9b2cb39..a04a515 100644
--- a/README.md
+++ b/README.md
@@ -82,13 +82,6 @@ uv run python data/generate_fav_num_big.py
 
 ### Data Generation
 ```bash
-# this might take several days...
-# python process_fineweb.py
-# python generate_fw_qa.py
-# python post_process_fw_qa.py
-conda activate vllm;
-# [WIP] download fineweb-edu
-vllm_model=mistralai/Mistral-Small-3.1-24B-Instruct-2503 uv run python generate_fw_edu_qa_vllm.py "0*_*" 3
 # [WIP] there are other datasets where we used openAI to gen QA pairs
 
 # 0. download fineweb_edu to `data/raw_datasets/fineweb_edu