From 4c1e4062e197cd54ee367f847270157cb351b208 Mon Sep 17 00:00:00 2001
From: 51616 <rujikorn.ch@gmail.com>
Date: Thu, 19 Jun 2025 23:08:14 +0900
Subject: [PATCH] squad_hotpot config

---
 configs/{pwc_hotpot_qa.yaml => squad_hotpot_qa.yaml} | 10 +++++-----
 pyproject.toml                                       |  1 +
 2 files changed, 6 insertions(+), 5 deletions(-)
 rename configs/{pwc_hotpot_qa.yaml => squad_hotpot_qa.yaml} (88%)

diff --git a/configs/pwc_hotpot_qa.yaml b/configs/squad_hotpot_qa.yaml
similarity index 88%
rename from configs/pwc_hotpot_qa.yaml
rename to configs/squad_hotpot_qa.yaml
index b261aea..0a2a936 100644
--- a/configs/pwc_hotpot_qa.yaml
+++ b/configs/squad_hotpot_qa.yaml
@@ -1,6 +1,6 @@
 output_dir: "" # just a placeholder
 bf16: true
-model_name_or_path: google/gemma-2-2b-it
+model_name_or_path: google/gemma-3-1b-it
 label_names: ["labels"]
 # eval_on_start: True
 # eval_strategy: "steps"
@@ -28,20 +28,20 @@ weight_decay: 0.01
 
 warmup_steps: 100
 
-dataloader_prefetch_factor: 8
+dataloader_prefetch_factor: 16
 dataloader_num_workers: 8
 
 # LoRA
 lora_r: 8
-lora_dropout: 0.02
+lora_dropout: 0.0
 target_modules:
   - down_proj
 
 # data
 train_ds_names:
-  - pwc
   - hotpot_qa
+  - squad
 
 val_ds_names:
-  - pwc
   - hotpot_qa
+  - squad
diff --git a/pyproject.toml b/pyproject.toml
index f1badc7..ee901e8 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -30,6 +30,7 @@ dependencies = [
     "plotly",
     "rouge-score",
     "vllm==0.8.5",
+    "huggingface-hub[hf-transfer]>=0.32.0",
 ]
 
 [build-system]