From 108907590e89cf8049ec4c3741beaf8fed68ad77 Mon Sep 17 00:00:00 2001 From: 51616 Date: Fri, 10 Jan 2025 20:06:29 +0000 Subject: [PATCH] batch size for hotpot --- configs/hotpot_qa.yaml | 4 ++-- configs/pwc_hotpot_qa.yaml | 4 ++-- 2 files changed, 4 insertions(+), 4 deletions(-) diff --git a/configs/hotpot_qa.yaml b/configs/hotpot_qa.yaml index 00b2ad8..a0c1416 100644 --- a/configs/hotpot_qa.yaml +++ b/configs/hotpot_qa.yaml @@ -16,8 +16,8 @@ label_names: ["labels"] # w/o this the trainer stores logits of all sample in memory... # batch_eval_metrics: true -per_device_train_batch_size: 32 -per_device_eval_batch_size: 32 +per_device_train_batch_size: 16 +per_device_eval_batch_size: 16 max_val_samples_per_ds: 1000 # optim: schedule_free_adamw learning_rate: 0.00001 diff --git a/configs/pwc_hotpot_qa.yaml b/configs/pwc_hotpot_qa.yaml index 0d458ef..13eddd8 100644 --- a/configs/pwc_hotpot_qa.yaml +++ b/configs/pwc_hotpot_qa.yaml @@ -16,8 +16,8 @@ label_names: ["labels"] # w/o this the trainer stores logits of all sample in memory... # batch_eval_metrics: true -per_device_train_batch_size: 32 -per_device_eval_batch_size: 32 +per_device_train_batch_size: 16 +per_device_eval_batch_size: 16 max_val_samples_per_ds: 1000 # optim: schedule_free_adamw learning_rate: 0.00001