apunkt/doc-to-lora
1
0
Fork 0
mirror of https://github.com/SakanaAI/doc-to-lora.git synced 2026-07-23 17:01:04 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions

batch size for hotpot

Browse source
This commit is contained in:
51616 2025-01-10 20:06:29 +00:00
parent b9394c0fd6
commit 108907590e
2 changed files with 4 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

4
configs/hotpot_qa.yaml
View file

@ -16,8 +16,8 @@ label_names: ["labels"]
# w/o this the trainer stores logits of all sample in memory...
# batch_eval_metrics: true
per_device_train_batch_size: 32
per_device_eval_batch_size: 32
per_device_train_batch_size: 16
per_device_eval_batch_size: 16
max_val_samples_per_ds: 1000
# optim: schedule_free_adamw
learning_rate: 0.00001

4
configs/pwc_hotpot_qa.yaml
View file

@ -16,8 +16,8 @@ label_names: ["labels"]
# w/o this the trainer stores logits of all sample in memory...
# batch_eval_metrics: true
per_device_train_batch_size: 32
per_device_eval_batch_size: 32
per_device_train_batch_size: 16
per_device_eval_batch_size: 16
max_val_samples_per_ds: 1000
# optim: schedule_free_adamw
learning_rate: 0.00001