apunkt/doc-to-lora
1
0
Fork 0
mirror of https://github.com/SakanaAI/doc-to-lora.git synced 2026-07-23 17:01:04 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions

default script in w/ perceiver impl

Browse source
This commit is contained in:
51616 2025-07-09 01:52:37 +00:00
parent c9e958f963
commit f5e2f55ada
1 changed files with 3 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

6
scripts/short_ctx/gemma_qa_short_ctx_exp_default.sh
View file

@ -18,9 +18,9 @@ uv run accelerate launch --main_process_port $port \
--gradient_accumulation_steps=2 \
--per_device_eval_batch_size=64 \
--target_modules=down_proj \
--num_self_attends_per_block=8 \
--n_cross_attn_layers=8 \
--num_latent_factor=1 \
--num_blocks=8 \
--num_self_attn_per_block=0 \
--n_latent_queries=208 \
--num_pre_head_layers=1 \
--lora_r=8 \
--eval_steps=1000 \