From f5e2f55adac81f85e0086cdb0768bd72c4a71b46 Mon Sep 17 00:00:00 2001 From: 51616 Date: Wed, 9 Jul 2025 01:52:37 +0000 Subject: [PATCH] default script in w/ perceiver impl --- scripts/short_ctx/gemma_qa_short_ctx_exp_default.sh | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/scripts/short_ctx/gemma_qa_short_ctx_exp_default.sh b/scripts/short_ctx/gemma_qa_short_ctx_exp_default.sh index 8acb5ab..aea1a32 100644 --- a/scripts/short_ctx/gemma_qa_short_ctx_exp_default.sh +++ b/scripts/short_ctx/gemma_qa_short_ctx_exp_default.sh @@ -18,9 +18,9 @@ uv run accelerate launch --main_process_port $port \ --gradient_accumulation_steps=2 \ --per_device_eval_batch_size=64 \ --target_modules=down_proj \ ---num_self_attends_per_block=8 \ ---n_cross_attn_layers=8 \ ---num_latent_factor=1 \ +--num_blocks=8 \ +--num_self_attn_per_block=0 \ +--n_latent_queries=208 \ --num_pre_head_layers=1 \ --lora_r=8 \ --eval_steps=1000 \