doc-to-lora/scripts/niah
2026-02-13 06:02:29 +00:00
..
0-gen_data.sh permission + remove copilot intx + remove monkey patch 2025-09-30 15:18:09 +00:00
1-train.sh icml cleaned 2026-02-13 06:02:29 +00:00
2-eval-test.sh self-gen data misaligned fixed + niah reproducible + vllm-tokenizers version combo 2025-10-08 05:17:50 +00:00
2-eval.sh icml cleaned 2026-02-13 06:02:29 +00:00
README.md self-gen data misaligned fixed + niah reproducible + vllm-tokenizers version combo 2025-10-08 05:17:50 +00:00
train_mistral_7b.sh add qwen3-4b and mistral-7b (niah working) 2025-10-10 06:31:20 +00:00
train_qwen3_4b.sh add qwen3-4b and mistral-7b (niah working) 2025-10-10 06:31:20 +00:00

NIAH experiment

# run the scripts in this order
# data generation is only needed to be run once
uv run bash scripts/niah/0-gen_data.sh
uv run bash scripts/niah/1-train.sh
uv run bash scripts/niah/2-eval.sh