From eb87612f91dbc510db500b30160dce6a04a1f9b9 Mon Sep 17 00:00:00 2001 From: 51616 Date: Thu, 12 Jun 2025 10:00:41 +0000 Subject: [PATCH] eval ds --- README.md | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/README.md b/README.md index 50bd58b..14f8c7d 100644 --- a/README.md +++ b/README.md @@ -147,10 +147,10 @@ run python run_eval.py --checkpoint_path train_outputs/runs/.../pytorch_model.bi uv run python run_eval.py --checkpoint_path train_outputs/runs/May08_13-56-31_slurm0-a3nodeset-5_59383_906acb28/checkpoint-105000/pytorch_model.bin --datasets negative_nq triviaqa_retrieved squad longbench_e --split test # base model -uv run python run_eval.py --model_name_or_path google/gemma-2-2b-it --datasets longbench_e --split test +uv run python run_eval.py --model_name_or_path google/gemma-2-2b-it --datasets negative_nq triviaqa_retrieved squad longbench_e --split test # base model w/o context -run uv run python run_eval.py --model_name_or_path google/gemma-2-2b-it --datasets longbench_e --split test --remove_context +run uv run python run_eval.py --model_name_or_path google/gemma-2-2b-it --datasets negative_nq triviaqa_retrieved squad longbench_e --split test --remove_context # # benchmark # cd LongBench/LongBench