eval shape mismatch fix

This commit is contained in:
51616 2025-06-12 16:03:06 +00:00
parent eb87612f91
commit 6f9503ab53

View file

@ -691,7 +691,7 @@ def construct_and_tokenize_ctx_qa(
truncate_middle_if_too_long,
fn_kwargs={
"max_length": base_model_max_len,
"columns": ["input_ids", "attention_mask"],
"columns": ["input_ids", "attention_mask", "labels"],
"max_new_tokens": 256,
},
# batched=True,