From 831e057eca8e247b7ec5565edf0e4a47ed7a0744 Mon Sep 17 00:00:00 2001 From: 51616 Date: Sun, 5 Jan 2025 06:58:54 +0000 Subject: [PATCH] fix split name --- hyperlora/intx_sft.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/hyperlora/intx_sft.py b/hyperlora/intx_sft.py index c34926e..b7f5c42 100644 --- a/hyperlora/intx_sft.py +++ b/hyperlora/intx_sft.py @@ -389,10 +389,10 @@ def main(output_dir): "train": tokenized_ds["train"].select(val_train_indices), } if "validation" in tokenized_ds: - val_ds["validation"] = tokenized_ds["validation"] - val_ds_size = len(val_ds["validation"]) + val_ds["val"] = tokenized_ds["validation"] + val_ds_size = len(val_ds["val"]) val_indices = np.random.permutation(val_ds_size)[: data_args.max_val_samples] - val_ds["validation"] = val_ds["validation"].select(val_indices) + val_ds["val"] = val_ds["val"].select(val_indices) test_ds = tokenized_ds.get("test", None) logger.info(f"train_ds: {train_ds}")