From 728023b359c07f402a75187da0d6e62e752ce743 Mon Sep 17 00:00:00 2001 From: 51616 Date: Wed, 8 Jan 2025 10:31:56 +0000 Subject: [PATCH] set seed --- hyperlora/intx_sft.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/hyperlora/intx_sft.py b/hyperlora/intx_sft.py index 6e23ab4..05e8ea3 100644 --- a/hyperlora/intx_sft.py +++ b/hyperlora/intx_sft.py @@ -38,6 +38,7 @@ from transformers import ( DataCollatorForSeq2Seq, EvalPrediction, HfArgumentParser, + set_seed, ) from utils import ( extract_cli_args, @@ -218,6 +219,7 @@ def main(output_dir): training_args.logging_dir = output_dir logger.debug(f"args: {args}") save_yaml(args, f"{output_dir}/args.yaml") + set_seed(training_args.seed) ############ Model setup @@ -446,6 +448,5 @@ if __name__ == "__main__": if "config" in cli_args: config_name = os.path.basename(cli_args["config"]).split(".yaml")[0] os.environ["WANDB_TAGS"] = config_name - # disable_caching() main(output_dir)