From bc7b588775b52b30c2bbf81e80c080d485229507 Mon Sep 17 00:00:00 2001 From: 51616 Date: Fri, 20 Dec 2024 10:49:02 +0000 Subject: [PATCH] runname --- configs/default.yaml | 1 - hyperlora/configs.py | 1 - hyperlora/intx_sft.py | 11 +++++++++++ 3 files changed, 11 insertions(+), 2 deletions(-) diff --git a/configs/default.yaml b/configs/default.yaml index 8f47298..ad7c634 100644 --- a/configs/default.yaml +++ b/configs/default.yaml @@ -1,4 +1,3 @@ -output_dir: train_outputs/ bf16: true target_modules: - down_proj diff --git a/hyperlora/configs.py b/hyperlora/configs.py index 40921e1..5ab95b4 100644 --- a/hyperlora/configs.py +++ b/hyperlora/configs.py @@ -43,7 +43,6 @@ class ArgumentParser(HfArgumentParser): # overwrite the default/loaded value with the value provided to the command line # adapted from https://github.com/huggingface/transformers/blob/d0b5002378daabf62769159add3e7d66d3f83c3b/src/transformers/hf_argparser.py#L327 - print(arg_list) for data_yaml, data_class in zip(arg_list, self.dataclass_types): keys = {f.name for f in dataclasses.fields(data_yaml) if f.init} inputs = {k: v for k, v in vars(data_yaml).items() if k in keys} diff --git a/hyperlora/intx_sft.py b/hyperlora/intx_sft.py index 2b76300..dcbf960 100644 --- a/hyperlora/intx_sft.py +++ b/hyperlora/intx_sft.py @@ -1,4 +1,7 @@ import logging +import random +import string +import time import numpy as np import torch @@ -64,6 +67,14 @@ def main(): training_args.logging_strategy = "steps" training_args.logging_steps = 100 + uuid = "".join( + [random.choice(string.ascii_letters + string.digits) for _ in range(8)] + ) + run_name = time.strftime("%Y%m%d-%H%M%S") + f"_{uuid}" + + training_args.output_dir = f"train_outputs/{run_name}" + training_args.logging_dir = f"train_outputs/{run_name}" + # seq2seq args for generation evaluation # training_args.predict_with_generate = True # training_args.generation_max_length = 100