apunkt/doc-to-lora
1
0
Fork 0
mirror of https://github.com/SakanaAI/doc-to-lora.git synced 2026-07-23 17:01:04 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions

rename l1 norm log name

Browse source
This commit is contained in:
51616 2025-04-22 10:48:23 +00:00
parent 4997ae90ed
commit 49c8e8e7b4
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
src/ctx_to_lora/training_utils.py
View file

@ -76,7 +76,7 @@ class ModulatedModelTrainer(Trainer):
self.args.logging_strategy == IntervalStrategy.STEPS
and self.state.global_step % self.state.logging_steps == 0
):
self.log({"ce_loss": loss.item(), "gen_lora_reg_loss": l1_norm.item()})
self.log({"ce_loss": loss.item(), "gen_lora_l1_norm": l1_norm.item()})
loss += self.gen_lora_l1_reg_coef * l1_norm
#####