apunkt/doc-to-lora
1
0
Fork 0
mirror of https://github.com/SakanaAI/doc-to-lora.git synced 2026-07-23 17:01:04 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions

model saving/loading

Browse source
This commit is contained in:
51616 2024-12-22 17:43:00 +00:00
parent a3049cbf70
commit 6fceb65470
1 changed files with 3 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

8
hyperlora/modeling_utils.py
View file

@ -325,14 +325,12 @@ class ModulatedPretrainedModel(nn.Module):
self.register_module("hypernet", hypernet)
self.register_module("ctx_encoder", ctx_encoder)
# TODO: fix model saving/loading
def state_dict(self, *args, **kwargs):
state_dict = super().state_dict(*args, **kwargs)
# remove non-trainable params
# remove non-trainable and base_model's params
for name, param in self.named_parameters():
if not param.requires_grad:
state_dict.pop(name)
if (not param.requires_grad) or name.startswith("base_model"):
state_dict.pop(name, None)
return state_dict
def load_state_dict(self, state_dict: dict, *args, **kwargs):