apunkt/doc-to-lora
1
0
Fork 0
mirror of https://github.com/SakanaAI/doc-to-lora.git synced 2026-07-23 17:01:04 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix compiled checkpoint loading

Browse source
This commit is contained in:
51616 2025-06-06 04:59:29 +00:00
parent a9a164e2de
commit e7decacdaf
1 changed files with 9 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

10
src/ctx_to_lora/modeling/hypernet.py
View file

@ -664,8 +664,16 @@ class ModulatedPretrainedModel(nn.Module):
f"but the loaded name is: {self.base_model_name_or_path}"
)
self._init_model()
def remove_compile_prefix(sd: dict[str, Tensor]) -> dict[str, Tensor]:
COMPILED_PREFIX = "_orig_mod."
for k in list(sd.keys()):
if k.startswith(COMPILED_PREFIX):
sd[k[len(COMPILED_PREFIX) :]] = sd.pop(k)
return sd
load_result = self.hypernet.load_state_dict(
state_dict, strict=False, *args, **kwargs
remove_compile_prefix(state_dict), strict=True, *args, **kwargs
)
logger.info(f"load result: {load_result}")
return load_result