apunkt/doc-to-lora
1
0
Fork 0
mirror of https://github.com/SakanaAI/doc-to-lora.git synced 2026-07-23 17:01:04 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions

fullgraph compile base model

Browse source
This commit is contained in:
51616 2025-06-21 00:56:57 +09:00
parent a36bd7943c
commit 950a721e88
1 changed files with 6 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

8
intx_sft.py
View file

@ -416,14 +416,18 @@ def main():
ctx_base_model = model.ctx_encoder.base_model
_apply_liger_kernel_to_instance(model=ctx_base_model)
compile_linear(ctx_base_model)
# model.ctx_encoder.compile(fullgraph=True)
elif isinstance(model, PeftModel):
logger.info("Applying liger-kernel to PeftModel")
base_model = model.base_model
_apply_liger_kernel_to_instance(model=base_model.model)
compile_linear(base_model)
base_model.loss_function = torch.compile(base_model.loss_function)
# compile_linear(base_model)
base_model.compile(fullgraph=True)
base_model.loss_function = torch.compile(
base_model.loss_function, fullgraph=True
)
if LOCAL_RANK == 0:
wandb.init(