apunkt/doc-to-lora
1
0
Fork 0
mirror of https://github.com/SakanaAI/doc-to-lora.git synced 2026-07-23 17:01:04 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions

compile max autotune

Browse source
This commit is contained in:
51616 2025-06-21 01:24:05 +09:00
parent 950a721e88
commit 00065320d8
1 changed files with 4 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

7
intx_sft.py
View file

@ -240,7 +240,8 @@ def main():
raise ValueError("base model contains trainable parameters")
# we can't compile the base model bc we will be
# adding/removing forward hooks during training
model.hypernet = torch.compile(model.hypernet)
model.hypernet.compile(fullgraph=True, mode="max-autotune")
else:
# activate LoRA
base_model_config = AutoConfig.from_pretrained(
@ -424,9 +425,9 @@ def main():
_apply_liger_kernel_to_instance(model=base_model.model)
# compile_linear(base_model)
base_model.compile(fullgraph=True)
base_model.compile(fullgraph=True, mode="max-autotune")
base_model.loss_function = torch.compile(
base_model.loss_function, fullgraph=True
base_model.loss_function, fullgraph=True, mode="max-autotune"
)
if LOCAL_RANK == 0: