From 950a721e8830920edcbec6117f51f54e08552f1a Mon Sep 17 00:00:00 2001 From: 51616 Date: Sat, 21 Jun 2025 00:56:57 +0900 Subject: [PATCH] fullgraph compile base model --- intx_sft.py | 8 ++++++-- 1 file changed, 6 insertions(+), 2 deletions(-) diff --git a/intx_sft.py b/intx_sft.py index f12ab94..6c5fafe 100755 --- a/intx_sft.py +++ b/intx_sft.py @@ -416,14 +416,18 @@ def main(): ctx_base_model = model.ctx_encoder.base_model _apply_liger_kernel_to_instance(model=ctx_base_model) compile_linear(ctx_base_model) + # model.ctx_encoder.compile(fullgraph=True) elif isinstance(model, PeftModel): logger.info("Applying liger-kernel to PeftModel") base_model = model.base_model _apply_liger_kernel_to_instance(model=base_model.model) - compile_linear(base_model) - base_model.loss_function = torch.compile(base_model.loss_function) + # compile_linear(base_model) + base_model.compile(fullgraph=True) + base_model.loss_function = torch.compile( + base_model.loss_function, fullgraph=True + ) if LOCAL_RANK == 0: wandb.init(