apunkt/doc-to-lora
1
0
Fork 0
mirror of https://github.com/SakanaAI/doc-to-lora.git synced 2026-07-23 17:01:04 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix liger kernel ctx model

Browse source
This commit is contained in:
51616 2025-01-20 18:32:39 +00:00
parent 52eaf6c53e
commit c5fb48c2ae
1 changed files with 2 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

3
intx_sft.py
View file

@ -313,6 +313,7 @@ def main():
ctx_encoder_model_config = ctx_encoder_model_config.text_config
ctx_tokenizer = get_tokenizer(ctx_name)
else:
ctx_name = model.base_model.config.name_or_path
ctx_encoder_model_config = model.config
ctx_tokenizer = tokenizer
@ -519,7 +520,7 @@ def main():
_apply_liger_kernel_to_instance(model=model.base_model.base_model.model)
if ctx_name is not None:
logger.info("Applying liger-kernel to ctx_encoder_model")
_apply_liger_kernel_to_instance(model=model.ctx_encoder)
_apply_liger_kernel_to_instance(model=model.ctx_encoder.base_model)
elif isinstance(model, PeftModel):
logger.info("Applying liger-kernel to PeftModel")
_apply_liger_kernel_to_instance(model=model.base_model.model)