From 7c5fe3bc5b78ee2fadc48790bd7c98a6bad899f5 Mon Sep 17 00:00:00 2001
From: 51616 <rujikorn.ch@gmail.com>
Date: Mon, 13 Jan 2025 17:49:00 +0000
Subject: [PATCH] fix for vision llama

---
 hyperlora/model_loading.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/hyperlora/model_loading.py b/hyperlora/model_loading.py
index d19ab42..0f7da38 100644
--- a/hyperlora/model_loading.py
+++ b/hyperlora/model_loading.py
@@ -138,6 +138,7 @@ def get_model(
         model = AutoModelForCausalLM.from_pretrained(**model_init_kwargs)
     else:
         model = MllamaForConditionalGeneration.from_pretrained(**model_init_kwargs)
+        model = model.language_model
     if peft_config is not None:
         model = PeftModel(model, peft_config)
     model.train(train)