From dfee685678a700acc283f7ad5dc9fa9470a3e37d Mon Sep 17 00:00:00 2001
From: 51616 <rujikorn.ch@gmail.com>
Date: Wed, 13 Aug 2025 06:33:34 +0000
Subject: [PATCH] fix web demo with new multi-lora interface

---
 webui/app.py | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/webui/app.py b/webui/app.py
index 16a67dc..57cf117 100644
--- a/webui/app.py
+++ b/webui/app.py
@@ -652,6 +652,9 @@ def chat():
                     outputs = modulated_model.generate_with_multi_loras(
                         ctx_ids=ctx_ids,
                         ctx_attn_mask=ctx_attn_mask,
+                        n_ctx_chunks=torch.tensor(
+                            [len(ctx_ids)], device=ctx_ids.device
+                        ),
                         input_ids=model_inputs,
                         max_new_tokens=512,
                         do_sample=False,