fix web demo with new multi-lora interface

2026-07-23 17:01:04 +02:00 · 2025-08-13 06:33:34 +00:00 · 2025-08-13 06:33:34 +00:00 · dfee685678
commit dfee685678
parent 3ae4cb57ce
1 changed files with 3 additions and 0 deletions
--- a/webui/app.py
+++ b/webui/app.py
@ -652,6 +652,9 @@ def chat():
                    outputs = modulated_model.generate_with_multi_loras(
                        ctx_ids=ctx_ids,
                        ctx_attn_mask=ctx_attn_mask,
+                        n_ctx_chunks=torch.tensor(
+                            [len(ctx_ids)], device=ctx_ids.device
+                        ),
                        input_ids=model_inputs,
                        max_new_tokens=512,
                        do_sample=False,