apunkt/doc-to-lora
1
0
Fork 0
mirror of https://github.com/SakanaAI/doc-to-lora.git synced 2026-07-26 17:11:02 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix web demo with new multi-lora interface

Browse source
This commit is contained in:
51616 2025-08-13 06:33:34 +00:00
parent 3ae4cb57ce
commit dfee685678
1 changed files with 3 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

3
webui/app.py
View file

@ -652,6 +652,9 @@ def chat():
outputs = modulated_model.generate_with_multi_loras( outputs = modulated_model.generate_with_multi_loras(
ctx_ids=ctx_ids, ctx_ids=ctx_ids,
ctx_attn_mask=ctx_attn_mask, ctx_attn_mask=ctx_attn_mask,
n_ctx_chunks=torch.tensor(
[len(ctx_ids)], device=ctx_ids.device
),
input_ids=model_inputs, input_ids=model_inputs,
max_new_tokens=512, max_new_tokens=512,
do_sample=False, do_sample=False,