apunkt/doc-to-lora
1
0
Fork 0
mirror of https://github.com/SakanaAI/doc-to-lora.git synced 2026-07-23 17:01:04 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions

text bubble render + multi contexts

Browse source
This commit is contained in:
51616 2025-05-14 12:15:13 +00:00
parent e6294f08da
commit cdfd42cf43
2 changed files with 28 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

11
webui/app.py
View file

@ -396,14 +396,21 @@ def process_multiple_contexts(contexts, ctx_tokenizer):
tokenized_contexts = tokenize_ctx_text({"context": contexts}, ctx_tokenizer)
ctx_ids = tokenized_contexts["ctx_ids"]
ctx_ids = [
torch.tensor(ctx_id, dtype=torch.long, device=device) for ctx_id in ctx_ids
]
ctx_attn_mask = tokenized_contexts["ctx_attn_mask"]
ctx_attn_mask = [
torch.tensor(ctx_attn_mask, dtype=torch.long, device=device)
for ctx_attn_mask in ctx_attn_mask
]
ctx_ids = torch.nn.utils.rnn.pad_sequence(
torch.tensor(ctx_ids, dtype=torch.long, device=device),
ctx_ids,
batch_first=True,
padding_value=0,
)
ctx_attn_mask = torch.nn.utils.rnn.pad_sequence(
torch.tensor(ctx_attn_mask, dtype=torch.long, device=device),
ctx_attn_mask,
batch_first=True,
padding_value=0,
)

22
webui/templates/visualize.html
View file

@ -237,6 +237,12 @@
font-size: 0.9em;
}
.chat-message .message-content {
white-space: pre-wrap !important;
word-wrap: break-word;
overflow-wrap: break-word;
}
.chat-input {
width: 100%;
padding: 10px;
@ -921,10 +927,16 @@
// Determine message type
if (message.startsWith('You: ')) {
newMessage.className = 'chat-message user';
newMessage.textContent = message.replace('You: ', '');
const messageContent = document.createElement('div');
messageContent.className = 'message-content';
messageContent.textContent = message.replace('You: ', '');
newMessage.appendChild(messageContent);
} else if (message.startsWith('System: ')) {
newMessage.className = 'chat-message system';
newMessage.textContent = message.replace('System: ', '');
const messageContent = document.createElement('div');
messageContent.className = 'message-content';
messageContent.textContent = message.replace('System: ', '');
newMessage.appendChild(messageContent);
} else {
newMessage.className = 'chat-message assistant';
const colonIndex = message.indexOf(': ');
@ -945,10 +957,14 @@
// Add the message content in a separate div
const messageContent = document.createElement('div');
messageContent.className = 'message-content';
messageContent.textContent = content;
newMessage.appendChild(messageContent);
} else {
newMessage.textContent = message;
const messageContent = document.createElement('div');
messageContent.className = 'message-content';
messageContent.textContent = message;
newMessage.appendChild(messageContent);
}
}