apunkt/SurfSense
1
0
Fork 0
mirror of https://github.com/MODSetter/SurfSense.git synced 2026-05-17 18:35:19 +02:00
Code Issues Projects Releases Packages Wiki Activity

fix: mentioned documents xml structure

Browse source
This commit is contained in:
CREDO23 2025-12-24 23:35:20 +02:00
parent 3660b91e63
commit ef9e9b65df
1 changed files with 34 additions and 31 deletions
Download patch file Download diff file Expand all files Collapse all files

65
surfsense_backend/app/tasks/chat/stream_new_chat.py
View file

@ -52,38 +52,41 @@ def format_mentioned_documents_as_context(documents: list[Document]) -> str:
"""Format mentioned documents as context for the agent.""" """Format mentioned documents as context for the agent."""
if not documents: if not documents:
return "" return ""
import json
context_parts = ["<mentioned_documents>"] parts = []
context_parts.append( for doc in documents:
"The user has explicitly mentioned the following documents from their knowledge base. " metadata = doc.document_metadata or {}
"These documents are directly relevant to the query and should be prioritized as primary sources." chunks = (
) [
for i, doc in enumerate(documents, 1): {"chunk_id": c.id, "content": c.content}
# Prepare retriever-style structure for c in getattr(doc, "chunks", [])
doc_metadata = doc.document_metadata if doc.document_metadata else {} ]
xml_doc = f""" if hasattr(doc, "chunks") and doc.chunks
<document index='{i}'> else [{"chunk_id": doc.id, "content": doc.content}]
<document_id>{doc.id}</document_id> )
<content><![CDATA[{doc.content}]]></content> metadata_json = json.dumps(metadata, ensure_ascii=False)
<score>1.0</score> parts.append("<document>")
<chunks> parts.append("<document_metadata>")
<chunk> parts.append(f" <document_id>{doc.id}</document_id>")
<chunk_id>{doc.id}-full</chunk_id> parts.append(f" <document_type>{doc.document_type.value}</document_type>")
<content><![CDATA[{doc.content}]]></content> parts.append(f" <title><![CDATA[{doc.title}]]></title>")
</chunk> parts.append(" <url><![CDATA[]]></url>")
</chunks> parts.append(f" <metadata_json><![CDATA[{metadata_json}]]></metadata_json>")
<document_info> parts.append("</document_metadata>")
<id>{doc.id}</id> parts.append("")
<title><![CDATA[{doc.title}]]></title> parts.append("<document_content>")
<document_type>{doc.document_type.value}</document_type> for ch in chunks:
<metadata><![CDATA[{json.dumps(doc_metadata)}]]></metadata> ch_content = ch["content"]
</document_info> ch_id = ch["chunk_id"]
<source>{doc.document_type.value}</source> if ch_id is None:
</document>""" parts.append(f" <chunk><![CDATA[{ch_content}]]></chunk>")
context_parts.append(xml_doc.strip()) else:
context_parts.append("</mentioned_documents>") parts.append(f" <chunk id='{ch_id}'><![CDATA[{ch_content}]]></chunk>")
parts.append("</document_content>")
return "\n".join(context_parts) parts.append("</document>")
parts.append("")
return "\n".join(parts).strip()
async def stream_new_chat( async def stream_new_chat(