apunkt/SurfSense
1
0
Fork 0
mirror of https://github.com/MODSetter/SurfSense.git synced 2026-07-08 22:22:17 +02:00
Code Issues Projects Releases Packages Wiki Activity

chore: update README and refactor ConnectorService for improved document handling and error management

Browse source
This commit is contained in:
DESKTOP-RTLN3BA\$punk 2025-04-27 20:39:17 -07:00
parent 1309f9e262
commit a971bb1f72
4 changed files with 399 additions and 303 deletions
Download patch file Download diff file Expand all files Collapse all files

12
surfsense_backend/app/agents/researcher/nodes.py
View file

@ -143,7 +143,8 @@ async def fetch_relevant_documents(
connectors_to_search: List[str],
writer: StreamWriter = None,
state: State = None,
top_k: int = 10
top_k: int = 10,
connector_service: ConnectorService = None
) -> List[Dict[str, Any]]:
"""
Fetch relevant documents for research questions using the provided connectors.
@ -162,7 +163,7 @@ async def fetch_relevant_documents(
List of relevant documents
"""
# Initialize services
connector_service = ConnectorService(db_session)
# connector_service = ConnectorService(db_session)
# Only use streaming if both writer and state are provided
streaming_service = state.streaming_service if state is not None else None
@ -494,10 +495,12 @@ async def process_sections(state: State, config: RunnableConfig, writer: StreamW
elif configuration.num_sections == 6:
TOP_K = 30
relevant_documents = []
async with async_session_maker() as db_session:
try:
# Create connector service inside the db_session scope
connector_service = ConnectorService(db_session)
relevant_documents = await fetch_relevant_documents(
research_questions=all_questions,
user_id=configuration.user_id,
@ -506,7 +509,8 @@ async def process_sections(state: State, config: RunnableConfig, writer: StreamW
connectors_to_search=configuration.connectors_to_search,
writer=writer,
state=state,
top_k=TOP_K
top_k=TOP_K,
connector_service=connector_service
)
except Exception as e:
error_message = f"Error fetching relevant documents: {str(e)}"

2
surfsense_backend/app/agents/researcher/sub_section_writer/nodes.py
View file

@ -102,7 +102,7 @@ async def write_sub_section(state: State, config: RunnableConfig) -> Dict[str, A
# Extract content and metadata
content = doc.get("content", "")
doc_info = doc.get("document", {})
document_id = doc_info.get("id", f"{i+1}") # Use document ID or index+1 as source_id
document_id = doc_info.get("id") # Use document ID
# Format document according to the citation system prompt's expected format
formatted_doc = f"""