apunkt/SurfSense
1
0
Fork 0
mirror of https://github.com/MODSetter/SurfSense.git synced 2026-05-27 19:25:15 +02:00
Code Issues Projects Releases Packages Wiki Activity

feat: add created_by_id column to documents for ownership tracking and update related connectors

Browse source
This commit is contained in:
Anish Sarkar 2026-02-02 12:32:24 +05:30
parent e7c17c327c
commit e0ade20e68
29 changed files with 214 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

1
surfsense_backend/app/tasks/connector_indexers/airtable_indexer.py
View file

@ -417,6 +417,7 @@ async def index_airtable_records(
embedding=summary_embedding,
chunks=chunks,
updated_at=get_current_timestamp(),
created_by_id=user_id,
)
session.add(document)

1
surfsense_backend/app/tasks/connector_indexers/bookstack_indexer.py
View file

@ -396,6 +396,7 @@ async def index_bookstack_pages(
embedding=summary_embedding,
chunks=chunks,
updated_at=get_current_timestamp(),
created_by_id=user_id,
)
session.add(document)

1
surfsense_backend/app/tasks/connector_indexers/clickup_indexer.py
View file

@ -395,6 +395,7 @@ async def index_clickup_tasks(
embedding=summary_embedding,
chunks=chunks,
updated_at=get_current_timestamp(),
created_by_id=user_id,
)
session.add(document)

1
surfsense_backend/app/tasks/connector_indexers/confluence_indexer.py
View file

@ -402,6 +402,7 @@ async def index_confluence_pages(
embedding=summary_embedding,
chunks=chunks,
updated_at=get_current_timestamp(),
created_by_id=user_id,
)
session.add(document)

1
surfsense_backend/app/tasks/connector_indexers/discord_indexer.py
View file

@ -527,6 +527,7 @@ async def index_discord_messages(
content_hash=content_hash,
unique_identifier_hash=unique_identifier_hash,
updated_at=get_current_timestamp(),
created_by_id=user_id,
)
session.add(document)

1
surfsense_backend/app/tasks/connector_indexers/elasticsearch_indexer.py
View file

@ -292,6 +292,7 @@ async def index_elasticsearch_documents(
document_metadata=metadata,
search_space_id=search_space_id,
updated_at=get_current_timestamp(),
created_by_id=user_id,
)
# Create chunks and attach to document (persist via relationship)

1
surfsense_backend/app/tasks/connector_indexers/github_indexer.py
View file

@ -426,6 +426,7 @@ async def _process_repository_digest(
search_space_id=search_space_id,
chunks=chunks_data,
updated_at=get_current_timestamp(),
created_by_id=user_id,
)
session.add(document)

1
surfsense_backend/app/tasks/connector_indexers/google_calendar_indexer.py
View file

@ -499,6 +499,7 @@ async def index_google_calendar_events(
embedding=summary_embedding,
chunks=chunks,
updated_at=get_current_timestamp(),
created_by_id=user_id,
)
session.add(document)

1
surfsense_backend/app/tasks/connector_indexers/google_gmail_indexer.py
View file

@ -421,6 +421,7 @@ async def index_google_gmail_messages(
embedding=summary_embedding,
chunks=chunks,
updated_at=get_current_timestamp(),
created_by_id=user_id,
)
session.add(document)
documents_indexed += 1

1
surfsense_backend/app/tasks/connector_indexers/jira_indexer.py
View file

@ -380,6 +380,7 @@ async def index_jira_issues(
embedding=summary_embedding,
chunks=chunks,
updated_at=get_current_timestamp(),
created_by_id=user_id,
)
session.add(document)

1
surfsense_backend/app/tasks/connector_indexers/linear_indexer.py
View file

@ -413,6 +413,7 @@ async def index_linear_issues(
embedding=summary_embedding,
chunks=chunks,
updated_at=get_current_timestamp(),
created_by_id=user_id,
)
session.add(document)

1
surfsense_backend/app/tasks/connector_indexers/luma_indexer.py
View file

@ -476,6 +476,7 @@ async def index_luma_events(
embedding=summary_embedding,
chunks=chunks,
updated_at=get_current_timestamp(),
created_by_id=user_id,
)
session.add(document)

1
surfsense_backend/app/tasks/connector_indexers/notion_indexer.py
View file

@ -470,6 +470,7 @@ async def index_notion_pages(
embedding=summary_embedding,
chunks=chunks,
updated_at=get_current_timestamp(),
created_by_id=user_id,
)
session.add(document)

1
surfsense_backend/app/tasks/connector_indexers/obsidian_indexer.py
View file

@ -500,6 +500,7 @@ async def index_obsidian_vault(
embedding=embedding,
chunks=chunks,
updated_at=get_current_timestamp(),
created_by_id=user_id,
)
session.add(new_document)

1
surfsense_backend/app/tasks/connector_indexers/slack_indexer.py
View file

@ -389,6 +389,7 @@ async def index_slack_messages(
content_hash=content_hash,
unique_identifier_hash=unique_identifier_hash,
updated_at=get_current_timestamp(),
created_by_id=user_id,
)
session.add(document)

1
surfsense_backend/app/tasks/connector_indexers/teams_indexer.py
View file

@ -430,6 +430,7 @@ async def index_teams_messages(
content_hash=content_hash,
unique_identifier_hash=unique_identifier_hash,
updated_at=get_current_timestamp(),
created_by_id=user_id,
)
session.add(document)

1
surfsense_backend/app/tasks/connector_indexers/webcrawler_indexer.py
View file

@ -371,6 +371,7 @@ async def index_crawled_urls(
embedding=summary_embedding,
chunks=chunks,
updated_at=get_current_timestamp(),
created_by_id=user_id,
)
session.add(document)

34
surfsense_backend/app/tasks/document_processors/circleback_processor.py
View file

@ -8,10 +8,17 @@ and stores it as searchable documents in the database.
import logging
from typing import Any
from sqlalchemy import select
from sqlalchemy.exc import SQLAlchemyError
from sqlalchemy.ext.asyncio import AsyncSession
from app.db import Document, DocumentType
from app.db import (
Document,
DocumentType,
SearchSourceConnector,
SearchSourceConnectorType,
SearchSpace,
)
from app.services.llm_service import get_document_summary_llm
from app.utils.document_converters import (
create_document_chunks,
@ -125,6 +132,30 @@ async def add_circleback_meeting_document(
**metadata,
}
# Fetch the user who set up the Circleback connector (preferred)
# or fall back to search space owner if no connector found
created_by_user_id = None
# Try to find the Circleback connector for this search space
connector_result = await session.execute(
select(SearchSourceConnector.user_id).where(
SearchSourceConnector.search_space_id == search_space_id,
SearchSourceConnector.connector_type
== SearchSourceConnectorType.CIRCLEBACK_CONNECTOR,
)
)
connector_user = connector_result.scalar_one_or_none()
if connector_user:
# Use the user who set up the Circleback connector
created_by_user_id = connector_user
else:
# Fallback: use search space owner if no connector found
search_space_result = await session.execute(
select(SearchSpace.user_id).where(SearchSpace.id == search_space_id)
)
created_by_user_id = search_space_result.scalar_one_or_none()
# Update or create document
if existing_document:
# Update existing document
@ -160,6 +191,7 @@ async def add_circleback_meeting_document(
blocknote_document=blocknote_json,
content_needs_reindexing=False,
updated_at=get_current_timestamp(),
created_by_id=created_by_user_id,
)
session.add(document)

1
surfsense_backend/app/tasks/document_processors/extension_processor.py
View file

@ -185,6 +185,7 @@ async def add_extension_received_document(
unique_identifier_hash=unique_identifier_hash,
blocknote_document=blocknote_json,
updated_at=get_current_timestamp(),
created_by_id=user_id,
)
session.add(document)

3
surfsense_backend/app/tasks/document_processors/file_processors.py
View file

@ -526,6 +526,7 @@ async def add_received_file_document_using_unstructured(
blocknote_document=blocknote_json,
content_needs_reindexing=False,
updated_at=get_current_timestamp(),
created_by_id=user_id,
)
session.add(document)
@ -665,6 +666,7 @@ async def add_received_file_document_using_llamacloud(
blocknote_document=blocknote_json,
content_needs_reindexing=False,
updated_at=get_current_timestamp(),
created_by_id=user_id,
)
session.add(document)
@ -829,6 +831,7 @@ async def add_received_file_document_using_docling(
blocknote_document=blocknote_json,
content_needs_reindexing=False,
updated_at=get_current_timestamp(),
created_by_id=user_id,
)
session.add(document)

1
surfsense_backend/app/tasks/document_processors/markdown_processor.py
View file

@ -295,6 +295,7 @@ async def add_received_markdown_file_document(
unique_identifier_hash=primary_hash,
blocknote_document=blocknote_json,
updated_at=get_current_timestamp(),
created_by_id=user_id,
)
session.add(document)

1
surfsense_backend/app/tasks/document_processors/youtube_processor.py
View file

@ -357,6 +357,7 @@ async def add_youtube_video_document(
unique_identifier_hash=unique_identifier_hash,
blocknote_document=blocknote_json,
updated_at=get_current_timestamp(),
created_by_id=user_id,
)
session.add(document)