apunkt/SurfSense
1
0
Fork 0
mirror of https://github.com/MODSetter/SurfSense.git synced 2026-07-18 23:11:12 +02:00
Code Issues Projects Releases Packages Wiki Activity

fix: update folder ID collection logic to include deleted directories and adjust test cases for document titles

Browse source
This commit is contained in:
Anish Sarkar 2026-04-02 22:29:07 +05:30
parent 22ee5c99cc
commit caf2525ab5
2 changed files with 16 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

15
surfsense_backend/app/tasks/connector_indexers/local_folder_indexer.py
View file

@ -610,12 +610,25 @@ async def index_local_folder(
# ================================================================ # ================================================================
# PHASE 1.5: Delete documents no longer on disk # PHASE 1.5: Delete documents no longer on disk
# ================================================================ # ================================================================
# Collect ALL folder IDs under this root (including folders that no
# longer exist on disk but still have rows in the DB) so we catch
# documents in deleted directories too.
all_root_folder_ids = set(folder_mapping.values())
all_db_folders = (
await session.execute(
select(Folder.id).where(
Folder.search_space_id == search_space_id,
)
)
).scalars().all()
all_root_folder_ids.update(all_db_folders)
all_folder_docs = ( all_folder_docs = (
await session.execute( await session.execute(
select(Document).where( select(Document).where(
Document.document_type == DocumentType.LOCAL_FOLDER_FILE, Document.document_type == DocumentType.LOCAL_FOLDER_FILE,
Document.search_space_id == search_space_id, Document.search_space_id == search_space_id,
Document.folder_id.in_(list(folder_mapping.values())), Document.folder_id.in_(list(all_root_folder_ids)),
) )
) )
).scalars().all() ).scalars().all()

4
surfsense_backend/tests/integration/indexing_pipeline/test_local_folder_pipeline.py
View file

@ -485,8 +485,8 @@ class TestFolderMirroring:
) )
).scalars().all() ).scalars().all()
today_doc = next(d for d in docs if d.title == "today") today_doc = next(d for d in docs if d.title == "today.md")
root_doc = next(d for d in docs if d.title == "root") root_doc = next(d for d in docs if d.title == "root.md")
daily_folder = ( daily_folder = (
await db_session.execute( await db_session.execute(