mirror of
https://github.com/MODSetter/SurfSense.git
synced 2026-06-10 20:35:17 +02:00
fix(confluence): fail skipped placeholders so they don't stay pending
This commit is contained in:
parent
d70d01f331
commit
c47949791b
1 changed files with 18 additions and 0 deletions
|
|
@ -21,6 +21,7 @@ from .base import (
|
|||
check_duplicate_document_by_hash,
|
||||
get_connector_by_id,
|
||||
logger,
|
||||
mark_connector_documents_failed,
|
||||
update_connector_last_indexed,
|
||||
)
|
||||
|
||||
|
|
@ -295,6 +296,23 @@ async def index_confluence_pages(
|
|||
heartbeat_interval=HEARTBEAT_INTERVAL_SECONDS,
|
||||
)
|
||||
|
||||
# Placeholders for items skipped above (empty/duplicate/unbuildable) would
|
||||
# otherwise stay stuck in 'pending' and undeletable. Fail them so they're
|
||||
# recoverable. Leaves already-ready docs untouched.
|
||||
indexed_ids = {doc.unique_id for doc in connector_docs}
|
||||
stuck_placeholders = [
|
||||
(p.unique_id, "Skipped during sync: no indexable content")
|
||||
for p in placeholders
|
||||
if p.unique_id and p.unique_id not in indexed_ids
|
||||
]
|
||||
if stuck_placeholders:
|
||||
await mark_connector_documents_failed(
|
||||
session,
|
||||
document_type=DocumentType.CONFLUENCE_CONNECTOR,
|
||||
search_space_id=search_space_id,
|
||||
failures=stuck_placeholders,
|
||||
)
|
||||
|
||||
await update_connector_last_indexed(session, connector, update_last_indexed)
|
||||
|
||||
logger.info(
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue