add fallback document sumary

surfsense_backend/app/indexing_pipeline/connector_document.py

@@ -12,6 +12,7 @@ class ConnectorDocument(BaseModel):
     search_space_id: int = Field(gt=0)
     should_summarize: bool = True
     should_use_code_chunker: bool = False
+    fallback_summary: str | None = None
     metadata: dict = {}
     connector_id: int = Field(gt=0)
     created_by_id: str

surfsense_backend/app/indexing_pipeline/indexing_pipeline_service.py

@@ -124,6 +124,8 @@ class IndexingPipelineService:
                 content = await summarize_document(
                     connector_doc.source_markdown, llm, connector_doc.metadata
                 )
+            elif connector_doc.should_summarize and connector_doc.fallback_summary:
+                content = connector_doc.fallback_summary
             else:
                 content = connector_doc.source_markdown