apunkt/SurfSense
1
0
Fork 0
mirror of https://github.com/MODSetter/SurfSense.git synced 2026-06-02 19:55:18 +02:00
Code Issues Projects Releases Packages Wiki Activity

Fixed indexing issue

Browse source
This commit is contained in:
samkul-swe 2025-11-22 12:16:30 -08:00
parent 8333697598
commit 1480f85431
1 changed files with 12 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

12
surfsense_backend/app/routes/search_source_connectors_routes.py
View file

@ -483,6 +483,7 @@ async def index_connector_content(
- DISCORD_CONNECTOR: Indexes messages from all accessible Discord channels - DISCORD_CONNECTOR: Indexes messages from all accessible Discord channels
- LUMA_CONNECTOR: Indexes events from Luma - LUMA_CONNECTOR: Indexes events from Luma
- ELASTICSEARCH_CONNECTOR: Indexes documents from Elasticsearch - ELASTICSEARCH_CONNECTOR: Indexes documents from Elasticsearch
- WEBCRAWLER_CONNECTOR: Indexes web pages from crawled websites
Args: Args:
connector_id: ID of the connector to use connector_id: ID of the connector to use
@ -689,6 +690,17 @@ async def index_connector_content(
) )
response_message = "Elasticsearch indexing started in the background." response_message = "Elasticsearch indexing started in the background."
elif connector.connector_type == SearchSourceConnectorType.WEBCRAWLER_CONNECTOR:
from app.tasks.celery_tasks.connector_tasks import index_webcrawler_urls_task
logger.info(
f"Triggering web pages indexing for connector {connector_id} into search space {search_space_id} from {indexing_from} to {indexing_to}"
)
index_webcrawler_urls_task.delay(
connector_id, search_space_id, str(user.id), indexing_from, indexing_to
)
response_message = "Web page indexing started in the background."
else: else:
raise HTTPException( raise HTTPException(
status_code=400, status_code=400,