diff --git a/surfsense_backend/app/tasks/connector_indexers/webcrawler_indexer.py b/surfsense_backend/app/tasks/connector_indexers/webcrawler_indexer.py index f74e37503..6a6cb0ef8 100644 --- a/surfsense_backend/app/tasks/connector_indexers/webcrawler_indexer.py +++ b/surfsense_backend/app/tasks/connector_indexers/webcrawler_indexer.py @@ -187,6 +187,7 @@ async def index_crawled_urls( ) # Generate content hash + # TODO: To fix this by not including dynamic content like date, time, etc. content_hash = generate_content_hash( structured_document, search_space_id ) diff --git a/surfsense_web/app/dashboard/[search_space_id]/connectors/[connector_id]/edit/page.tsx b/surfsense_web/app/dashboard/[search_space_id]/connectors/[connector_id]/edit/page.tsx index 5756278c4..ac580bbfc 100644 --- a/surfsense_web/app/dashboard/[search_space_id]/connectors/[connector_id]/edit/page.tsx +++ b/surfsense_web/app/dashboard/[search_space_id]/connectors/[connector_id]/edit/page.tsx @@ -316,7 +316,8 @@ export default function EditConnectorPage() { /> - Enter URLs to crawl (one per line). These URLs will be indexed when you trigger indexing. + Enter URLs to crawl (one per line). These URLs will be indexed when you + trigger indexing. @@ -324,7 +325,6 @@ export default function EditConnectorPage() { /> )} -