diff --git a/surfsense_backend/app/utils/webcrawler_utils.py b/surfsense_backend/app/utils/webcrawler_utils.py index d6baf6d73..05633de4f 100644 --- a/surfsense_backend/app/utils/webcrawler_utils.py +++ b/surfsense_backend/app/utils/webcrawler_utils.py @@ -1,8 +1,5 @@ """ Utility functions for webcrawler connector. - -This module is intentionally kept separate from the connector_indexers package -to avoid circular import issues. """ @@ -24,6 +21,6 @@ def parse_webcrawler_urls(initial_urls: str | list | None) -> list[str]: if isinstance(initial_urls, str): return [url.strip() for url in initial_urls.split("\n") if url.strip()] elif isinstance(initial_urls, list): - return [url.strip() for url in initial_urls if url.strip()] + return [url.strip() for url in initial_urls if isinstance(url, str) and url.strip()] else: return []