refactor: completely remove Local Folder connector references and update folder sync logic

surfsense_web/contracts/enums/connector.ts

@@ -25,7 +25,6 @@ export enum EnumConnectorName {
 	YOUTUBE_CONNECTOR = "YOUTUBE_CONNECTOR",
 	CIRCLEBACK_CONNECTOR = "CIRCLEBACK_CONNECTOR",
 	OBSIDIAN_CONNECTOR = "OBSIDIAN_CONNECTOR",
-	LOCAL_FOLDER_CONNECTOR = "LOCAL_FOLDER_CONNECTOR",
 	DROPBOX_CONNECTOR = "DROPBOX_CONNECTOR",
 	MCP_CONNECTOR = "MCP_CONNECTOR",
 	COMPOSIO_GOOGLE_DRIVE_CONNECTOR = "COMPOSIO_GOOGLE_DRIVE_CONNECTOR",

surfsense_web/contracts/enums/connectorIcons.tsx

@@ -3,7 +3,6 @@ import {
 	BookOpen,
 	File,
 	FileText,
-	FolderSync,
 	Globe,
 	Microscope,
 	Search,
@@ -76,8 +75,6 @@ export const getConnectorIcon = (connectorType: EnumConnectorName | string, clas
 			return <Image src="/connectors/circleback.svg" alt="Circleback" {...imgProps} />;
 		case EnumConnectorName.MCP_CONNECTOR:
 			return <Image src="/connectors/modelcontextprotocol.svg" alt="MCP" {...imgProps} />;
-		case EnumConnectorName.LOCAL_FOLDER_CONNECTOR:
-			return <FolderSync {...iconProps} />;
 		case EnumConnectorName.OBSIDIAN_CONNECTOR:
 			return <Image src="/connectors/obsidian.svg" alt="Obsidian" {...imgProps} />;
 		case EnumConnectorName.COMPOSIO_GOOGLE_DRIVE_CONNECTOR:

surfsense_web/contracts/types/connector.types.ts

@@ -30,7 +30,6 @@ export const searchSourceConnectorTypeEnum = z.enum([
 	"DROPBOX_CONNECTOR",
 	"MCP_CONNECTOR",
 	"OBSIDIAN_CONNECTOR",
-	"LOCAL_FOLDER_CONNECTOR",
 	"COMPOSIO_GOOGLE_DRIVE_CONNECTOR",
 	"COMPOSIO_GMAIL_CONNECTOR",
 	"COMPOSIO_GOOGLE_CALENDAR_CONNECTOR",

surfsense_web/hooks/use-folder-sync.ts

@@ -1,41 +1,73 @@
 "use client";
 
 import { useEffect, useRef } from "react";
-import { connectorsApiService } from "@/lib/apis/connectors-api.service";
+import { documentsApiService } from "@/lib/apis/documents-api.service";
+
+interface FileChangedEvent {
+	rootFolderId: number | null;
+	searchSpaceId: number;
+	folderPath: string;
+	folderName: string;
+	relativePath: string;
+	fullPath: string;
+	action: string;
+	timestamp: number;
+}
 
 const DEBOUNCE_MS = 2000;
 
 export function useFolderSync() {
-	const pendingRef = useRef<Map<string, ReturnType<typeof setTimeout>>>(new Map());
+	const queueRef = useRef<FileChangedEvent[]>([]);
+	const processingRef = useRef(false);
+	const debounceTimers = useRef<Map<string, ReturnType<typeof setTimeout>>>(new Map());
+
+	async function processQueue() {
+		if (processingRef.current) return;
+		processingRef.current = true;
+		while (queueRef.current.length > 0) {
+			const event = queueRef.current.shift()!;
+			try {
+				await documentsApiService.folderIndexFile(event.searchSpaceId, {
+					folder_path: event.folderPath,
+					folder_name: event.folderName,
+					search_space_id: event.searchSpaceId,
+					target_file_path: event.fullPath,
+				});
+			} catch (err) {
+				console.error("[FolderSync] Failed to trigger re-index:", err);
+			}
+		}
+		processingRef.current = false;
+	}
 
 	useEffect(() => {
 		const api = typeof window !== "undefined" ? window.electronAPI : null;
 		if (!api?.onFileChanged) return;
 
-		const cleanup = api.onFileChanged((event) => {
-			const key = `${event.connectorId}:${event.fullPath}`;
+		// Signal to main process that the renderer is ready to receive events
+		api.signalRendererReady?.();
 
-			const existing = pendingRef.current.get(key);
+		const cleanup = api.onFileChanged((event: FileChangedEvent) => {
+			const key = `${event.folderPath}:${event.fullPath}`;
+
+			const existing = debounceTimers.current.get(key);
 			if (existing) clearTimeout(existing);
 
-			const timeout = setTimeout(async () => {
-				pendingRef.current.delete(key);
-				try {
-					await connectorsApiService.indexFile(event.connectorId, event.fullPath);
-				} catch (err) {
-					console.error("[FolderSync] Failed to trigger re-index:", err);
-				}
+			const timeout = setTimeout(() => {
+				debounceTimers.current.delete(key);
+				queueRef.current.push(event);
+				processQueue();
 			}, DEBOUNCE_MS);
 
-			pendingRef.current.set(key, timeout);
+			debounceTimers.current.set(key, timeout);
 		});
 
 		return () => {
 			cleanup();
-			for (const timeout of pendingRef.current.values()) {
+			for (const timeout of debounceTimers.current.values()) {
 				clearTimeout(timeout);
 			}
-			pendingRef.current.clear();
+			debounceTimers.current.clear();
 		};
 	}, []);
 }

surfsense_web/lib/apis/connectors-api.service.ts

@@ -405,17 +405,6 @@ class ConnectorsApiService {
 		);
 	};
 
-	// =============================================================================
-	// Local Folder Connector Methods
-	// =============================================================================
-
-	indexFile = async (connectorId: number, filePath: string) => {
-		return baseApiService.post(
-			`/api/v1/search-source-connectors/${connectorId}/index-file`,
-			undefined,
-			{ body: { file_path: filePath } }
-		);
-	};
 }
 
 export type { SlackChannel, DiscordChannel };

surfsense_web/lib/apis/documents-api.service.ts

@@ -395,6 +395,14 @@ class DocumentsApiService {
 		);
 	};
 
+	folderIndex = async (searchSpaceId: number, body: { folder_path: string; folder_name: string; search_space_id: number; exclude_patterns?: string[]; file_extensions?: string[]; root_folder_id?: number; enable_summary?: boolean }) => {
+		return baseApiService.post(`/api/v1/documents/folder-index`, undefined, { body });
+	};
+
+	folderIndexFile = async (searchSpaceId: number, body: { folder_path: string; folder_name: string; search_space_id: number; target_file_path: string; enable_summary?: boolean }) => {
+		return baseApiService.post(`/api/v1/documents/folder-index-file`, undefined, { body });
+	};
+
 	/**
 	 * Delete a document
 	 */

surfsense_web/lib/connectors/utils.ts

@@ -30,7 +30,6 @@ export const getConnectorTypeDisplay = (type: string): string => {
 		YOUTUBE_CONNECTOR: "YouTube",
 		CIRCLEBACK_CONNECTOR: "Circleback",
 		OBSIDIAN_CONNECTOR: "Obsidian",
-		LOCAL_FOLDER_CONNECTOR: "Local Folder",
 		DROPBOX_CONNECTOR: "Dropbox",
 		MCP_CONNECTOR: "MCP Server",
 	};

surfsense_web/types/window.d.ts

@@ -5,15 +5,16 @@ interface WatchedFolderConfig {
 	name: string;
 	excludePatterns: string[];
 	fileExtensions: string[] | null;
-	connectorId: number;
+	rootFolderId: number | null;
 	searchSpaceId: number;
 	active: boolean;
 }
 
 interface FolderSyncFileChangedEvent {
-	connectorId: number;
+	rootFolderId: number | null;
 	searchSpaceId: number;
 	folderPath: string;
+	folderName: string;
 	relativePath: string;
 	fullPath: string;
 	action: "add" | "change" | "unlink";
@@ -21,7 +22,7 @@ interface FolderSyncFileChangedEvent {
 }
 
 interface FolderSyncWatcherReadyEvent {
-	connectorId: number;
+	rootFolderId: number | null;
 	folderPath: string;
 }
 
@@ -49,6 +50,7 @@ interface ElectronAPI {
 	onWatcherReady: (callback: (data: FolderSyncWatcherReadyEvent) => void) => () => void;
 	pauseWatcher: () => Promise<void>;
 	resumeWatcher: () => Promise<void>;
+	signalRendererReady: () => Promise<void>;
 }
 
 declare global {