apunkt/SurfSense
1
0
Fork 0
mirror of https://github.com/MODSetter/SurfSense.git synced 2026-05-21 18:55:16 +02:00
Code Issues Projects Releases Packages Wiki Activity

feat: Implement real-time indexing state management for connectors

Browse source 
- Introduced a new custom hook, useIndexingConnectors, to track indexing states of connectors without polling.
- Updated ConnectorIndicator and related components to utilize the new indexing state management, enhancing user experience with immediate feedback during indexing.
- Removed deprecated log summary references and replaced them with real-time updates from Electric SQL.
- Adjusted UI components to reflect changes in indexing status, improving clarity and responsiveness.
This commit is contained in:
Anish Sarkar 2026-01-13 20:53:30 +05:30
parent 48b67d9bc1
commit f250fa177a
7 changed files with 156 additions and 124 deletions
Download patch file Download diff file Expand all files Collapse all files

33
surfsense_web/hooks/use-connectors-electric.ts
View file

@ -12,6 +12,29 @@ export function useConnectorsElectric(searchSpaceId: number | string | null) {
const syncHandleRef = useRef<SyncHandle | null>(null)
const liveQueryRef = useRef<{ unsubscribe: () => void } | null>(null)
// Transform connector data from Electric SQL/PGlite to match expected format
// Converts Date objects to ISO strings as expected by Zod schema
function transformConnector(connector: any): SearchSourceConnector {
return {
...connector,
last_indexed_at: connector.last_indexed_at
? typeof connector.last_indexed_at === 'string'
? connector.last_indexed_at
: new Date(connector.last_indexed_at).toISOString()
: null,
next_scheduled_at: connector.next_scheduled_at
? typeof connector.next_scheduled_at === 'string'
? connector.next_scheduled_at
: new Date(connector.next_scheduled_at).toISOString()
: null,
created_at: connector.created_at
? typeof connector.created_at === 'string'
? connector.created_at
: new Date(connector.created_at).toISOString()
: new Date().toISOString(), // fallback
}
}
// Initialize Electric SQL and start syncing with real-time updates
useEffect(() => {
if (!searchSpaceId) {
@ -107,20 +130,20 @@ export function useConnectorsElectric(searchSpaceId: number | string | null) {
// Set initial results immediately from the resolved query
if (liveQuery.initialResults?.rows) {
console.log('📋 Initial live query results for connectors:', liveQuery.initialResults.rows.length)
setConnectors(liveQuery.initialResults.rows)
setConnectors(liveQuery.initialResults.rows.map(transformConnector))
} else if (liveQuery.rows) {
// Some versions have rows directly on the result
console.log('📋 Initial live query results for connectors (direct):', liveQuery.rows.length)
setConnectors(liveQuery.rows)
setConnectors(liveQuery.rows.map(transformConnector))
}
// Subscribe to changes - this is the correct API!
// The callback fires automatically when Electric SQL syncs new data to PGlite
if (typeof liveQuery.subscribe === 'function') {
liveQuery.subscribe((result: { rows: SearchSourceConnector[] }) => {
liveQuery.subscribe((result: { rows: any[] }) => {
if (mounted && result.rows) {
console.log('🔄 Connectors updated via live query:', result.rows.length)
setConnectors(result.rows)
setConnectors(result.rows.map(transformConnector))
}
})
@ -161,7 +184,7 @@ export function useConnectorsElectric(searchSpaceId: number | string | null) {
[searchSpaceId]
)
console.log('📋 Fetched connectors from PGlite:', result.rows?.length || 0)
setConnectors(result.rows || [])
setConnectors((result.rows || []).map(transformConnector))
} catch (err) {
console.error('Failed to fetch connectors from PGlite:', err)
}