- {/* Main container with improved styling */}
-
- {/* Header with better visual separation */}
-
-
-
-
- Follow-up Questions
-
-
- {furtherQuestions.length} suggestion{furtherQuestions.length !== 1 ? 's' : ''}
-
-
-
-
- {/* Questions container with enhanced scrolling */}
-
-
- {/* Left fade gradient */}
-
-
- {/* Right fade gradient */}
-
-
- {/* Scrollable container */}
-
-
- {furtherQuestions.map((question: any, qIndex: number) => (
-
- ))}
-
+ return (
+ <>
+
+ {messages.length === 0 && (
+
+
+
-
- );
- })()}
- {/* Scroll to bottom button */}
-
-
+
+ )}
+ {messages?.map((message, index) => {
+ if (message.role === "user") {
+ return (
+
+
+
+
+
+
+ getCitationSource(id, index)
+ }
+ className="text-sm"
+ />
+
+
+
+
+ );
+ }
+
+ if (message.role === "assistant") {
+ return (
+
+
+
+
+ Answer
+
+
+
+ {/* Status Messages Section */}
+
+
+
+
+
+ setTerminalExpanded(
+ false
+ )
+ }
+ >
+
+
+ setTerminalExpanded(
+ true
+ )
+ }
+ >
+
+
+ surfsense-research-terminal
+
+
+
+
+ Last login: {currentDate}{" "}
+ {currentTime}
+
+
+
+ researcher@surfsense
+
+
+ :
+
+
+ ~/research
+
+
+ $
+
+
+ surfsense-researcher
+
+
+
+ {renderTerminalContent(message)}
+
+
+
+ [00:13]
+
+
+ researcher@surfsense
+
+
+ :
+
+
+ ~/research
+
+
+ $
+
+
+
+
+ {/* Terminal scroll button */}
+
+
+
+
+
+ Sources
+
+
+
+ {(() => {
+ // Get sources for this specific message
+ const messageConnectorSources =
+ getMessageConnectorSources(
+ message
+ );
+
+ if (
+ messageConnectorSources.length ===
+ 0
+ ) {
+ return (
+
+
+
+ );
+ }
+
+ // Use these message-specific sources for the Tabs component
+ return (
+
+ 0
+ ? messageConnectorSources[0]
+ .type
+ : undefined
+ }
+ className="w-full"
+ >
+
+
+
+
+
+
+
+ {messageConnectorSources.map(
+ (
+ connector
+ ) => (
+
+ {getConnectorIcon(
+ connector.type
+ )}
+
+ {
+ connector.name.split(
+ " "
+ )[0]
+ }
+
+
+ {connector
+ .sources
+ ?.length ||
+ 0}
+
+
+ )
+ )}
+
+
+
+
+
+
+
+ {connector.sources
+ ?.slice(
+ 0,
+ INITIAL_SOURCES_DISPLAY
+ )
+ ?.map(
+ (
+ source: any,
+ index: number
+ ) => (
+
+
+
+ {getConnectorIcon(
+ connector.type
+ )}
+
+
+
+ {
+ source.title
+ }
+
+
+ {
+ source.description
+ }
+
+
+
+
+ )
+ )}
+
+ {connector
+ .sources
+ ?.length >
+ INITIAL_SOURCES_DISPLAY && (
+
+ )}
+
+ );
+ })()}
+
+ {
+
+ {message.annotations &&
+ (() => {
+ // Get all ANSWER annotations
+ const answerAnnotations =
+ (
+ message.annotations as any[]
+ ).filter(
+ (a) =>
+ a.type ===
+ "ANSWER"
+ );
+
+ // Get the latest ANSWER annotation
+ const latestAnswer =
+ answerAnnotations.length >
+ 0
+ ? answerAnnotations[
+ answerAnnotations.length -
+ 1
+ ]
+ : null;
+
+ // If we have a latest ANSWER annotation with content, render it
+ if (
+ latestAnswer?.content &&
+ latestAnswer
+ .content
+ .length > 0
+ ) {
+ return (
+
+ getCitationSource(
+ id,
+ index
+ )
+ }
+ type="ai"
+ />
+ );
+ }
+
+ // Fallback to the message content if no ANSWER annotation is available
+ return (
+
+ getCitationSource(
+ id,
+ index
+ )
+ }
+ type="ai"
+ />
+ );
+ })()}
+
+ }
+
+ {/* Main container with improved styling */}
+
+ {/* Header with better visual separation */}
+
+
+
+
+ Follow-up
+ Questions
+
+
+ {
+ furtherQuestions.length
+ }{" "}
+ suggestion
+ {furtherQuestions.length !==
+ 1
+ ? "s"
+ : ""}
+
+
+
+
+ {/* Questions container with enhanced scrolling */}
+
+
+ {/* Left fade gradient */}
+
+
+ {/* Right fade gradient */}
+
+
+ {/* Scrollable container */}
+
+
+ {furtherQuestions.map(
+ (
+ question: any,
+ qIndex: number
+ ) => (
+
+ )
+ )}
+
+
+
+
+
+
+
+ );
+ }
+
+ return null;
+ })}
+
+ {/* New Chat Input Form */}
+
+
+
+
+ {/* Enhanced Document Selection Dialog */}
+
+
+ {/* Connector Selection Dialog */}
+
+
+ {/* Search Mode Control */}
+
+
+
+
+
+ {/* Research Mode Control */}
+
+
+
+
+ {/* Fast LLM Selector */}
+
+
+
+
-
-
-
- );
- }
+
- return null;
- })}
-
- {/* New Chat Input Form */}
-
-
-
-
- {/* Enhanced Document Selection Dialog */}
-
-
- {/* Connector Selection Dialog */}
-
-
- {/* Search Mode Control */}
-
-
-
-
-
- {/* Research Mode Control */}
-
-
-
-
- {/* Fast LLM Selector */}
-
-
-
-
-
-
-
- {/* Reference for auto-scrolling */}
-
-
-
- );
+ {/* Reference for auto-scrolling */}
+
+
+
+ );
};
export default ChatPage;
diff --git a/surfsense_web/app/dashboard/[search_space_id]/v2/[[...chat_id]]/page.tsx b/surfsense_web/app/dashboard/[search_space_id]/v2/[[...chat_id]]/page.tsx
index cff02069c..8e831adcd 100644
--- a/surfsense_web/app/dashboard/[search_space_id]/v2/[[...chat_id]]/page.tsx
+++ b/surfsense_web/app/dashboard/[search_space_id]/v2/[[...chat_id]]/page.tsx
@@ -42,9 +42,15 @@ export default function ResearchChatPageV2() {
return selectedDocuments.map((doc) => doc.id);
}, [selectedDocuments]);
+ // Memoize connector types to prevent infinite re-renders
+ const connectorTypes = useMemo(() => {
+ return selectedConnectors;
+ }, [selectedConnectors]);
+
// Unified localStorage management for chat state
interface ChatState {
selectedDocuments: Document[];
+ selectedConnectors: string[];
searchMode: "DOCUMENTS" | "CHUNKS";
researchMode: ResearchMode;
}
@@ -89,7 +95,7 @@ export default function ResearchChatPageV2() {
body: {
data: {
search_space_id: search_space_id,
- selected_connectors: selectedConnectors,
+ selected_connectors: connectorTypes,
research_mode: researchMode,
search_mode: searchMode,
document_ids_to_add_in_context: documentIds,
@@ -104,11 +110,16 @@ export default function ResearchChatPageV2() {
message: Message | CreateMessage,
chatRequestOptions?: { data?: any }
) => {
- const newChatId = await createChat(message.content, researchMode);
+ const newChatId = await createChat(
+ message.content,
+ researchMode,
+ selectedConnectors
+ );
if (newChatId) {
// Store chat state before navigation
storeChatState(search_space_id as string, newChatId, {
selectedDocuments,
+ selectedConnectors,
searchMode,
researchMode,
});
@@ -133,6 +144,7 @@ export default function ResearchChatPageV2() {
);
if (restoredState) {
setSelectedDocuments(restoredState.selectedDocuments);
+ setSelectedConnectors(restoredState.selectedConnectors);
setSearchMode(restoredState.searchMode);
setResearchMode(restoredState.researchMode);
}
@@ -141,6 +153,7 @@ export default function ResearchChatPageV2() {
chatIdParam,
search_space_id,
setSelectedDocuments,
+ setSelectedConnectors,
setSearchMode,
setResearchMode,
]);
@@ -192,7 +205,12 @@ export default function ResearchChatPageV2() {
handler.messages.length > 0 &&
handler.messages[handler.messages.length - 1]?.role === "assistant"
) {
- updateChat(chatIdParam, handler.messages, researchMode);
+ updateChat(
+ chatIdParam,
+ handler.messages,
+ researchMode,
+ selectedConnectors
+ );
}
}, [handler.messages, handler.status, chatIdParam, isNewChat]);
@@ -212,6 +230,8 @@ export default function ResearchChatPageV2() {
}}
onDocumentSelectionChange={setSelectedDocuments}
selectedDocuments={selectedDocuments}
+ onConnectorSelectionChange={setSelectedConnectors}
+ selectedConnectors={selectedConnectors}
searchMode={searchMode}
onSearchModeChange={setSearchMode}
researchMode={researchMode}
diff --git a/surfsense_web/components/chat_v2/ChatInputGroup.tsx b/surfsense_web/components/chat_v2/ChatInputGroup.tsx
index ebef6fd91..6229d1fae 100644
--- a/surfsense_web/components/chat_v2/ChatInputGroup.tsx
+++ b/surfsense_web/components/chat_v2/ChatInputGroup.tsx
@@ -1,7 +1,7 @@
"use client";
import { ChatInput } from "@llamaindex/chat-ui";
-import { FolderOpen } from "lucide-react";
+import { FolderOpen, Check } from "lucide-react";
import { Button } from "@/components/ui/button";
import {
Dialog,
@@ -9,6 +9,7 @@ import {
DialogDescription,
DialogTitle,
DialogTrigger,
+ DialogFooter,
} from "@/components/ui/dialog";
import {
Select,
@@ -21,6 +22,11 @@ import { Suspense, useState, useCallback } from "react";
import { useParams } from "next/navigation";
import { useDocuments, Document } from "@/hooks/use-documents";
import { DocumentsDataTable } from "@/components/chat_v2/DocumentsDataTable";
+import { useSearchSourceConnectors } from "@/hooks/useSearchSourceConnectors";
+import {
+ getConnectorIcon,
+ ConnectorButton as ConnectorButtonComponent,
+} from "@/components/chat/ConnectorComponents";
import { ResearchMode } from "@/components/chat";
import React from "react";
@@ -113,6 +119,126 @@ const DocumentSelector = React.memo(
}
);
+const ConnectorSelector = React.memo(
+ ({
+ onSelectionChange,
+ selectedConnectors = [],
+ }: {
+ onSelectionChange?: (connectorTypes: string[]) => void;
+ selectedConnectors?: string[];
+ }) => {
+ const [isOpen, setIsOpen] = useState(false);
+
+ const { connectorSourceItems, isLoading, isLoaded, fetchConnectors } =
+ useSearchSourceConnectors();
+
+ const handleOpenChange = useCallback(
+ (open: boolean) => {
+ setIsOpen(open);
+ if (open && !isLoaded) {
+ fetchConnectors();
+ }
+ },
+ [fetchConnectors, isLoaded]
+ );
+
+ const handleConnectorToggle = useCallback(
+ (connectorType: string) => {
+ const isSelected = selectedConnectors.includes(connectorType);
+ const newSelection = isSelected
+ ? selectedConnectors.filter(
+ (type) => type !== connectorType
+ )
+ : [...selectedConnectors, connectorType];
+ onSelectionChange?.(newSelection);
+ },
+ [selectedConnectors, onSelectionChange]
+ );
+
+ const handleSelectAll = useCallback(() => {
+ onSelectionChange?.(connectorSourceItems.map((c) => c.type));
+ }, [connectorSourceItems, onSelectionChange]);
+
+ const handleClearAll = useCallback(() => {
+ onSelectionChange?.([]);
+ }, [onSelectionChange]);
+
+ return (
+
+ );
+ }
+);
+
const SearchModeSelector = ({
searchMode,
onSearchModeChange,
@@ -155,20 +281,6 @@ const ResearchModeSelector = ({
researchMode?: ResearchMode;
onResearchModeChange?: (mode: ResearchMode) => void;
}) => {
- const researchModeLabels: Record
= {
- QNA: "Q&A",
- REPORT_GENERAL: "General Report",
- REPORT_DEEP: "Deep Report",
- REPORT_DEEPER: "Deeper Report",
- };
-
- const researchModeShortLabels: Record = {
- QNA: "Q&A",
- REPORT_GENERAL: "General",
- REPORT_DEEP: "Deep",
- REPORT_DEEPER: "Deeper",
- };
-
return (
@@ -206,6 +318,8 @@ const ResearchModeSelector = ({
const CustomChatInputOptions = ({
onDocumentSelectionChange,
selectedDocuments,
+ onConnectorSelectionChange,
+ selectedConnectors,
searchMode,
onSearchModeChange,
researchMode,
@@ -213,6 +327,8 @@ const CustomChatInputOptions = ({
}: {
onDocumentSelectionChange?: (documents: Document[]) => void;
selectedDocuments?: Document[];
+ onConnectorSelectionChange?: (connectorTypes: string[]) => void;
+ selectedConnectors?: string[];
searchMode?: "DOCUMENTS" | "CHUNKS";
onSearchModeChange?: (mode: "DOCUMENTS" | "CHUNKS") => void;
researchMode?: ResearchMode;
@@ -226,6 +342,12 @@ const CustomChatInputOptions = ({
selectedDocuments={selectedDocuments}
/>
+ Loading...
}>
+
+
void;
selectedDocuments?: Document[];
+ onConnectorSelectionChange?: (connectorTypes: string[]) => void;
+ selectedConnectors?: string[];
searchMode?: "DOCUMENTS" | "CHUNKS";
onSearchModeChange?: (mode: "DOCUMENTS" | "CHUNKS") => void;
researchMode?: ResearchMode;
@@ -262,6 +388,8 @@ export const CustomChatInput = ({
void;
selectedDocuments?: Document[];
+ onConnectorSelectionChange?: (connectorTypes: string[]) => void;
+ selectedConnectors?: string[];
searchMode?: "DOCUMENTS" | "CHUNKS";
onSearchModeChange?: (mode: "DOCUMENTS" | "CHUNKS") => void;
researchMode?: ResearchMode;
@@ -25,6 +27,8 @@ export default function ChatInterface({
handler,
onDocumentSelectionChange,
selectedDocuments = [],
+ onConnectorSelectionChange,
+ selectedConnectors = [],
searchMode,
onSearchModeChange,
researchMode,
@@ -44,6 +48,8 @@ export default function ChatInterface({
=> {
if (!token) {
console.error("Authentication token not found");
@@ -107,7 +108,7 @@ export function useChatAPI({ token, search_space_id }: UseChatAPIProps) {
body: JSON.stringify({
type: researchMode,
title: "Untitled Chat",
- initial_connectors: [],
+ initial_connectors: selectedConnectors,
messages: [
{
role: "user",
@@ -139,7 +140,8 @@ export function useChatAPI({ token, search_space_id }: UseChatAPIProps) {
async (
chatId: string,
messages: Message[],
- researchMode: ResearchMode
+ researchMode: ResearchMode,
+ selectedConnectors: string[]
) => {
if (!token) return;
@@ -164,7 +166,7 @@ export function useChatAPI({ token, search_space_id }: UseChatAPIProps) {
body: JSON.stringify({
type: researchMode,
title: title,
- initial_connectors: [],
+ initial_connectors: selectedConnectors,
messages: messages,
search_space_id: Number(search_space_id),
}),
diff --git a/surfsense_web/hooks/useSearchSourceConnectors.ts b/surfsense_web/hooks/useSearchSourceConnectors.ts
index 968e883ec..ddc16f963 100644
--- a/surfsense_web/hooks/useSearchSourceConnectors.ts
+++ b/surfsense_web/hooks/useSearchSourceConnectors.ts
@@ -1,328 +1,367 @@
-import { useState, useEffect, useCallback } from 'react';
+import { useState, useEffect, useCallback } from "react";
export interface SearchSourceConnector {
- id: number;
- name: string;
- connector_type: string;
- is_indexable: boolean;
- last_indexed_at: string | null;
- config: Record;
- user_id?: string;
- created_at?: string;
+ id: number;
+ name: string;
+ connector_type: string;
+ is_indexable: boolean;
+ last_indexed_at: string | null;
+ config: Record;
+ user_id?: string;
+ created_at?: string;
}
export interface ConnectorSourceItem {
- id: number;
- name: string;
- type: string;
- sources: any[];
+ id: number;
+ name: string;
+ type: string;
+ sources: any[];
}
/**
* Hook to fetch search source connectors from the API
*/
export const useSearchSourceConnectors = () => {
- const [connectors, setConnectors] = useState([]);
- const [isLoading, setIsLoading] = useState(true);
- const [error, setError] = useState(null);
- const [connectorSourceItems, setConnectorSourceItems] = useState([
- {
- id: 1,
- name: "Crawled URL",
- type: "CRAWLED_URL",
- sources: [],
- },
- {
- id: 2,
- name: "File",
- type: "FILE",
- sources: [],
- },
- {
- id: 3,
- name: "Extension",
- type: "EXTENSION",
- sources: [],
- },
- {
- id: 4,
- name: "Youtube Video",
- type: "YOUTUBE_VIDEO",
- sources: [],
- }
- ]);
+ const [connectors, setConnectors] = useState([]);
+ const [isLoading, setIsLoading] = useState(false);
+ const [isLoaded, setIsLoaded] = useState(false);
+ const [error, setError] = useState(null);
+ const [connectorSourceItems, setConnectorSourceItems] = useState<
+ ConnectorSourceItem[]
+ >([
+ {
+ id: 1,
+ name: "Crawled URL",
+ type: "CRAWLED_URL",
+ sources: [],
+ },
+ {
+ id: 2,
+ name: "File",
+ type: "FILE",
+ sources: [],
+ },
+ {
+ id: 3,
+ name: "Extension",
+ type: "EXTENSION",
+ sources: [],
+ },
+ {
+ id: 4,
+ name: "Youtube Video",
+ type: "YOUTUBE_VIDEO",
+ sources: [],
+ },
+ ]);
- useEffect(() => {
- const fetchConnectors = async () => {
- try {
- setIsLoading(true);
- const token = localStorage.getItem('surfsense_bearer_token');
-
- if (!token) {
- throw new Error('No authentication token found');
- }
+ const fetchConnectors = useCallback(async () => {
+ if (isLoaded) return; // Don't fetch if already loaded
- const response = await fetch(
- `${process.env.NEXT_PUBLIC_FASTAPI_BACKEND_URL}/api/v1/search-source-connectors/`,
- {
- method: 'GET',
- headers: {
- 'Content-Type': 'application/json',
- 'Authorization': `Bearer ${token}`
+ try {
+ setIsLoading(true);
+ setError(null);
+ const token = localStorage.getItem("surfsense_bearer_token");
+
+ if (!token) {
+ throw new Error("No authentication token found");
}
- }
+
+ const response = await fetch(
+ `${process.env.NEXT_PUBLIC_FASTAPI_BACKEND_URL}/api/v1/search-source-connectors/`,
+ {
+ method: "GET",
+ headers: {
+ "Content-Type": "application/json",
+ Authorization: `Bearer ${token}`,
+ },
+ }
+ );
+
+ if (!response.ok) {
+ throw new Error(
+ `Failed to fetch connectors: ${response.statusText}`
+ );
+ }
+
+ const data = await response.json();
+ setConnectors(data);
+ setIsLoaded(true);
+
+ // Update connector source items when connectors change
+ updateConnectorSourceItems(data);
+ } catch (err) {
+ setError(
+ err instanceof Error
+ ? err
+ : new Error("An unknown error occurred")
+ );
+ console.error("Error fetching search source connectors:", err);
+ } finally {
+ setIsLoading(false);
+ }
+ }, [isLoaded]);
+
+ // Update connector source items when connectors change
+ const updateConnectorSourceItems = (
+ currentConnectors: SearchSourceConnector[]
+ ) => {
+ // Start with the default hardcoded connectors
+ const defaultConnectors: ConnectorSourceItem[] = [
+ {
+ id: 1,
+ name: "Crawled URL",
+ type: "CRAWLED_URL",
+ sources: [],
+ },
+ {
+ id: 2,
+ name: "File",
+ type: "FILE",
+ sources: [],
+ },
+ {
+ id: 3,
+ name: "Extension",
+ type: "EXTENSION",
+ sources: [],
+ },
+ {
+ id: 4,
+ name: "Youtube Video",
+ type: "YOUTUBE_VIDEO",
+ sources: [],
+ },
+ ];
+
+ // Add the API connectors
+ const apiConnectors: ConnectorSourceItem[] = currentConnectors.map(
+ (connector, index) => ({
+ id: 1000 + index, // Use a high ID to avoid conflicts with hardcoded IDs
+ name: connector.name,
+ type: connector.connector_type,
+ sources: [],
+ })
);
- if (!response.ok) {
- throw new Error(`Failed to fetch connectors: ${response.statusText}`);
- }
-
- const data = await response.json();
- setConnectors(data);
-
- // Update connector source items when connectors change
- updateConnectorSourceItems(data);
- } catch (err) {
- setError(err instanceof Error ? err : new Error('An unknown error occurred'));
- console.error('Error fetching search source connectors:', err);
- } finally {
- setIsLoading(false);
- }
+ setConnectorSourceItems([...defaultConnectors, ...apiConnectors]);
};
- fetchConnectors();
- }, []);
-
- // Update connector source items when connectors change
- const updateConnectorSourceItems = (currentConnectors: SearchSourceConnector[]) => {
- // Start with the default hardcoded connectors
- const defaultConnectors: ConnectorSourceItem[] = [
- {
- id: 1,
- name: "Crawled URL",
- type: "CRAWLED_URL",
- sources: [],
- },
- {
- id: 2,
- name: "File",
- type: "FILE",
- sources: [],
- },
- {
- id: 3,
- name: "Extension",
- type: "EXTENSION",
- sources: [],
- },
- {
- id: 4,
- name: "Youtube Video",
- type: "YOUTUBE_VIDEO",
- sources: [],
- }
- ];
-
- // Add the API connectors
- const apiConnectors: ConnectorSourceItem[] = currentConnectors.map((connector, index) => ({
- id: 1000 + index, // Use a high ID to avoid conflicts with hardcoded IDs
- name: connector.name,
- type: connector.connector_type,
- sources: [],
- }));
-
- setConnectorSourceItems([...defaultConnectors, ...apiConnectors]);
- };
+ /**
+ * Create a new search source connector
+ */
+ const createConnector = async (
+ connectorData: Omit<
+ SearchSourceConnector,
+ "id" | "user_id" | "created_at"
+ >
+ ) => {
+ try {
+ const token = localStorage.getItem("surfsense_bearer_token");
- /**
- * Create a new search source connector
- */
- const createConnector = async (connectorData: Omit) => {
- try {
- const token = localStorage.getItem('surfsense_bearer_token');
-
- if (!token) {
- throw new Error('No authentication token found');
- }
+ if (!token) {
+ throw new Error("No authentication token found");
+ }
- const response = await fetch(
- `${process.env.NEXT_PUBLIC_FASTAPI_BACKEND_URL}/api/v1/search-source-connectors/`,
- {
- method: 'POST',
- headers: {
- 'Content-Type': 'application/json',
- 'Authorization': `Bearer ${token}`
- },
- body: JSON.stringify(connectorData)
+ const response = await fetch(
+ `${process.env.NEXT_PUBLIC_FASTAPI_BACKEND_URL}/api/v1/search-source-connectors/`,
+ {
+ method: "POST",
+ headers: {
+ "Content-Type": "application/json",
+ Authorization: `Bearer ${token}`,
+ },
+ body: JSON.stringify(connectorData),
+ }
+ );
+
+ if (!response.ok) {
+ throw new Error(
+ `Failed to create connector: ${response.statusText}`
+ );
+ }
+
+ const newConnector = await response.json();
+ const updatedConnectors = [...connectors, newConnector];
+ setConnectors(updatedConnectors);
+ updateConnectorSourceItems(updatedConnectors);
+ return newConnector;
+ } catch (err) {
+ console.error("Error creating search source connector:", err);
+ throw err;
}
- );
+ };
- if (!response.ok) {
- throw new Error(`Failed to create connector: ${response.statusText}`);
- }
+ /**
+ * Update an existing search source connector
+ */
+ const updateConnector = async (
+ connectorId: number,
+ connectorData: Partial<
+ Omit
+ >
+ ) => {
+ try {
+ const token = localStorage.getItem("surfsense_bearer_token");
- const newConnector = await response.json();
- const updatedConnectors = [...connectors, newConnector];
- setConnectors(updatedConnectors);
- updateConnectorSourceItems(updatedConnectors);
- return newConnector;
- } catch (err) {
- console.error('Error creating search source connector:', err);
- throw err;
- }
- };
+ if (!token) {
+ throw new Error("No authentication token found");
+ }
- /**
- * Update an existing search source connector
- */
- const updateConnector = async (
- connectorId: number,
- connectorData: Partial>
- ) => {
- try {
- const token = localStorage.getItem('surfsense_bearer_token');
-
- if (!token) {
- throw new Error('No authentication token found');
- }
+ const response = await fetch(
+ `${process.env.NEXT_PUBLIC_FASTAPI_BACKEND_URL}/api/v1/search-source-connectors/${connectorId}`,
+ {
+ method: "PUT",
+ headers: {
+ "Content-Type": "application/json",
+ Authorization: `Bearer ${token}`,
+ },
+ body: JSON.stringify(connectorData),
+ }
+ );
- const response = await fetch(
- `${process.env.NEXT_PUBLIC_FASTAPI_BACKEND_URL}/api/v1/search-source-connectors/${connectorId}`,
- {
- method: 'PUT',
- headers: {
- 'Content-Type': 'application/json',
- 'Authorization': `Bearer ${token}`
- },
- body: JSON.stringify(connectorData)
+ if (!response.ok) {
+ throw new Error(
+ `Failed to update connector: ${response.statusText}`
+ );
+ }
+
+ const updatedConnector = await response.json();
+ const updatedConnectors = connectors.map((connector) =>
+ connector.id === connectorId ? updatedConnector : connector
+ );
+ setConnectors(updatedConnectors);
+ updateConnectorSourceItems(updatedConnectors);
+ return updatedConnector;
+ } catch (err) {
+ console.error("Error updating search source connector:", err);
+ throw err;
}
- );
+ };
- if (!response.ok) {
- throw new Error(`Failed to update connector: ${response.statusText}`);
- }
+ /**
+ * Delete a search source connector
+ */
+ const deleteConnector = async (connectorId: number) => {
+ try {
+ const token = localStorage.getItem("surfsense_bearer_token");
- const updatedConnector = await response.json();
- const updatedConnectors = connectors.map(connector =>
- connector.id === connectorId ? updatedConnector : connector
- );
- setConnectors(updatedConnectors);
- updateConnectorSourceItems(updatedConnectors);
- return updatedConnector;
- } catch (err) {
- console.error('Error updating search source connector:', err);
- throw err;
- }
- };
+ if (!token) {
+ throw new Error("No authentication token found");
+ }
- /**
- * Delete a search source connector
- */
- const deleteConnector = async (connectorId: number) => {
- try {
- const token = localStorage.getItem('surfsense_bearer_token');
-
- if (!token) {
- throw new Error('No authentication token found');
- }
+ const response = await fetch(
+ `${process.env.NEXT_PUBLIC_FASTAPI_BACKEND_URL}/api/v1/search-source-connectors/${connectorId}`,
+ {
+ method: "DELETE",
+ headers: {
+ "Content-Type": "application/json",
+ Authorization: `Bearer ${token}`,
+ },
+ }
+ );
- const response = await fetch(
- `${process.env.NEXT_PUBLIC_FASTAPI_BACKEND_URL}/api/v1/search-source-connectors/${connectorId}`,
- {
- method: 'DELETE',
- headers: {
- 'Content-Type': 'application/json',
- 'Authorization': `Bearer ${token}`
- }
+ if (!response.ok) {
+ throw new Error(
+ `Failed to delete connector: ${response.statusText}`
+ );
+ }
+
+ const updatedConnectors = connectors.filter(
+ (connector) => connector.id !== connectorId
+ );
+ setConnectors(updatedConnectors);
+ updateConnectorSourceItems(updatedConnectors);
+ } catch (err) {
+ console.error("Error deleting search source connector:", err);
+ throw err;
}
- );
+ };
- if (!response.ok) {
- throw new Error(`Failed to delete connector: ${response.statusText}`);
- }
+ /**
+ * Index content from a connector to a search space
+ */
+ const indexConnector = async (
+ connectorId: number,
+ searchSpaceId: string | number,
+ startDate?: string,
+ endDate?: string
+ ) => {
+ try {
+ const token = localStorage.getItem("surfsense_bearer_token");
- const updatedConnectors = connectors.filter(connector => connector.id !== connectorId);
- setConnectors(updatedConnectors);
- updateConnectorSourceItems(updatedConnectors);
- } catch (err) {
- console.error('Error deleting search source connector:', err);
- throw err;
- }
- };
+ if (!token) {
+ throw new Error("No authentication token found");
+ }
- /**
- * Index content from a connector to a search space
- */
- const indexConnector = async (
- connectorId: number,
- searchSpaceId: string | number,
- startDate?: string,
- endDate?: string
- ) => {
- try {
- const token = localStorage.getItem('surfsense_bearer_token');
-
- if (!token) {
- throw new Error('No authentication token found');
- }
+ // Build query parameters
+ const params = new URLSearchParams({
+ search_space_id: searchSpaceId.toString(),
+ });
+ if (startDate) {
+ params.append("start_date", startDate);
+ }
+ if (endDate) {
+ params.append("end_date", endDate);
+ }
- // Build query parameters
- const params = new URLSearchParams({ search_space_id: searchSpaceId.toString() });
- if (startDate) {
- params.append('start_date', startDate);
- }
- if (endDate) {
- params.append('end_date', endDate);
- }
+ const response = await fetch(
+ `${
+ process.env.NEXT_PUBLIC_FASTAPI_BACKEND_URL
+ }/api/v1/search-source-connectors/${connectorId}/index?${params.toString()}`,
+ {
+ method: "POST",
+ headers: {
+ "Content-Type": "application/json",
+ Authorization: `Bearer ${token}`,
+ },
+ }
+ );
- const response = await fetch(
- `${process.env.NEXT_PUBLIC_FASTAPI_BACKEND_URL}/api/v1/search-source-connectors/${connectorId}/index?${params.toString()}`,
- {
- method: 'POST',
- headers: {
- 'Content-Type': 'application/json',
- 'Authorization': `Bearer ${token}`
- }
+ if (!response.ok) {
+ throw new Error(
+ `Failed to index connector content: ${response.statusText}`
+ );
+ }
+
+ const result = await response.json();
+
+ // Update the connector's last_indexed_at timestamp
+ const updatedConnectors = connectors.map((connector) =>
+ connector.id === connectorId
+ ? {
+ ...connector,
+ last_indexed_at: new Date().toISOString(),
+ }
+ : connector
+ );
+ setConnectors(updatedConnectors);
+
+ return result;
+ } catch (err) {
+ console.error("Error indexing connector content:", err);
+ throw err;
}
- );
+ };
- if (!response.ok) {
- throw new Error(`Failed to index connector content: ${response.statusText}`);
- }
+ /**
+ * Get connector source items - memoized to prevent unnecessary re-renders
+ */
+ const getConnectorSourceItems = useCallback(() => {
+ return connectorSourceItems;
+ }, [connectorSourceItems]);
- const result = await response.json();
-
- // Update the connector's last_indexed_at timestamp
- const updatedConnectors = connectors.map(connector =>
- connector.id === connectorId
- ? { ...connector, last_indexed_at: new Date().toISOString() }
- : connector
- );
- setConnectors(updatedConnectors);
-
- return result;
- } catch (err) {
- console.error('Error indexing connector content:', err);
- throw err;
- }
- };
-
- /**
- * Get connector source items - memoized to prevent unnecessary re-renders
- */
- const getConnectorSourceItems = useCallback(() => {
- return connectorSourceItems;
- }, [connectorSourceItems]);
-
- return {
- connectors,
- isLoading,
- error,
- createConnector,
- updateConnector,
- deleteConnector,
- indexConnector,
- getConnectorSourceItems,
- connectorSourceItems
- };
-};
\ No newline at end of file
+ return {
+ connectors,
+ isLoading,
+ isLoaded,
+ error,
+ fetchConnectors,
+ createConnector,
+ updateConnector,
+ deleteConnector,
+ indexConnector,
+ getConnectorSourceItems,
+ connectorSourceItems,
+ };
+};