Added source connector integration to chat input options

This commit is contained in:
Utkarsh-Patel-13 2025-07-22 16:06:50 -07:00
parent b8c23030c5
commit cf162101a6
6 changed files with 2828 additions and 2157 deletions

View file

@ -42,9 +42,15 @@ export default function ResearchChatPageV2() {
return selectedDocuments.map((doc) => doc.id); return selectedDocuments.map((doc) => doc.id);
}, [selectedDocuments]); }, [selectedDocuments]);
// Memoize connector types to prevent infinite re-renders
const connectorTypes = useMemo(() => {
return selectedConnectors;
}, [selectedConnectors]);
// Unified localStorage management for chat state // Unified localStorage management for chat state
interface ChatState { interface ChatState {
selectedDocuments: Document[]; selectedDocuments: Document[];
selectedConnectors: string[];
searchMode: "DOCUMENTS" | "CHUNKS"; searchMode: "DOCUMENTS" | "CHUNKS";
researchMode: ResearchMode; researchMode: ResearchMode;
} }
@ -89,7 +95,7 @@ export default function ResearchChatPageV2() {
body: { body: {
data: { data: {
search_space_id: search_space_id, search_space_id: search_space_id,
selected_connectors: selectedConnectors, selected_connectors: connectorTypes,
research_mode: researchMode, research_mode: researchMode,
search_mode: searchMode, search_mode: searchMode,
document_ids_to_add_in_context: documentIds, document_ids_to_add_in_context: documentIds,
@ -104,11 +110,16 @@ export default function ResearchChatPageV2() {
message: Message | CreateMessage, message: Message | CreateMessage,
chatRequestOptions?: { data?: any } chatRequestOptions?: { data?: any }
) => { ) => {
const newChatId = await createChat(message.content, researchMode); const newChatId = await createChat(
message.content,
researchMode,
selectedConnectors
);
if (newChatId) { if (newChatId) {
// Store chat state before navigation // Store chat state before navigation
storeChatState(search_space_id as string, newChatId, { storeChatState(search_space_id as string, newChatId, {
selectedDocuments, selectedDocuments,
selectedConnectors,
searchMode, searchMode,
researchMode, researchMode,
}); });
@ -133,6 +144,7 @@ export default function ResearchChatPageV2() {
); );
if (restoredState) { if (restoredState) {
setSelectedDocuments(restoredState.selectedDocuments); setSelectedDocuments(restoredState.selectedDocuments);
setSelectedConnectors(restoredState.selectedConnectors);
setSearchMode(restoredState.searchMode); setSearchMode(restoredState.searchMode);
setResearchMode(restoredState.researchMode); setResearchMode(restoredState.researchMode);
} }
@ -141,6 +153,7 @@ export default function ResearchChatPageV2() {
chatIdParam, chatIdParam,
search_space_id, search_space_id,
setSelectedDocuments, setSelectedDocuments,
setSelectedConnectors,
setSearchMode, setSearchMode,
setResearchMode, setResearchMode,
]); ]);
@ -192,7 +205,12 @@ export default function ResearchChatPageV2() {
handler.messages.length > 0 && handler.messages.length > 0 &&
handler.messages[handler.messages.length - 1]?.role === "assistant" handler.messages[handler.messages.length - 1]?.role === "assistant"
) { ) {
updateChat(chatIdParam, handler.messages, researchMode); updateChat(
chatIdParam,
handler.messages,
researchMode,
selectedConnectors
);
} }
}, [handler.messages, handler.status, chatIdParam, isNewChat]); }, [handler.messages, handler.status, chatIdParam, isNewChat]);
@ -212,6 +230,8 @@ export default function ResearchChatPageV2() {
}} }}
onDocumentSelectionChange={setSelectedDocuments} onDocumentSelectionChange={setSelectedDocuments}
selectedDocuments={selectedDocuments} selectedDocuments={selectedDocuments}
onConnectorSelectionChange={setSelectedConnectors}
selectedConnectors={selectedConnectors}
searchMode={searchMode} searchMode={searchMode}
onSearchModeChange={setSearchMode} onSearchModeChange={setSearchMode}
researchMode={researchMode} researchMode={researchMode}

View file

@ -1,7 +1,7 @@
"use client"; "use client";
import { ChatInput } from "@llamaindex/chat-ui"; import { ChatInput } from "@llamaindex/chat-ui";
import { FolderOpen } from "lucide-react"; import { FolderOpen, Check } from "lucide-react";
import { Button } from "@/components/ui/button"; import { Button } from "@/components/ui/button";
import { import {
Dialog, Dialog,
@ -9,6 +9,7 @@ import {
DialogDescription, DialogDescription,
DialogTitle, DialogTitle,
DialogTrigger, DialogTrigger,
DialogFooter,
} from "@/components/ui/dialog"; } from "@/components/ui/dialog";
import { import {
Select, Select,
@ -21,6 +22,11 @@ import { Suspense, useState, useCallback } from "react";
import { useParams } from "next/navigation"; import { useParams } from "next/navigation";
import { useDocuments, Document } from "@/hooks/use-documents"; import { useDocuments, Document } from "@/hooks/use-documents";
import { DocumentsDataTable } from "@/components/chat_v2/DocumentsDataTable"; import { DocumentsDataTable } from "@/components/chat_v2/DocumentsDataTable";
import { useSearchSourceConnectors } from "@/hooks/useSearchSourceConnectors";
import {
getConnectorIcon,
ConnectorButton as ConnectorButtonComponent,
} from "@/components/chat/ConnectorComponents";
import { ResearchMode } from "@/components/chat"; import { ResearchMode } from "@/components/chat";
import React from "react"; import React from "react";
@ -113,6 +119,126 @@ const DocumentSelector = React.memo(
} }
); );
const ConnectorSelector = React.memo(
({
onSelectionChange,
selectedConnectors = [],
}: {
onSelectionChange?: (connectorTypes: string[]) => void;
selectedConnectors?: string[];
}) => {
const [isOpen, setIsOpen] = useState(false);
const { connectorSourceItems, isLoading, isLoaded, fetchConnectors } =
useSearchSourceConnectors();
const handleOpenChange = useCallback(
(open: boolean) => {
setIsOpen(open);
if (open && !isLoaded) {
fetchConnectors();
}
},
[fetchConnectors, isLoaded]
);
const handleConnectorToggle = useCallback(
(connectorType: string) => {
const isSelected = selectedConnectors.includes(connectorType);
const newSelection = isSelected
? selectedConnectors.filter(
(type) => type !== connectorType
)
: [...selectedConnectors, connectorType];
onSelectionChange?.(newSelection);
},
[selectedConnectors, onSelectionChange]
);
const handleSelectAll = useCallback(() => {
onSelectionChange?.(connectorSourceItems.map((c) => c.type));
}, [connectorSourceItems, onSelectionChange]);
const handleClearAll = useCallback(() => {
onSelectionChange?.([]);
}, [onSelectionChange]);
return (
<Dialog open={isOpen} onOpenChange={handleOpenChange}>
<DialogTrigger asChild>
<ConnectorButtonComponent
selectedConnectors={selectedConnectors}
onClick={() => setIsOpen(true)}
connectorSources={connectorSourceItems}
/>
</DialogTrigger>
<DialogContent className="sm:max-w-md">
<DialogTitle>Select Connectors</DialogTitle>
<DialogDescription>
Choose which data sources to include in your research
</DialogDescription>
{/* Connector selection grid */}
<div className="grid grid-cols-2 gap-4 py-4">
{isLoading ? (
<div className="col-span-2 flex justify-center py-4">
<div className="animate-spin h-6 w-6 border-2 border-primary border-t-transparent rounded-full" />
</div>
) : (
connectorSourceItems.map((connector) => {
const isSelected = selectedConnectors.includes(
connector.type
);
return (
<div
key={connector.id}
className={`flex items-center gap-2 p-2 rounded-md border cursor-pointer transition-colors ${
isSelected
? "border-primary bg-primary/10"
: "border-border hover:border-primary/50 hover:bg-muted"
}`}
onClick={() =>
handleConnectorToggle(
connector.type
)
}
role="checkbox"
aria-checked={isSelected}
tabIndex={0}
>
<div className="flex-shrink-0 w-6 h-6 flex items-center justify-center rounded-full bg-muted">
{getConnectorIcon(connector.type)}
</div>
<span className="flex-1 text-sm font-medium">
{connector.name}
</span>
{isSelected && (
<Check className="h-4 w-4 text-primary" />
)}
</div>
);
})
)}
</div>
<DialogFooter className="flex justify-between items-center">
<div className="flex gap-2">
<Button variant="outline" onClick={handleClearAll}>
Clear All
</Button>
<Button onClick={handleSelectAll}>
Select All
</Button>
</div>
</DialogFooter>
</DialogContent>
</Dialog>
);
}
);
const SearchModeSelector = ({ const SearchModeSelector = ({
searchMode, searchMode,
onSearchModeChange, onSearchModeChange,
@ -155,20 +281,6 @@ const ResearchModeSelector = ({
researchMode?: ResearchMode; researchMode?: ResearchMode;
onResearchModeChange?: (mode: ResearchMode) => void; onResearchModeChange?: (mode: ResearchMode) => void;
}) => { }) => {
const researchModeLabels: Record<ResearchMode, string> = {
QNA: "Q&A",
REPORT_GENERAL: "General Report",
REPORT_DEEP: "Deep Report",
REPORT_DEEPER: "Deeper Report",
};
const researchModeShortLabels: Record<ResearchMode, string> = {
QNA: "Q&A",
REPORT_GENERAL: "General",
REPORT_DEEP: "Deep",
REPORT_DEEPER: "Deeper",
};
return ( return (
<div className="flex items-center gap-1 sm:gap-2"> <div className="flex items-center gap-1 sm:gap-2">
<span className="text-xs text-muted-foreground hidden sm:block"> <span className="text-xs text-muted-foreground hidden sm:block">
@ -206,6 +318,8 @@ const ResearchModeSelector = ({
const CustomChatInputOptions = ({ const CustomChatInputOptions = ({
onDocumentSelectionChange, onDocumentSelectionChange,
selectedDocuments, selectedDocuments,
onConnectorSelectionChange,
selectedConnectors,
searchMode, searchMode,
onSearchModeChange, onSearchModeChange,
researchMode, researchMode,
@ -213,6 +327,8 @@ const CustomChatInputOptions = ({
}: { }: {
onDocumentSelectionChange?: (documents: Document[]) => void; onDocumentSelectionChange?: (documents: Document[]) => void;
selectedDocuments?: Document[]; selectedDocuments?: Document[];
onConnectorSelectionChange?: (connectorTypes: string[]) => void;
selectedConnectors?: string[];
searchMode?: "DOCUMENTS" | "CHUNKS"; searchMode?: "DOCUMENTS" | "CHUNKS";
onSearchModeChange?: (mode: "DOCUMENTS" | "CHUNKS") => void; onSearchModeChange?: (mode: "DOCUMENTS" | "CHUNKS") => void;
researchMode?: ResearchMode; researchMode?: ResearchMode;
@ -226,6 +342,12 @@ const CustomChatInputOptions = ({
selectedDocuments={selectedDocuments} selectedDocuments={selectedDocuments}
/> />
</Suspense> </Suspense>
<Suspense fallback={<div>Loading...</div>}>
<ConnectorSelector
onSelectionChange={onConnectorSelectionChange}
selectedConnectors={selectedConnectors}
/>
</Suspense>
<SearchModeSelector <SearchModeSelector
searchMode={searchMode} searchMode={searchMode}
onSearchModeChange={onSearchModeChange} onSearchModeChange={onSearchModeChange}
@ -241,6 +363,8 @@ const CustomChatInputOptions = ({
export const CustomChatInput = ({ export const CustomChatInput = ({
onDocumentSelectionChange, onDocumentSelectionChange,
selectedDocuments, selectedDocuments,
onConnectorSelectionChange,
selectedConnectors,
searchMode, searchMode,
onSearchModeChange, onSearchModeChange,
researchMode, researchMode,
@ -248,6 +372,8 @@ export const CustomChatInput = ({
}: { }: {
onDocumentSelectionChange?: (documents: Document[]) => void; onDocumentSelectionChange?: (documents: Document[]) => void;
selectedDocuments?: Document[]; selectedDocuments?: Document[];
onConnectorSelectionChange?: (connectorTypes: string[]) => void;
selectedConnectors?: string[];
searchMode?: "DOCUMENTS" | "CHUNKS"; searchMode?: "DOCUMENTS" | "CHUNKS";
onSearchModeChange?: (mode: "DOCUMENTS" | "CHUNKS") => void; onSearchModeChange?: (mode: "DOCUMENTS" | "CHUNKS") => void;
researchMode?: ResearchMode; researchMode?: ResearchMode;
@ -262,6 +388,8 @@ export const CustomChatInput = ({
<CustomChatInputOptions <CustomChatInputOptions
onDocumentSelectionChange={onDocumentSelectionChange} onDocumentSelectionChange={onDocumentSelectionChange}
selectedDocuments={selectedDocuments} selectedDocuments={selectedDocuments}
onConnectorSelectionChange={onConnectorSelectionChange}
selectedConnectors={selectedConnectors}
searchMode={searchMode} searchMode={searchMode}
onSearchModeChange={onSearchModeChange} onSearchModeChange={onSearchModeChange}
researchMode={researchMode} researchMode={researchMode}

View file

@ -15,6 +15,8 @@ interface ChatInterfaceProps {
handler: ChatHandler; handler: ChatHandler;
onDocumentSelectionChange?: (documents: Document[]) => void; onDocumentSelectionChange?: (documents: Document[]) => void;
selectedDocuments?: Document[]; selectedDocuments?: Document[];
onConnectorSelectionChange?: (connectorTypes: string[]) => void;
selectedConnectors?: string[];
searchMode?: "DOCUMENTS" | "CHUNKS"; searchMode?: "DOCUMENTS" | "CHUNKS";
onSearchModeChange?: (mode: "DOCUMENTS" | "CHUNKS") => void; onSearchModeChange?: (mode: "DOCUMENTS" | "CHUNKS") => void;
researchMode?: ResearchMode; researchMode?: ResearchMode;
@ -25,6 +27,8 @@ export default function ChatInterface({
handler, handler,
onDocumentSelectionChange, onDocumentSelectionChange,
selectedDocuments = [], selectedDocuments = [],
onConnectorSelectionChange,
selectedConnectors = [],
searchMode, searchMode,
onSearchModeChange, onSearchModeChange,
researchMode, researchMode,
@ -44,6 +48,8 @@ export default function ChatInterface({
<CustomChatInput <CustomChatInput
onDocumentSelectionChange={onDocumentSelectionChange} onDocumentSelectionChange={onDocumentSelectionChange}
selectedDocuments={selectedDocuments} selectedDocuments={selectedDocuments}
onConnectorSelectionChange={onConnectorSelectionChange}
selectedConnectors={selectedConnectors}
searchMode={searchMode} searchMode={searchMode}
onSearchModeChange={onSearchModeChange} onSearchModeChange={onSearchModeChange}
researchMode={researchMode} researchMode={researchMode}

View file

@ -88,7 +88,8 @@ export function useChatAPI({ token, search_space_id }: UseChatAPIProps) {
const createChat = useCallback( const createChat = useCallback(
async ( async (
initialMessage: string, initialMessage: string,
researchMode: ResearchMode researchMode: ResearchMode,
selectedConnectors: string[]
): Promise<string | null> => { ): Promise<string | null> => {
if (!token) { if (!token) {
console.error("Authentication token not found"); console.error("Authentication token not found");
@ -107,7 +108,7 @@ export function useChatAPI({ token, search_space_id }: UseChatAPIProps) {
body: JSON.stringify({ body: JSON.stringify({
type: researchMode, type: researchMode,
title: "Untitled Chat", title: "Untitled Chat",
initial_connectors: [], initial_connectors: selectedConnectors,
messages: [ messages: [
{ {
role: "user", role: "user",
@ -139,7 +140,8 @@ export function useChatAPI({ token, search_space_id }: UseChatAPIProps) {
async ( async (
chatId: string, chatId: string,
messages: Message[], messages: Message[],
researchMode: ResearchMode researchMode: ResearchMode,
selectedConnectors: string[]
) => { ) => {
if (!token) return; if (!token) return;
@ -164,7 +166,7 @@ export function useChatAPI({ token, search_space_id }: UseChatAPIProps) {
body: JSON.stringify({ body: JSON.stringify({
type: researchMode, type: researchMode,
title: title, title: title,
initial_connectors: [], initial_connectors: selectedConnectors,
messages: messages, messages: messages,
search_space_id: Number(search_space_id), search_space_id: Number(search_space_id),
}), }),

View file

@ -1,4 +1,4 @@
import { useState, useEffect, useCallback } from 'react'; import { useState, useEffect, useCallback } from "react";
export interface SearchSourceConnector { export interface SearchSourceConnector {
id: number; id: number;
@ -23,9 +23,12 @@ export interface ConnectorSourceItem {
*/ */
export const useSearchSourceConnectors = () => { export const useSearchSourceConnectors = () => {
const [connectors, setConnectors] = useState<SearchSourceConnector[]>([]); const [connectors, setConnectors] = useState<SearchSourceConnector[]>([]);
const [isLoading, setIsLoading] = useState(true); const [isLoading, setIsLoading] = useState(false);
const [isLoaded, setIsLoaded] = useState(false);
const [error, setError] = useState<Error | null>(null); const [error, setError] = useState<Error | null>(null);
const [connectorSourceItems, setConnectorSourceItems] = useState<ConnectorSourceItem[]>([ const [connectorSourceItems, setConnectorSourceItems] = useState<
ConnectorSourceItem[]
>([
{ {
id: 1, id: 1,
name: "Crawled URL", name: "Crawled URL",
@ -49,52 +52,60 @@ export const useSearchSourceConnectors = () => {
name: "Youtube Video", name: "Youtube Video",
type: "YOUTUBE_VIDEO", type: "YOUTUBE_VIDEO",
sources: [], sources: [],
} },
]); ]);
useEffect(() => { const fetchConnectors = useCallback(async () => {
const fetchConnectors = async () => { if (isLoaded) return; // Don't fetch if already loaded
try { try {
setIsLoading(true); setIsLoading(true);
const token = localStorage.getItem('surfsense_bearer_token'); setError(null);
const token = localStorage.getItem("surfsense_bearer_token");
if (!token) { if (!token) {
throw new Error('No authentication token found'); throw new Error("No authentication token found");
} }
const response = await fetch( const response = await fetch(
`${process.env.NEXT_PUBLIC_FASTAPI_BACKEND_URL}/api/v1/search-source-connectors/`, `${process.env.NEXT_PUBLIC_FASTAPI_BACKEND_URL}/api/v1/search-source-connectors/`,
{ {
method: 'GET', method: "GET",
headers: { headers: {
'Content-Type': 'application/json', "Content-Type": "application/json",
'Authorization': `Bearer ${token}` Authorization: `Bearer ${token}`,
} },
} }
); );
if (!response.ok) { if (!response.ok) {
throw new Error(`Failed to fetch connectors: ${response.statusText}`); throw new Error(
`Failed to fetch connectors: ${response.statusText}`
);
} }
const data = await response.json(); const data = await response.json();
setConnectors(data); setConnectors(data);
setIsLoaded(true);
// Update connector source items when connectors change // Update connector source items when connectors change
updateConnectorSourceItems(data); updateConnectorSourceItems(data);
} catch (err) { } catch (err) {
setError(err instanceof Error ? err : new Error('An unknown error occurred')); setError(
console.error('Error fetching search source connectors:', err); err instanceof Error
? err
: new Error("An unknown error occurred")
);
console.error("Error fetching search source connectors:", err);
} finally { } finally {
setIsLoading(false); setIsLoading(false);
} }
}; }, [isLoaded]);
fetchConnectors();
}, []);
// Update connector source items when connectors change // Update connector source items when connectors change
const updateConnectorSourceItems = (currentConnectors: SearchSourceConnector[]) => { const updateConnectorSourceItems = (
currentConnectors: SearchSourceConnector[]
) => {
// Start with the default hardcoded connectors // Start with the default hardcoded connectors
const defaultConnectors: ConnectorSourceItem[] = [ const defaultConnectors: ConnectorSourceItem[] = [
{ {
@ -120,16 +131,18 @@ export const useSearchSourceConnectors = () => {
name: "Youtube Video", name: "Youtube Video",
type: "YOUTUBE_VIDEO", type: "YOUTUBE_VIDEO",
sources: [], sources: [],
} },
]; ];
// Add the API connectors // Add the API connectors
const apiConnectors: ConnectorSourceItem[] = currentConnectors.map((connector, index) => ({ const apiConnectors: ConnectorSourceItem[] = currentConnectors.map(
(connector, index) => ({
id: 1000 + index, // Use a high ID to avoid conflicts with hardcoded IDs id: 1000 + index, // Use a high ID to avoid conflicts with hardcoded IDs
name: connector.name, name: connector.name,
type: connector.connector_type, type: connector.connector_type,
sources: [], sources: [],
})); })
);
setConnectorSourceItems([...defaultConnectors, ...apiConnectors]); setConnectorSourceItems([...defaultConnectors, ...apiConnectors]);
}; };
@ -137,28 +150,35 @@ export const useSearchSourceConnectors = () => {
/** /**
* Create a new search source connector * Create a new search source connector
*/ */
const createConnector = async (connectorData: Omit<SearchSourceConnector, 'id' | 'user_id' | 'created_at'>) => { const createConnector = async (
connectorData: Omit<
SearchSourceConnector,
"id" | "user_id" | "created_at"
>
) => {
try { try {
const token = localStorage.getItem('surfsense_bearer_token'); const token = localStorage.getItem("surfsense_bearer_token");
if (!token) { if (!token) {
throw new Error('No authentication token found'); throw new Error("No authentication token found");
} }
const response = await fetch( const response = await fetch(
`${process.env.NEXT_PUBLIC_FASTAPI_BACKEND_URL}/api/v1/search-source-connectors/`, `${process.env.NEXT_PUBLIC_FASTAPI_BACKEND_URL}/api/v1/search-source-connectors/`,
{ {
method: 'POST', method: "POST",
headers: { headers: {
'Content-Type': 'application/json', "Content-Type": "application/json",
'Authorization': `Bearer ${token}` Authorization: `Bearer ${token}`,
}, },
body: JSON.stringify(connectorData) body: JSON.stringify(connectorData),
} }
); );
if (!response.ok) { if (!response.ok) {
throw new Error(`Failed to create connector: ${response.statusText}`); throw new Error(
`Failed to create connector: ${response.statusText}`
);
} }
const newConnector = await response.json(); const newConnector = await response.json();
@ -167,7 +187,7 @@ export const useSearchSourceConnectors = () => {
updateConnectorSourceItems(updatedConnectors); updateConnectorSourceItems(updatedConnectors);
return newConnector; return newConnector;
} catch (err) { } catch (err) {
console.error('Error creating search source connector:', err); console.error("Error creating search source connector:", err);
throw err; throw err;
} }
}; };
@ -177,40 +197,44 @@ export const useSearchSourceConnectors = () => {
*/ */
const updateConnector = async ( const updateConnector = async (
connectorId: number, connectorId: number,
connectorData: Partial<Omit<SearchSourceConnector, 'id' | 'user_id' | 'created_at'>> connectorData: Partial<
Omit<SearchSourceConnector, "id" | "user_id" | "created_at">
>
) => { ) => {
try { try {
const token = localStorage.getItem('surfsense_bearer_token'); const token = localStorage.getItem("surfsense_bearer_token");
if (!token) { if (!token) {
throw new Error('No authentication token found'); throw new Error("No authentication token found");
} }
const response = await fetch( const response = await fetch(
`${process.env.NEXT_PUBLIC_FASTAPI_BACKEND_URL}/api/v1/search-source-connectors/${connectorId}`, `${process.env.NEXT_PUBLIC_FASTAPI_BACKEND_URL}/api/v1/search-source-connectors/${connectorId}`,
{ {
method: 'PUT', method: "PUT",
headers: { headers: {
'Content-Type': 'application/json', "Content-Type": "application/json",
'Authorization': `Bearer ${token}` Authorization: `Bearer ${token}`,
}, },
body: JSON.stringify(connectorData) body: JSON.stringify(connectorData),
} }
); );
if (!response.ok) { if (!response.ok) {
throw new Error(`Failed to update connector: ${response.statusText}`); throw new Error(
`Failed to update connector: ${response.statusText}`
);
} }
const updatedConnector = await response.json(); const updatedConnector = await response.json();
const updatedConnectors = connectors.map(connector => const updatedConnectors = connectors.map((connector) =>
connector.id === connectorId ? updatedConnector : connector connector.id === connectorId ? updatedConnector : connector
); );
setConnectors(updatedConnectors); setConnectors(updatedConnectors);
updateConnectorSourceItems(updatedConnectors); updateConnectorSourceItems(updatedConnectors);
return updatedConnector; return updatedConnector;
} catch (err) { } catch (err) {
console.error('Error updating search source connector:', err); console.error("Error updating search source connector:", err);
throw err; throw err;
} }
}; };
@ -220,32 +244,36 @@ export const useSearchSourceConnectors = () => {
*/ */
const deleteConnector = async (connectorId: number) => { const deleteConnector = async (connectorId: number) => {
try { try {
const token = localStorage.getItem('surfsense_bearer_token'); const token = localStorage.getItem("surfsense_bearer_token");
if (!token) { if (!token) {
throw new Error('No authentication token found'); throw new Error("No authentication token found");
} }
const response = await fetch( const response = await fetch(
`${process.env.NEXT_PUBLIC_FASTAPI_BACKEND_URL}/api/v1/search-source-connectors/${connectorId}`, `${process.env.NEXT_PUBLIC_FASTAPI_BACKEND_URL}/api/v1/search-source-connectors/${connectorId}`,
{ {
method: 'DELETE', method: "DELETE",
headers: { headers: {
'Content-Type': 'application/json', "Content-Type": "application/json",
'Authorization': `Bearer ${token}` Authorization: `Bearer ${token}`,
} },
} }
); );
if (!response.ok) { if (!response.ok) {
throw new Error(`Failed to delete connector: ${response.statusText}`); throw new Error(
`Failed to delete connector: ${response.statusText}`
);
} }
const updatedConnectors = connectors.filter(connector => connector.id !== connectorId); const updatedConnectors = connectors.filter(
(connector) => connector.id !== connectorId
);
setConnectors(updatedConnectors); setConnectors(updatedConnectors);
updateConnectorSourceItems(updatedConnectors); updateConnectorSourceItems(updatedConnectors);
} catch (err) { } catch (err) {
console.error('Error deleting search source connector:', err); console.error("Error deleting search source connector:", err);
throw err; throw err;
} }
}; };
@ -260,49 +288,58 @@ export const useSearchSourceConnectors = () => {
endDate?: string endDate?: string
) => { ) => {
try { try {
const token = localStorage.getItem('surfsense_bearer_token'); const token = localStorage.getItem("surfsense_bearer_token");
if (!token) { if (!token) {
throw new Error('No authentication token found'); throw new Error("No authentication token found");
} }
// Build query parameters // Build query parameters
const params = new URLSearchParams({ search_space_id: searchSpaceId.toString() }); const params = new URLSearchParams({
search_space_id: searchSpaceId.toString(),
});
if (startDate) { if (startDate) {
params.append('start_date', startDate); params.append("start_date", startDate);
} }
if (endDate) { if (endDate) {
params.append('end_date', endDate); params.append("end_date", endDate);
} }
const response = await fetch( const response = await fetch(
`${process.env.NEXT_PUBLIC_FASTAPI_BACKEND_URL}/api/v1/search-source-connectors/${connectorId}/index?${params.toString()}`, `${
process.env.NEXT_PUBLIC_FASTAPI_BACKEND_URL
}/api/v1/search-source-connectors/${connectorId}/index?${params.toString()}`,
{ {
method: 'POST', method: "POST",
headers: { headers: {
'Content-Type': 'application/json', "Content-Type": "application/json",
'Authorization': `Bearer ${token}` Authorization: `Bearer ${token}`,
} },
} }
); );
if (!response.ok) { if (!response.ok) {
throw new Error(`Failed to index connector content: ${response.statusText}`); throw new Error(
`Failed to index connector content: ${response.statusText}`
);
} }
const result = await response.json(); const result = await response.json();
// Update the connector's last_indexed_at timestamp // Update the connector's last_indexed_at timestamp
const updatedConnectors = connectors.map(connector => const updatedConnectors = connectors.map((connector) =>
connector.id === connectorId connector.id === connectorId
? { ...connector, last_indexed_at: new Date().toISOString() } ? {
...connector,
last_indexed_at: new Date().toISOString(),
}
: connector : connector
); );
setConnectors(updatedConnectors); setConnectors(updatedConnectors);
return result; return result;
} catch (err) { } catch (err) {
console.error('Error indexing connector content:', err); console.error("Error indexing connector content:", err);
throw err; throw err;
} }
}; };
@ -317,12 +354,14 @@ export const useSearchSourceConnectors = () => {
return { return {
connectors, connectors,
isLoading, isLoading,
isLoaded,
error, error,
fetchConnectors,
createConnector, createConnector,
updateConnector, updateConnector,
deleteConnector, deleteConnector,
indexConnector, indexConnector,
getConnectorSourceItems, getConnectorSourceItems,
connectorSourceItems connectorSourceItems,
}; };
}; };