feat: add processing mode support for document uploads and ETL pipeline, improded error handling ux

- Introduced a `ProcessingMode` enum to differentiate between basic and premium processing modes.
- Updated `EtlRequest` to include a `processing_mode` field, defaulting to basic.
- Enhanced ETL pipeline services to utilize the selected processing mode for Azure Document Intelligence and LlamaCloud parsing.
- Modified various routes and services to handle processing mode, affecting document upload and indexing tasks.
- Improved error handling and logging to include processing mode details.
- Added tests to validate processing mode functionality and its impact on ETL operations.

surfsense_web/app/dashboard/[search_space_id]/new-chat/[[...chat_id]]/page.tsx

@@ -38,11 +38,15 @@ import { removeChatTabAtom, updateChatTabTitleAtom } from "@/atoms/tabs/tabs.ato
 import { currentUserAtom } from "@/atoms/user/user-query.atoms";
 import { ThinkingStepsDataUI } from "@/components/assistant-ui/thinking-steps";
 import { Thread } from "@/components/assistant-ui/thread";
+import {
+	createTokenUsageStore,
+	type TokenUsageData,
+	TokenUsageProvider,
+} from "@/components/assistant-ui/token-usage-context";
 import { useChatSessionStateSync } from "@/hooks/use-chat-session-state";
 import { useMessagesSync } from "@/hooks/use-messages-sync";
 import { documentsApiService } from "@/lib/apis/documents-api.service";
 import { getBearerToken } from "@/lib/auth-utils";
-import { createTokenUsageStore, TokenUsageProvider, type TokenUsageData } from "@/components/assistant-ui/token-usage-context";
 import { convertToThreadMessage } from "@/lib/chat/message-utils";
 import {
 	isPodcastGenerating,
@@ -823,7 +827,14 @@ export default function NewChatPage() {
 									});
 								} else {
 									const tcId = `interrupt-${action.name}`;
-									addToolCall(contentPartsState, TOOLS_WITH_UI, tcId, action.name, action.args, true);
+									addToolCall(
+										contentPartsState,
+										TOOLS_WITH_UI,
+										tcId,
+										action.name,
+										action.args,
+										true
+									);
 									updateToolCall(contentPartsState, tcId, {
 										result: { __interrupt__: true, ...interruptData },
 									});
@@ -872,7 +883,7 @@ export default function NewChatPage() {
 						const newMsgId = `msg-${savedMessage.id}`;
 						tokenUsageStore.rename(assistantMsgId, newMsgId);
 						setMessages((prev) =>
-							prev.map((m) => (m.id === assistantMsgId ? { ...m, id: newMsgId } : m)),
+							prev.map((m) => (m.id === assistantMsgId ? { ...m, id: newMsgId } : m))
 						);
 
 						// Update pending interrupt with the new persisted message ID
@@ -1159,7 +1170,14 @@ export default function NewChatPage() {
 									});
 								} else {
 									const tcId = `interrupt-${action.name}`;
-									addToolCall(contentPartsState, TOOLS_WITH_UI, tcId, action.name, action.args, true);
+									addToolCall(
+										contentPartsState,
+										TOOLS_WITH_UI,
+										tcId,
+										action.name,
+										action.args,
+										true
+									);
 									updateToolCall(contentPartsState, tcId, {
 										result: {
 											__interrupt__: true,
@@ -1206,7 +1224,7 @@ export default function NewChatPage() {
 						const newMsgId = `msg-${savedMessage.id}`;
 						tokenUsageStore.rename(assistantMsgId, newMsgId);
 						setMessages((prev) =>
-							prev.map((m) => (m.id === assistantMsgId ? { ...m, id: newMsgId } : m)),
+							prev.map((m) => (m.id === assistantMsgId ? { ...m, id: newMsgId } : m))
 						);
 					} catch (err) {
 						console.error("Failed to persist resumed assistant message:", err);
@@ -1512,7 +1530,7 @@ export default function NewChatPage() {
 						const newMsgId = `msg-${savedMessage.id}`;
 						tokenUsageStore.rename(assistantMsgId, newMsgId);
 						setMessages((prev) =>
-							prev.map((m) => (m.id === assistantMsgId ? { ...m, id: newMsgId } : m)),
+							prev.map((m) => (m.id === assistantMsgId ? { ...m, id: newMsgId } : m))
 						);
 
 						trackChatResponseReceived(searchSpaceId, threadId);
@@ -1617,17 +1635,17 @@ export default function NewChatPage() {
 
 	return (
 		<TokenUsageProvider store={tokenUsageStore}>
-		<AssistantRuntimeProvider runtime={runtime}>
-			<ThinkingStepsDataUI />
-			<div key={searchSpaceId} className="flex h-full overflow-hidden">
-				<div className="flex-1 flex flex-col min-w-0 overflow-hidden">
-					<Thread />
+			<AssistantRuntimeProvider runtime={runtime}>
+				<ThinkingStepsDataUI />
+				<div key={searchSpaceId} className="flex h-full overflow-hidden">
+					<div className="flex-1 flex flex-col min-w-0 overflow-hidden">
+						<Thread />
+					</div>
+					<MobileReportPanel />
+					<MobileEditorPanel />
+					<MobileHitlEditPanel />
 				</div>
-				<MobileReportPanel />
-				<MobileEditorPanel />
-				<MobileHitlEditPanel />
-			</div>
-		</AssistantRuntimeProvider>
+			</AssistantRuntimeProvider>
 		</TokenUsageProvider>
 	);
 }

surfsense_web/app/dashboard/error.tsx

@@ -1,13 +1,15 @@
 "use client";
 
+import { ExternalLink } from "lucide-react";
 import Link from "next/link";
-import { useEffect } from "react";
+import { useEffect, useMemo } from "react";
+import { buildIssueUrl } from "@/lib/error-toast";
 
 export default function DashboardError({
 	error,
 	reset,
 }: {
-	error: globalThis.Error & { digest?: string };
+	error: globalThis.Error & { digest?: string; code?: string; requestId?: string };
 	reset: () => void;
 }) {
 	useEffect(() => {
@@ -18,12 +20,24 @@ export default function DashboardError({
 			.catch(() => {});
 	}, [error]);
 
+	const issueUrl = useMemo(() => buildIssueUrl(error), [error]);
+
 	return (
 		<div className="flex flex-1 flex-col items-center justify-center gap-4 p-8 text-center">
 			<h2 className="text-xl font-semibold">Something went wrong</h2>
 			<p className="text-muted-foreground max-w-md">
-				An error occurred in this section. Your dashboard is still available.
+				An error occurred in this section. Your dashboard is still available. If this keeps
+				happening, please report it so we can fix it.
 			</p>
+
+			{(error.digest || error.code || error.requestId) && (
+				<div className="rounded-md border bg-muted/50 px-4 py-2 text-xs text-muted-foreground font-mono max-w-md">
+					{error.code && <span>Code: {error.code}</span>}
+					{error.requestId && <span className="ml-3">ID: {error.requestId}</span>}
+					{error.digest && <span className="ml-3">Digest: {error.digest}</span>}
+				</div>
+			)}
+
 			<div className="flex gap-2">
 				<button
 					type="button"
@@ -38,6 +52,15 @@ export default function DashboardError({
 				>
 					Go to dashboard home
 				</Link>
+				<a
+					href={issueUrl}
+					target="_blank"
+					rel="noopener noreferrer"
+					className="inline-flex items-center gap-1.5 rounded-md border border-input bg-background px-4 py-2 text-sm font-medium hover:bg-accent hover:text-accent-foreground transition-colors"
+				>
+					<ExternalLink className="h-3.5 w-3.5" />
+					Report Issue
+				</a>
 			</div>
 		</div>
 	);