From 4cdd61dbfa604941b9bdca5562ac4ad74292b38f Mon Sep 17 00:00:00 2001 From: arkml <6592213+arkml@users.noreply.github.com> Date: Tue, 10 Feb 2026 19:56:22 +0530 Subject: [PATCH 01/16] Fix download link in README Updated download link in README for clarity. --- README.md | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/README.md b/README.md index a038b06c..32fce3d0 100644 --- a/README.md +++ b/README.md @@ -36,7 +36,7 @@ You can do things like: - Visualize, edit, and update your knowledge graph anytime (it’s just Markdown) - Record voice memos that automatically capture and update key takeaways in the graph -Download latest for Mac/Windows/Linux: [Download](https://www.rowboatlabs.com/) +Download latest for Mac/Windows/Linux: [Download](https://www.rowboatlabs.com/downloads) ## Demo @@ -50,7 +50,7 @@ Download latest for Mac/Windows/Linux: [Download](https://www.rowboatlabs.com/) ## Installation -**Download latest for Mac/Windows/Linux:** [Download](https://www.rowboatlabs.com/) +**Download latest for Mac/Windows/Linux:** [Download](https://www.rowboatlabs.com/downloads) **All release files:** https://github.com/rowboatlabs/rowboat/releases/latest From 8dddb48e078c9b98aef3c2bd3f9e59c8f26d5af4 Mon Sep 17 00:00:00 2001 From: arkml <6592213+arkml@users.noreply.github.com> Date: Tue, 10 Feb 2026 20:19:11 +0530 Subject: [PATCH 02/16] Wrap image in anchor tag and add YouTube link Added a link to a YouTube video and wrapped the image in an anchor tag. --- README.md | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/README.md b/README.md index a038b06c..d68ad9c2 100644 --- a/README.md +++ b/README.md @@ -1,4 +1,6 @@ -rowboat-github-2 + + rowboat-github-2 +
From 05dae74069932c160458aec247d8579cb040f070 Mon Sep 17 00:00:00 2001 From: arkml <6592213+arkml@users.noreply.github.com> Date: Tue, 10 Feb 2026 21:32:26 +0530 Subject: [PATCH 03/16] Update README with Google setup and voice notes Added sections for Google setup and voice notes configuration. --- README.md | 12 ++++++++++++ 1 file changed, 12 insertions(+) diff --git a/README.md b/README.md index b121faf1..038e0dee 100644 --- a/README.md +++ b/README.md @@ -56,6 +56,18 @@ Download latest for Mac/Windows/Linux: [Download](https://www.rowboatlabs.com/do **All release files:** https://github.com/rowboatlabs/rowboat/releases/latest +### Google setup +To connect Google services (Gmail, Calendar, and Drive), follow [Google setup](https://github.com/rowboatlabs/rowboat/blob/main/google-setup.md). + +### Voice notes +To enable voice notes (optional), add a Deepgram API key in ~/.rowboat/config/deepgram.json: +``` +{ + "apiKey": "" +} +``` + + ## What it does Rowboat is a **local-first AI coworker** that can: From ee69cf5ad05c528ea822d3513fdf348a424d7121 Mon Sep 17 00:00:00 2001 From: arkml <6592213+arkml@users.noreply.github.com> Date: Tue, 10 Feb 2026 21:40:14 +0530 Subject: [PATCH 04/16] Revise Rowboat description for clarity --- README.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/README.md b/README.md index 038e0dee..56ac0826 100644 --- a/README.md +++ b/README.md @@ -26,7 +26,7 @@

# Rowboat -**An open-source, local-first AI coworker with memory for everyday work** +**Open-source AI coworker that turns work into a knowledge graph and acts on it**
From e0fc8beb111d73a972102a7d48850c3de640ec86 Mon Sep 17 00:00:00 2001 From: Arjun <6592213+arkml@users.noreply.github.com> Date: Thu, 12 Feb 2026 19:10:51 +0530 Subject: [PATCH 05/16] fix build issue --- apps/x/apps/renderer/src/components/sidebar-content.tsx | 2 -- 1 file changed, 2 deletions(-) diff --git a/apps/x/apps/renderer/src/components/sidebar-content.tsx b/apps/x/apps/renderer/src/components/sidebar-content.tsx index b2e02237..1bfc98c4 100644 --- a/apps/x/apps/renderer/src/components/sidebar-content.tsx +++ b/apps/x/apps/renderer/src/components/sidebar-content.tsx @@ -8,9 +8,7 @@ import { ChevronsDownUp, ChevronsUpDown, Copy, - File, FilePlus, - Folder, FolderPlus, HelpCircle, Mic, From 49be569232f1fc7ead9290682c58ab0dbca2bdcd Mon Sep 17 00:00:00 2001 From: arkml <6592213+arkml@users.noreply.github.com> Date: Fri, 13 Feb 2026 02:12:00 +0530 Subject: [PATCH 06/16] Update Discord invite link in README.md --- README.md | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/README.md b/README.md index 56ac0826..0d45f3ba 100644 --- a/README.md +++ b/README.md @@ -14,7 +14,7 @@ Website - + Discord @@ -144,5 +144,5 @@ If you’re looking for Rowboat web Studio, start [here](https://docs.rowboatlab ---
-[Discord](https://discord.com/invite/htdKpBZF) · [Twitter](https://x.com/intent/user?screen_name=rowboatlabshq) +[Discord](https://discord.gg/wajrgmJQ6b) · [Twitter](https://x.com/intent/user?screen_name=rowboatlabshq)
From cce3a7e53cc62e2a0df092c97e35b1e37c4e274b Mon Sep 17 00:00:00 2001 From: Ramnique Singh <30795890+ramnique@users.noreply.github.com> Date: Fri, 13 Feb 2026 15:12:41 +0530 Subject: [PATCH 07/16] show api-key input for openai-compatible provider --- apps/x/apps/renderer/src/components/onboarding-modal.tsx | 7 +++++-- apps/x/apps/renderer/src/components/settings-dialog.tsx | 7 +++++-- 2 files changed, 10 insertions(+), 4 deletions(-) diff --git a/apps/x/apps/renderer/src/components/onboarding-modal.tsx b/apps/x/apps/renderer/src/components/onboarding-modal.tsx index 8459def2..ef3539fb 100644 --- a/apps/x/apps/renderer/src/components/onboarding-modal.tsx +++ b/apps/x/apps/renderer/src/components/onboarding-modal.tsx @@ -98,6 +98,7 @@ export function OnboardingModal({ open, onComplete }: OnboardingModalProps) { ) const activeConfig = providerConfigs[llmProvider] + const showApiKey = llmProvider === "openai" || llmProvider === "anthropic" || llmProvider === "google" || llmProvider === "openrouter" || llmProvider === "aigateway" || llmProvider === "openai-compatible" const requiresApiKey = llmProvider === "openai" || llmProvider === "anthropic" || llmProvider === "google" || llmProvider === "openrouter" || llmProvider === "aigateway" const requiresBaseURL = llmProvider === "ollama" || llmProvider === "openai-compatible" const showBaseURL = llmProvider === "ollama" || llmProvider === "openai-compatible" || llmProvider === "aigateway" @@ -690,9 +691,11 @@ export function OnboardingModal({ open, onComplete }: OnboardingModalProps) { )} - {requiresApiKey && ( + {showApiKey && (
- API Key + + {llmProvider === "openai-compatible" ? "API Key (optional)" : "API Key"} + {/* API Key */} - {requiresApiKey && ( + {showApiKey && (
- API Key + + {provider === "openai-compatible" ? "API Key (optional)" : "API Key"} + Date: Fri, 13 Feb 2026 00:06:15 +0530 Subject: [PATCH 08/16] add brave search Co-Authored-By: Claude Opus 4.6 --- apps/x/packages/core/src/agents/runtime.ts | 7 ++ .../core/src/application/lib/builtin-tools.ts | 99 +++++++++++++++++++ 2 files changed, 106 insertions(+) diff --git a/apps/x/packages/core/src/agents/runtime.ts b/apps/x/packages/core/src/agents/runtime.ts index 0246cc2f..ce34d732 100644 --- a/apps/x/packages/core/src/agents/runtime.ts +++ b/apps/x/packages/core/src/agents/runtime.ts @@ -401,6 +401,13 @@ async function buildTools(agent: z.infer): Promise { const tools: ToolSet = {}; for (const [name, tool] of Object.entries(agent.tools ?? {})) { try { + // Skip builtin tools that declare themselves unavailable + if (tool.type === 'builtin') { + const builtin = BuiltinTools[tool.name]; + if (builtin?.isAvailable && !(await builtin.isAvailable())) { + continue; + } + } tools[name] = await mapAgentTool(tool); } catch (error) { console.error(`Error mapping tool ${name}:`, error); diff --git a/apps/x/packages/core/src/application/lib/builtin-tools.ts b/apps/x/packages/core/src/application/lib/builtin-tools.ts index 19fbc4e5..1fce5702 100644 --- a/apps/x/packages/core/src/application/lib/builtin-tools.ts +++ b/apps/x/packages/core/src/application/lib/builtin-tools.ts @@ -33,6 +33,7 @@ const BuiltinToolsSchema = z.record(z.string(), z.object({ input: z.any(), // (input, ctx?) => Promise output: z.promise(z.any()), }), + isAvailable: z.custom<() => Promise>().optional(), })); type SlackToolHint = { @@ -1265,4 +1266,102 @@ export const BuiltinTools: z.infer = { return executeSlackTool("listConversations", { types: "im", limit: limit ?? 50 }); }, }, + + // ============================================================================ + // Web Search (Brave Search API) + // ============================================================================ + + 'web-search': { + description: 'Search the web using Brave Search. Returns web results with titles, URLs, and descriptions.', + inputSchema: z.object({ + query: z.string().describe('The search query'), + count: z.number().optional().describe('Number of results to return (default: 5, max: 20)'), + freshness: z.string().optional().describe('Filter by freshness: pd (past day), pw (past week), pm (past month), py (past year)'), + }), + isAvailable: async () => { + try { + const homedir = process.env.HOME || process.env.USERPROFILE || ''; + const braveConfigPath = path.join(homedir, '.rowboat', 'config', 'brave-search.json'); + const raw = await fs.readFile(braveConfigPath, 'utf8'); + const config = JSON.parse(raw); + return !!config.apiKey; + } catch { + return false; + } + }, + execute: async ({ query, count, freshness }: { query: string; count?: number; freshness?: string }) => { + try { + // Read API key from config + const homedir = process.env.HOME || process.env.USERPROFILE || ''; + const braveConfigPath = path.join(homedir, '.rowboat', 'config', 'brave-search.json'); + + let apiKey: string; + try { + const raw = await fs.readFile(braveConfigPath, 'utf8'); + const config = JSON.parse(raw); + apiKey = config.apiKey; + } catch { + return { + success: false, + error: 'Brave Search API key not configured. Create ~/.rowboat/config/brave-search.json with { "apiKey": "" }', + }; + } + + if (!apiKey) { + return { + success: false, + error: 'Brave Search API key is empty. Set "apiKey" in ~/.rowboat/config/brave-search.json', + }; + } + + // Build query params + const resultCount = Math.min(Math.max(count || 5, 1), 20); + const params = new URLSearchParams({ + q: query, + count: String(resultCount), + }); + if (freshness) { + params.set('freshness', freshness); + } + + const url = `https://api.search.brave.com/res/v1/web/search?${params.toString()}`; + const response = await fetch(url, { + headers: { + 'X-Subscription-Token': apiKey, + 'Accept': 'application/json', + }, + }); + + if (!response.ok) { + const body = await response.text(); + return { + success: false, + error: `Brave Search API error (${response.status}): ${body}`, + }; + } + + const data = await response.json() as { + web?: { results?: Array<{ title?: string; url?: string; description?: string }> }; + }; + + const results = (data.web?.results || []).map((r: { title?: string; url?: string; description?: string }) => ({ + title: r.title || '', + url: r.url || '', + description: r.description || '', + })); + + return { + success: true, + query, + results, + count: results.length, + }; + } catch (error) { + return { + success: false, + error: error instanceof Error ? error.message : 'Unknown error', + }; + } + }, + }, }; From e3b45637da604ec26ceb7e9e274e1d3b2e711711 Mon Sep 17 00:00:00 2001 From: Arjun <6592213+arkml@users.noreply.github.com> Date: Fri, 13 Feb 2026 00:06:18 +0530 Subject: [PATCH 09/16] add web search card Co-Authored-By: Claude Opus 4.6 --- apps/x/apps/renderer/src/App.tsx | 13 +++ .../ai-elements/web-search-result.tsx | 108 ++++++++++++++++++ 2 files changed, 121 insertions(+) create mode 100644 apps/x/apps/renderer/src/components/ai-elements/web-search-result.tsx diff --git a/apps/x/apps/renderer/src/App.tsx b/apps/x/apps/renderer/src/App.tsx index c177cf5f..9bf73d36 100644 --- a/apps/x/apps/renderer/src/App.tsx +++ b/apps/x/apps/renderer/src/App.tsx @@ -36,6 +36,7 @@ import { import { Reasoning, ReasoningContent, ReasoningTrigger } from '@/components/ai-elements/reasoning'; import { Shimmer } from '@/components/ai-elements/shimmer'; import { Tool, ToolContent, ToolHeader, ToolInput, ToolOutput } from '@/components/ai-elements/tool'; +import { WebSearchResult } from '@/components/ai-elements/web-search-result'; import { PermissionRequest } from '@/components/ai-elements/permission-request'; import { AskHumanRequest } from '@/components/ai-elements/ask-human-request'; import { Suggestions } from '@/components/ai-elements/suggestions'; @@ -2203,6 +2204,18 @@ function App() { } if (isToolCall(item)) { + if (item.name === 'web-search') { + const input = normalizeToolInput(item.input) as Record | undefined + const result = item.result as Record | undefined + return ( + ) || []} + status={item.status} + /> + ) + } const errorText = item.status === 'error' ? 'Tool error' : '' const output = normalizeToolOutput(item.result, item.status) const input = normalizeToolInput(item.input) diff --git a/apps/x/apps/renderer/src/components/ai-elements/web-search-result.tsx b/apps/x/apps/renderer/src/components/ai-elements/web-search-result.tsx new file mode 100644 index 00000000..a498e661 --- /dev/null +++ b/apps/x/apps/renderer/src/components/ai-elements/web-search-result.tsx @@ -0,0 +1,108 @@ +"use client"; + +import { + Collapsible, + CollapsibleContent, + CollapsibleTrigger, +} from "@/components/ui/collapsible"; +import { + CheckCircleIcon, + ChevronDownIcon, + GlobeIcon, + LoaderIcon, +} from "lucide-react"; + +interface WebSearchResultProps { + query: string; + results: Array<{ title: string; url: string; description: string }>; + status: "pending" | "running" | "completed" | "error"; +} + +function getDomain(url: string): string { + try { + return new URL(url).hostname; + } catch { + return url; + } +} + +export function WebSearchResult({ query, results, status }: WebSearchResultProps) { + const isRunning = status === "pending" || status === "running"; + + return ( + + +
+ + Searched the web +
+ + + +
+ {/* Query + result count */} +
+
+ + {query} +
+ {results.length > 0 && ( + + {results.length} result{results.length !== 1 ? "s" : ""} + + )} +
+ + {/* Results list */} + {results.length > 0 && ( +
+ {results.map((result, index) => { + const domain = getDomain(result.url); + return ( + { + e.preventDefault(); + window.open(result.url, "_blank"); + }} + className="flex items-center justify-between gap-3 px-3 py-2 text-sm hover:bg-muted/50 transition-colors border-b last:border-b-0" + > +
+ + {result.title} +
+ + {domain} + + + ); + })} +
+ )} + + {/* Status */} +
+ {isRunning ? ( + <> + + Searching... + + ) : ( + <> + + Done + + )} +
+
+ + + ); +} From 1d5ee90f932fe6fe382c83aa92b971f10320d8d5 Mon Sep 17 00:00:00 2001 From: arkml <6592213+arkml@users.noreply.github.com> Date: Sat, 14 Feb 2026 12:13:49 +0530 Subject: [PATCH 10/16] Add Brave web search instructions to README Added instructions for using Brave web search with API key. --- README.md | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/README.md b/README.md index 0d45f3ba..1da7edef 100644 --- a/README.md +++ b/README.md @@ -66,7 +66,8 @@ To enable voice notes (optional), add a Deepgram API key in ~/.rowboat/config/de "apiKey": "" } ``` - +### Web search +To use Brave web search (optional), add the Brave API key in ~/.rowboat/config/brave-search.json (same format as above). ## What it does From d1a2446cb30648f30a105f21f395a18d7a972879 Mon Sep 17 00:00:00 2001 From: Ramnique Singh <30795890+ramnique@users.noreply.github.com> Date: Sat, 14 Feb 2026 12:16:28 +0530 Subject: [PATCH 11/16] update ai packages --- apps/x/packages/core/package.json | 12 ++-- apps/x/pnpm-lock.yaml | 106 +++++++++++++++++++++--------- 2 files changed, 82 insertions(+), 36 deletions(-) diff --git a/apps/x/packages/core/package.json b/apps/x/packages/core/package.json index 743354cc..bcfac93d 100644 --- a/apps/x/packages/core/package.json +++ b/apps/x/packages/core/package.json @@ -9,11 +9,11 @@ "dev": "tsc -w" }, "dependencies": { - "@ai-sdk/anthropic": "^2.0.44", - "@ai-sdk/google": "^2.0.25", - "@ai-sdk/openai": "^2.0.53", - "@ai-sdk/openai-compatible": "^1.0.27", - "@ai-sdk/provider": "^2.0.0", + "@ai-sdk/anthropic": "^2.0.63", + "@ai-sdk/google": "^2.0.53", + "@ai-sdk/openai": "^2.0.91", + "@ai-sdk/openai-compatible": "^1.0.33", + "@ai-sdk/provider": "^2.0.1", "@composio/core": "^0.6.0", "@google-cloud/local-auth": "^3.0.1", "@modelcontextprotocol/sdk": "^1.25.1", @@ -21,7 +21,7 @@ "@react-pdf/renderer": "^4.3.2", "@types/react": "^19.2.7", "@x/shared": "workspace:*", - "ai": "^5.0.102", + "ai": "^5.0.133", "awilix": "^12.0.5", "chokidar": "^4.0.3", "cron-parser": "^5.5.0", diff --git a/apps/x/pnpm-lock.yaml b/apps/x/pnpm-lock.yaml index 7afa3ff3..ff5b1e91 100644 --- a/apps/x/pnpm-lock.yaml +++ b/apps/x/pnpm-lock.yaml @@ -300,19 +300,19 @@ importers: packages/core: dependencies: '@ai-sdk/anthropic': - specifier: ^2.0.44 - version: 2.0.57(zod@4.2.1) + specifier: ^2.0.63 + version: 2.0.63(zod@4.2.1) '@ai-sdk/google': - specifier: ^2.0.25 - version: 2.0.52(zod@4.2.1) - '@ai-sdk/openai': specifier: ^2.0.53 - version: 2.0.89(zod@4.2.1) + version: 2.0.53(zod@4.2.1) + '@ai-sdk/openai': + specifier: ^2.0.91 + version: 2.0.91(zod@4.2.1) '@ai-sdk/openai-compatible': - specifier: ^1.0.27 - version: 1.0.30(zod@4.2.1) + specifier: ^1.0.33 + version: 1.0.33(zod@4.2.1) '@ai-sdk/provider': - specifier: ^2.0.0 + specifier: ^2.0.1 version: 2.0.1 '@composio/core': specifier: ^0.6.0 @@ -325,7 +325,7 @@ importers: version: 1.25.1(hono@4.11.3)(zod@4.2.1) '@openrouter/ai-sdk-provider': specifier: ^1.2.6 - version: 1.5.4(ai@5.0.117(zod@4.2.1))(zod@4.2.1) + version: 1.5.4(ai@5.0.133(zod@4.2.1))(zod@4.2.1) '@react-pdf/renderer': specifier: ^4.3.2 version: 4.3.2(react@19.2.3) @@ -336,8 +336,8 @@ importers: specifier: workspace:* version: link:../shared ai: - specifier: ^5.0.102 - version: 5.0.117(zod@4.2.1) + specifier: ^5.0.133 + version: 5.0.133(zod@4.2.1) awilix: specifier: ^12.0.5 version: 12.0.5 @@ -405,8 +405,8 @@ importers: packages: - '@ai-sdk/anthropic@2.0.57': - resolution: {integrity: sha512-DREpYqW2pylgaj69gZ+K8u92bo9DaMgFdictYnY+IwYeY3bawQ4zI7l/o1VkDsBDljAx8iYz5lPURwVZNu+Xpg==} + '@ai-sdk/anthropic@2.0.63': + resolution: {integrity: sha512-zXlUPCkumnvp8lWS9VFcen/MLF6CL/t1zAKDhpobYj9y/nmylQrKtRvn3RwH871Wd3dF3KYEUXd6M2c6dfCKOA==} engines: {node: '>=18'} peerDependencies: zod: ^3.25.76 || ^4.1.8 @@ -417,20 +417,26 @@ packages: peerDependencies: zod: ^3.25.76 || ^4.1.8 - '@ai-sdk/google@2.0.52': - resolution: {integrity: sha512-2XUnGi3f7TV4ujoAhA+Fg3idUoG/+Y2xjCRg70a1/m0DH1KSQqYaCboJ1C19y6ZHGdf5KNT20eJdswP6TvrY2g==} + '@ai-sdk/gateway@2.0.39': + resolution: {integrity: sha512-ULnefGmRHG0/tRrf+dtDwgQYAttGi/TR0FmASAzTs1dtpeZp4Xoh1VyWrX3Z1bM3WDs9RM3ZeSE77kQT/jbfjw==} engines: {node: '>=18'} peerDependencies: zod: ^3.25.76 || ^4.1.8 - '@ai-sdk/openai-compatible@1.0.30': - resolution: {integrity: sha512-thubwhRtv9uicAxSWwNpinM7hiL/0CkhL/ymPaHuKvI494J7HIzn8KQZQ2ymRz284WTIZnI7VMyyejxW4RMM6w==} + '@ai-sdk/google@2.0.53': + resolution: {integrity: sha512-ccCxr5mrd3AC2CjLq4e1ST7+UiN5T2Pdmgi0XdWM3QohmNBwUQ/RBG7BvL+cB/ex/j6y64tkMmpYz9zBw/SEFQ==} engines: {node: '>=18'} peerDependencies: zod: ^3.25.76 || ^4.1.8 - '@ai-sdk/openai@2.0.89': - resolution: {integrity: sha512-4+qWkBCbL9HPKbgrUO/F2uXZ8GqrYxHa8SWEYIzxEJ9zvWw3ISr3t1/27O1i8MGSym+PzEyHBT48EV4LAwWaEw==} + '@ai-sdk/openai-compatible@1.0.33': + resolution: {integrity: sha512-2KMcR2xAul3u5dGZD7gONgbIki3Hg7Ey+sFu7gsiJ4U2iRU0GDV3ccNq79dTuAEXPDFcOWCUpW8A8jXc0kxJxQ==} + engines: {node: '>=18'} + peerDependencies: + zod: ^3.25.76 || ^4.1.8 + + '@ai-sdk/openai@2.0.91': + resolution: {integrity: sha512-lozfRHfSTHg5/UliQjTDcOtISYGbEpt4FS/6QM5PcLmhdT0HmROllaBmG7+JaK+uqFtDXZGgMIpz3bqB9nzqCQ==} engines: {node: '>=18'} peerDependencies: zod: ^3.25.76 || ^4.1.8 @@ -441,6 +447,12 @@ packages: peerDependencies: zod: ^3.25.76 || ^4.1.8 + '@ai-sdk/provider-utils@3.0.21': + resolution: {integrity: sha512-veuMwTLxsgh31Jjn0SnBABnM1f7ebHhRWcV2ZuY3hP3iJDCZ8VXBaYqcHXoOQDqUXTCas08sKQcHyWK+zl882Q==} + engines: {node: '>=18'} + peerDependencies: + zod: ^3.25.76 || ^4.1.8 + '@ai-sdk/provider@2.0.1': resolution: {integrity: sha512-KCUwswvsC5VsW2PWFqF8eJgSCu5Ysj7m1TxiHTVA6g7k360bk0RNQENT8KTMAYEs+8fWPD3Uu4dEmzGHc+jGng==} engines: {node: '>=18'} @@ -3129,6 +3141,10 @@ packages: resolution: {integrity: sha512-fnYhv671l+eTTp48gB4zEsTW/YtRgRPnkI2nT7x6qw5rkI1Lq2hTmQIpHPgyThI0znLK+vX2n9XxKdXZ7BUbbw==} engines: {node: '>= 20'} + '@vercel/oidc@3.1.0': + resolution: {integrity: sha512-Fw28YZpRnA3cAHHDlkt7xQHiJ0fcL+NRcIqsocZQUSmbzeIKRpwttJjik5ZGanXP+vlA4SbTg+AbA3bP363l+w==} + engines: {node: '>= 20'} + '@vitejs/plugin-react@5.1.2': resolution: {integrity: sha512-EcA07pHJouywpzsoTUqNh5NwGayl2PPVEJKUSinGGSxFGYn+shYbqMGBg6FXDqgXum9Ou/ecb+411ssw8HImJQ==} engines: {node: ^20.19.0 || >=22.12.0} @@ -3245,6 +3261,12 @@ packages: peerDependencies: zod: ^3.25.76 || ^4.1.8 + ai@5.0.133: + resolution: {integrity: sha512-N6KnwSWKcXEWPnAri3anRuzRvcrvtDz1W1JG9CvMrQ0Xdp8Vu8ZToNW/eHt63CmrbmzTwVw/HaCtJuO+MYtS7A==} + engines: {node: '>=18'} + peerDependencies: + zod: ^3.25.76 || ^4.1.8 + ajv-formats@2.1.1: resolution: {integrity: sha512-Wx0Kx52hxE7C18hkMEggYlEifqWZtYaRgouJor+WMdPnQyEK13vgEWyVNup7SoeeoLMsr4kf5h6dOW11I15MUA==} peerDependencies: @@ -7065,10 +7087,10 @@ packages: snapshots: - '@ai-sdk/anthropic@2.0.57(zod@4.2.1)': + '@ai-sdk/anthropic@2.0.63(zod@4.2.1)': dependencies: '@ai-sdk/provider': 2.0.1 - '@ai-sdk/provider-utils': 3.0.20(zod@4.2.1) + '@ai-sdk/provider-utils': 3.0.21(zod@4.2.1) zod: 4.2.1 '@ai-sdk/gateway@2.0.24(zod@4.2.1)': @@ -7078,22 +7100,29 @@ snapshots: '@vercel/oidc': 3.0.5 zod: 4.2.1 - '@ai-sdk/google@2.0.52(zod@4.2.1)': + '@ai-sdk/gateway@2.0.39(zod@4.2.1)': dependencies: '@ai-sdk/provider': 2.0.1 - '@ai-sdk/provider-utils': 3.0.20(zod@4.2.1) + '@ai-sdk/provider-utils': 3.0.21(zod@4.2.1) + '@vercel/oidc': 3.1.0 zod: 4.2.1 - '@ai-sdk/openai-compatible@1.0.30(zod@4.2.1)': + '@ai-sdk/google@2.0.53(zod@4.2.1)': dependencies: '@ai-sdk/provider': 2.0.1 - '@ai-sdk/provider-utils': 3.0.20(zod@4.2.1) + '@ai-sdk/provider-utils': 3.0.21(zod@4.2.1) zod: 4.2.1 - '@ai-sdk/openai@2.0.89(zod@4.2.1)': + '@ai-sdk/openai-compatible@1.0.33(zod@4.2.1)': dependencies: '@ai-sdk/provider': 2.0.1 - '@ai-sdk/provider-utils': 3.0.20(zod@4.2.1) + '@ai-sdk/provider-utils': 3.0.21(zod@4.2.1) + zod: 4.2.1 + + '@ai-sdk/openai@2.0.91(zod@4.2.1)': + dependencies: + '@ai-sdk/provider': 2.0.1 + '@ai-sdk/provider-utils': 3.0.21(zod@4.2.1) zod: 4.2.1 '@ai-sdk/provider-utils@3.0.20(zod@4.2.1)': @@ -7103,6 +7132,13 @@ snapshots: eventsource-parser: 3.0.6 zod: 4.2.1 + '@ai-sdk/provider-utils@3.0.21(zod@4.2.1)': + dependencies: + '@ai-sdk/provider': 2.0.1 + '@standard-schema/spec': 1.1.0 + eventsource-parser: 3.0.6 + zod: 4.2.1 + '@ai-sdk/provider@2.0.1': dependencies: json-schema: 0.4.0 @@ -8754,10 +8790,10 @@ snapshots: dependencies: '@octokit/openapi-types': 12.11.0 - '@openrouter/ai-sdk-provider@1.5.4(ai@5.0.117(zod@4.2.1))(zod@4.2.1)': + '@openrouter/ai-sdk-provider@1.5.4(ai@5.0.133(zod@4.2.1))(zod@4.2.1)': dependencies: '@openrouter/sdk': 0.1.27 - ai: 5.0.117(zod@4.2.1) + ai: 5.0.133(zod@4.2.1) zod: 4.2.1 '@openrouter/sdk@0.1.27': @@ -10551,6 +10587,8 @@ snapshots: '@vercel/oidc@3.0.5': {} + '@vercel/oidc@3.1.0': {} + '@vitejs/plugin-react@5.1.2(vite@7.3.0(@types/node@24.10.4)(jiti@2.6.1)(lightningcss@1.30.2)(terser@5.46.0)(yaml@2.8.2))': dependencies: '@babel/core': 7.28.5 @@ -10693,6 +10731,14 @@ snapshots: '@opentelemetry/api': 1.9.0 zod: 4.2.1 + ai@5.0.133(zod@4.2.1): + dependencies: + '@ai-sdk/gateway': 2.0.39(zod@4.2.1) + '@ai-sdk/provider': 2.0.1 + '@ai-sdk/provider-utils': 3.0.21(zod@4.2.1) + '@opentelemetry/api': 1.9.0 + zod: 4.2.1 + ajv-formats@2.1.1(ajv@8.17.1): optionalDependencies: ajv: 8.17.1 From 8ef538b8c8dc21830463ccd5538dfb01a785ae68 Mon Sep 17 00:00:00 2001 From: Arjun <6592213+arkml@users.noreply.github.com> Date: Sat, 14 Feb 2026 14:07:24 +0530 Subject: [PATCH 12/16] add exa research search, use category in search card title, update readme Co-Authored-By: Claude Opus 4.6 --- README.md | 5 +- apps/x/apps/renderer/src/App.tsx | 21 ++++ .../ai-elements/web-search-result.tsx | 5 +- .../src/application/assistant/instructions.ts | 1 + .../core/src/application/lib/builtin-tools.ts | 113 ++++++++++++++++++ 5 files changed, 141 insertions(+), 4 deletions(-) diff --git a/README.md b/README.md index 1da7edef..37c079d7 100644 --- a/README.md +++ b/README.md @@ -66,8 +66,9 @@ To enable voice notes (optional), add a Deepgram API key in ~/.rowboat/config/de "apiKey": "" } ``` -### Web search -To use Brave web search (optional), add the Brave API key in ~/.rowboat/config/brave-search.json (same format as above). +### Web search +To use Brave web search (optional), add the Brave API key in ~/.rowboat/config/brave-search.json (same format as above). +To use Exa research search (optional), add the Exa API key in ~/.rowboat/config/exa-search.json (same format as above). ## What it does diff --git a/apps/x/apps/renderer/src/App.tsx b/apps/x/apps/renderer/src/App.tsx index 9bf73d36..de10f624 100644 --- a/apps/x/apps/renderer/src/App.tsx +++ b/apps/x/apps/renderer/src/App.tsx @@ -2216,6 +2216,27 @@ function App() { /> ) } + if (item.name === 'research-search') { + const input = normalizeToolInput(item.input) as Record | undefined + const result = item.result as Record | undefined + const rawResults = (result?.results as Array<{ title: string; url: string; highlights?: string[]; text?: string }>) || [] + const mapped = rawResults.map(r => ({ + title: r.title, + url: r.url, + description: r.highlights?.[0] || (r.text ? r.text.slice(0, 200) : ''), + })) + const category = input?.category as string | undefined + const cardTitle = category ? `${category.charAt(0).toUpperCase() + category.slice(1)} search` : 'Researched the web' + return ( + + ) + } const errorText = item.status === 'error' ? 'Tool error' : '' const output = normalizeToolOutput(item.result, item.status) const input = normalizeToolInput(item.input) diff --git a/apps/x/apps/renderer/src/components/ai-elements/web-search-result.tsx b/apps/x/apps/renderer/src/components/ai-elements/web-search-result.tsx index a498e661..30e5c002 100644 --- a/apps/x/apps/renderer/src/components/ai-elements/web-search-result.tsx +++ b/apps/x/apps/renderer/src/components/ai-elements/web-search-result.tsx @@ -16,6 +16,7 @@ interface WebSearchResultProps { query: string; results: Array<{ title: string; url: string; description: string }>; status: "pending" | "running" | "completed" | "error"; + title?: string; } function getDomain(url: string): string { @@ -26,7 +27,7 @@ function getDomain(url: string): string { } } -export function WebSearchResult({ query, results, status }: WebSearchResultProps) { +export function WebSearchResult({ query, results, status, title = "Searched the web" }: WebSearchResultProps) { const isRunning = status === "pending" || status === "running"; return ( @@ -34,7 +35,7 @@ export function WebSearchResult({ query, results, status }: WebSearchResultProps
- Searched the web + {title}
diff --git a/apps/x/packages/core/src/application/assistant/instructions.ts b/apps/x/packages/core/src/application/assistant/instructions.ts index 1a70f28f..5e0ce472 100644 --- a/apps/x/packages/core/src/application/assistant/instructions.ts +++ b/apps/x/packages/core/src/application/assistant/instructions.ts @@ -164,6 +164,7 @@ When a user asks for ANY task that might require external capabilities (web sear - \`addMcpServer\`, \`listMcpServers\`, \`listMcpTools\`, \`executeMcpTool\` - MCP server management and execution - \`loadSkill\` - Skill loading - \`slack-checkConnection\`, \`slack-listAvailableTools\`, \`slack-executeAction\` - Slack integration (requires Slack to be connected via Composio). Use \`slack-listAvailableTools\` first to discover available tool slugs, then \`slack-executeAction\` to execute them. +- \`web-search\` and \`research-search\` - Web and research search tools (available when configured). **You MUST load the \`web-search\` skill before using either of these tools.** It tells you which tool to pick and how many searches to do. **Prefer these tools whenever possible** — they work instantly with zero friction. For file operations inside \`~/.rowboat/\`, always use these instead of \`executeCommand\`. diff --git a/apps/x/packages/core/src/application/lib/builtin-tools.ts b/apps/x/packages/core/src/application/lib/builtin-tools.ts index 1fce5702..feb41a7f 100644 --- a/apps/x/packages/core/src/application/lib/builtin-tools.ts +++ b/apps/x/packages/core/src/application/lib/builtin-tools.ts @@ -1364,4 +1364,117 @@ export const BuiltinTools: z.infer = { } }, }, + + // ============================================================================ + // Research Search (Exa Search API) + // ============================================================================ + + 'research-search': { + description: 'Use this for finding articles, blog posts, papers, companies, people, or exploring a topic in depth. Best for discovery and research where you need quality sources, not a quick fact.', + inputSchema: z.object({ + query: z.string().describe('The search query'), + numResults: z.number().optional().describe('Number of results to return (default: 5, max: 20)'), + category: z.enum(['company', 'research paper', 'news', 'tweet', 'personal site', 'financial report', 'people']).optional().describe('Filter results by category'), + }), + isAvailable: async () => { + try { + const homedir = process.env.HOME || process.env.USERPROFILE || ''; + const exaConfigPath = path.join(homedir, '.rowboat', 'config', 'exa-search.json'); + const raw = await fs.readFile(exaConfigPath, 'utf8'); + const config = JSON.parse(raw); + return !!config.apiKey; + } catch { + return false; + } + }, + execute: async ({ query, numResults, category }: { query: string; numResults?: number; category?: string }) => { + try { + const homedir = process.env.HOME || process.env.USERPROFILE || ''; + const exaConfigPath = path.join(homedir, '.rowboat', 'config', 'exa-search.json'); + + let apiKey: string; + try { + const raw = await fs.readFile(exaConfigPath, 'utf8'); + const config = JSON.parse(raw); + apiKey = config.apiKey; + } catch { + return { + success: false, + error: 'Exa Search API key not configured. Create ~/.rowboat/config/exa-search.json with { "apiKey": "" }', + }; + } + + if (!apiKey) { + return { + success: false, + error: 'Exa Search API key is empty. Set "apiKey" in ~/.rowboat/config/exa-search.json', + }; + } + + const resultCount = Math.min(Math.max(numResults || 5, 1), 20); + + const body: Record = { + query, + numResults: resultCount, + type: 'auto', + contents: { + text: { maxCharacters: 1000 }, + highlights: true, + }, + }; + if (category) { + body.category = category; + } + + const response = await fetch('https://api.exa.ai/search', { + method: 'POST', + headers: { + 'x-api-key': apiKey, + 'Content-Type': 'application/json', + }, + body: JSON.stringify(body), + }); + + if (!response.ok) { + const text = await response.text(); + return { + success: false, + error: `Exa Search API error (${response.status}): ${text}`, + }; + } + + const data = await response.json() as { + results?: Array<{ + title?: string; + url?: string; + publishedDate?: string; + author?: string; + highlights?: string[]; + text?: string; + }>; + }; + + const results = (data.results || []).map((r) => ({ + title: r.title || '', + url: r.url || '', + publishedDate: r.publishedDate || '', + author: r.author || '', + highlights: r.highlights || [], + text: r.text || '', + })); + + return { + success: true, + query, + results, + count: results.length, + }; + } catch (error) { + return { + success: false, + error: error instanceof Error ? error.message : 'Unknown error', + }; + } + }, + }, }; From 2bfb148d2f07eb4c25f686c6208607ef7db7bd92 Mon Sep 17 00:00:00 2001 From: Arjun <6592213+arkml@users.noreply.github.com> Date: Sat, 14 Feb 2026 14:07:28 +0530 Subject: [PATCH 13/16] add web search skill Co-Authored-By: Claude Opus 4.6 --- .../src/application/assistant/skills/index.ts | 7 +++ .../assistant/skills/web-search/skill.ts | 52 +++++++++++++++++++ 2 files changed, 59 insertions(+) create mode 100644 apps/x/packages/core/src/application/assistant/skills/web-search/skill.ts diff --git a/apps/x/packages/core/src/application/assistant/skills/index.ts b/apps/x/packages/core/src/application/assistant/skills/index.ts index 0d167a52..97217f76 100644 --- a/apps/x/packages/core/src/application/assistant/skills/index.ts +++ b/apps/x/packages/core/src/application/assistant/skills/index.ts @@ -10,6 +10,7 @@ import organizeFilesSkill from "./organize-files/skill.js"; import slackSkill from "./slack/skill.js"; import backgroundAgentsSkill from "./background-agents/skill.js"; import createPresentationsSkill from "./create-presentations/skill.js"; +import webSearchSkill from "./web-search/skill.js"; const CURRENT_DIR = path.dirname(fileURLToPath(import.meta.url)); const CATALOG_PREFIX = "src/application/assistant/skills"; @@ -82,6 +83,12 @@ const definitions: SkillDefinition[] = [ summary: "Discovering, executing, and integrating MCP tools. Use this to check what external capabilities are available and execute MCP tools on behalf of users.", content: mcpIntegrationSkill, }, + { + id: "web-search", + title: "Web Search", + summary: "Searching the web or researching a topic. Guidance on when to use web-search vs research-search, and how many searches to do.", + content: webSearchSkill, + }, { id: "deletion-guardrails", title: "Deletion Guardrails", diff --git a/apps/x/packages/core/src/application/assistant/skills/web-search/skill.ts b/apps/x/packages/core/src/application/assistant/skills/web-search/skill.ts new file mode 100644 index 00000000..d3d0e6e1 --- /dev/null +++ b/apps/x/packages/core/src/application/assistant/skills/web-search/skill.ts @@ -0,0 +1,52 @@ +export const skill = String.raw` +# Web Search Skill + +You have access to two search tools for finding information on the internet. Choose the right one based on the user's intent. + +## Tools + +### web-search (Brave Search) +Quick, general-purpose web search. Returns titles, URLs, and short descriptions. + +**Best for:** +- Quick lookups for things that change ("current price of Bitcoin", "weather in SF") +- Current events and breaking news +- Finding a specific website or page +- Simple questions with direct answers +- Checking a fact or date + +### research-search (Exa Search) +Deep, research-oriented search. Returns full article text, highlights, and metadata (author, published date). + +**Best for:** +- Exploring a topic in depth ("what are the latest advances in CRISPR") +- Finding articles, blog posts, papers, and quality sources +- Discovering companies, people, or organizations +- Research where you need rich context, not just links +- When the user says "research", "find articles about", "look into", "deep dive" + +**Category filter:** Use the category parameter when the user's intent clearly maps to one: company, research paper, news, tweet, personal site, financial report, people. + +## How Many Searches to Do + +**CRITICAL: Always start with exactly ONE search call.** Pick the single best tool (\`web-search\` or \`research-search\`) and make one request. Wait for the result before deciding if more searches are needed. + +**NEVER call multiple search tools simultaneously.** No parallel web-search + research-search. No firing off two web-searches at once. Always sequential: one search at a time. + +Only make a follow-up search if: +- The first search returned truly uninformative or irrelevant results +- The query has clearly distinct sub-topics that the first search couldn't cover (e.g., "compare X and Y" after getting results for X only) +- The user explicitly asks you to dig deeper + +One good search is almost always enough. Default to one and stop. + +## Choosing Between the Two + +If both tools are attached, prefer: +- \`web-search\` when the user wants a quick answer or specific link +- \`research-search\` when the user wants to learn, explore, or gather sources + +If only one is attached, use whichever is available. +`; + +export default skill; From 9c45b272e15c77ca0a02d15fb3bb1faba0736302 Mon Sep 17 00:00:00 2001 From: arkml <6592213+arkml@users.noreply.github.com> Date: Sat, 14 Feb 2026 14:10:29 +0530 Subject: [PATCH 14/16] Update README with clearer API key instructions Clarified instructions for adding API keys for Brave and Exa web searches. --- README.md | 7 +++++-- 1 file changed, 5 insertions(+), 2 deletions(-) diff --git a/README.md b/README.md index 37c079d7..9ba7e099 100644 --- a/README.md +++ b/README.md @@ -67,8 +67,11 @@ To enable voice notes (optional), add a Deepgram API key in ~/.rowboat/config/de } ``` ### Web search -To use Brave web search (optional), add the Brave API key in ~/.rowboat/config/brave-search.json (same format as above). -To use Exa research search (optional), add the Exa API key in ~/.rowboat/config/exa-search.json (same format as above). +To use Brave web search (optional), add the Brave API key in ~/.rowboat/config/brave-search.json. + +To use Exa research search (optional), add the Exa API key in ~/.rowboat/config/exa-search.json. + +(same format as above) ## What it does From 11245660fbfe5549d82b6c0d320c1f1001a5c06e Mon Sep 17 00:00:00 2001 From: Arjun <6592213+arkml@users.noreply.github.com> Date: Sat, 14 Feb 2026 14:25:14 +0530 Subject: [PATCH 15/16] removed reasoning block from ui --- apps/x/apps/renderer/src/App.tsx | 72 ++++--------------- .../renderer/src/components/chat-sidebar.tsx | 34 ++------- 2 files changed, 16 insertions(+), 90 deletions(-) diff --git a/apps/x/apps/renderer/src/App.tsx b/apps/x/apps/renderer/src/App.tsx index de10f624..f030d092 100644 --- a/apps/x/apps/renderer/src/App.tsx +++ b/apps/x/apps/renderer/src/App.tsx @@ -33,7 +33,7 @@ import { usePromptInputController, type FileMention, } from '@/components/ai-elements/prompt-input'; -import { Reasoning, ReasoningContent, ReasoningTrigger } from '@/components/ai-elements/reasoning'; + import { Shimmer } from '@/components/ai-elements/shimmer'; import { Tool, ToolContent, ToolHeader, ToolInput, ToolOutput } from '@/components/ai-elements/tool'; import { WebSearchResult } from '@/components/ai-elements/web-search-result'; @@ -81,20 +81,12 @@ interface ToolCall { timestamp: number; } -interface ReasoningBlock { - id: string; - content: string; - timestamp: number; -} - -type ConversationItem = ChatMessage | ToolCall | ReasoningBlock; +type ConversationItem = ChatMessage | ToolCall; type ToolState = 'input-streaming' | 'input-available' | 'output-available' | 'output-error'; const isChatMessage = (item: ConversationItem): item is ChatMessage => 'role' in item const isToolCall = (item: ConversationItem): item is ToolCall => 'name' in item -const isReasoningBlock = (item: ConversationItem): item is ReasoningBlock => - 'content' in item && !('role' in item) && !('name' in item) const toToolState = (status: ToolCall['status']): ToolState => { switch (status) { @@ -643,7 +635,6 @@ function App() { const [message, setMessage] = useState('') const [conversation, setConversation] = useState([]) const [currentAssistantMessage, setCurrentAssistantMessage] = useState('') - const [currentReasoning, setCurrentReasoning] = useState('') const [, setModelUsage] = useState(null) const [runId, setRunId] = useState(null) const runIdRef = useRef(null) @@ -651,7 +642,7 @@ function App() { const [isProcessing, setIsProcessing] = useState(false) const [processingRunIds, setProcessingRunIds] = useState>(new Set()) const processingRunIdsRef = useRef>(new Set()) - const streamingBuffersRef = useRef>(new Map()) + const streamingBuffersRef = useRef>(new Map()) const [isStopping, setIsStopping] = useState(false) const [stopClickedAt, setStopClickedAt] = useState(null) const [agentId] = useState('copilot') @@ -723,7 +714,6 @@ function App() { if (!runId) { setIsProcessing(false) setCurrentAssistantMessage('') - setCurrentReasoning('') return } const isRunProcessing = processingRunIdsRef.current.has(runId) @@ -731,10 +721,8 @@ function App() { if (isRunProcessing) { const buffer = streamingBuffersRef.current.get(runId) setCurrentAssistantMessage(buffer?.assistant ?? '') - setCurrentReasoning(buffer?.reasoning ?? '') } else { setCurrentAssistantMessage('') - setCurrentReasoning('') streamingBuffersRef.current.delete(runId) } }, [runId]) @@ -1183,15 +1171,15 @@ function App() { const getStreamingBuffer = (id: string) => { const existing = streamingBuffersRef.current.get(id) if (existing) return existing - const next = { assistant: '', reasoning: '' } + const next = { assistant: '' } streamingBuffersRef.current.set(id, next) return next } - const appendStreamingBuffer = (id: string, field: 'assistant' | 'reasoning', delta: string) => { + const appendStreamingBuffer = (id: string, delta: string) => { if (!delta) return const buffer = getStreamingBuffer(id) - buffer[field] += delta + buffer.assistant += delta } const clearStreamingBuffer = (id: string) => { @@ -1232,7 +1220,6 @@ function App() { case 'start': if (!isActiveRun) return setCurrentAssistantMessage('') - setCurrentReasoning('') setModelUsage(null) break @@ -1240,29 +1227,13 @@ function App() { { const llmEvent = event.event if (!isActiveRun) { - if (llmEvent.type === 'reasoning-delta' && llmEvent.delta) { - appendStreamingBuffer(event.runId, 'reasoning', llmEvent.delta) - } else if (llmEvent.type === 'text-delta' && llmEvent.delta) { - appendStreamingBuffer(event.runId, 'assistant', llmEvent.delta) + if (llmEvent.type === 'text-delta' && llmEvent.delta) { + appendStreamingBuffer(event.runId, llmEvent.delta) } return } - if (llmEvent.type === 'reasoning-delta' && llmEvent.delta) { - appendStreamingBuffer(event.runId, 'reasoning', llmEvent.delta) - setCurrentReasoning(prev => prev + llmEvent.delta) - } else if (llmEvent.type === 'reasoning-end') { - setCurrentReasoning(reasoning => { - if (reasoning) { - setConversation(prev => [...prev, { - id: `reasoning-${Date.now()}`, - content: reasoning, - timestamp: Date.now(), - }]) - } - return '' - }) - } else if (llmEvent.type === 'text-delta' && llmEvent.delta) { - appendStreamingBuffer(event.runId, 'assistant', llmEvent.delta) + if (llmEvent.type === 'text-delta' && llmEvent.delta) { + appendStreamingBuffer(event.runId, llmEvent.delta) setCurrentAssistantMessage(prev => prev + llmEvent.delta) } else if (llmEvent.type === 'tool-call') { setConversation(prev => [...prev, { @@ -1455,7 +1426,6 @@ function App() { } return '' }) - setCurrentReasoning('') break case 'error': @@ -1603,7 +1573,6 @@ function App() { loadRunRequestIdRef.current += 1 setConversation([]) setCurrentAssistantMessage('') - setCurrentReasoning('') setRunId(null) setMessage('') setModelUsage(null) @@ -2257,19 +2226,10 @@ function App() { ) } - if (isReasoningBlock(item)) { - return ( - - - {item.content} - - ) - } - return null } - const hasConversation = conversation.length > 0 || currentAssistantMessage || currentReasoning + const hasConversation = conversation.length > 0 || currentAssistantMessage const conversationContentClassName = hasConversation ? "mx-auto w-full max-w-4xl pb-28" : "mx-auto w-full max-w-4xl min-h-full items-center justify-center pb-0" @@ -2470,13 +2430,6 @@ function App() { /> ))} - {currentReasoning && ( - - - {currentReasoning} - - )} - {currentAssistantMessage && ( @@ -2485,7 +2438,7 @@ function App() { )} - {isProcessing && !currentAssistantMessage && !currentReasoning && ( + {isProcessing && !currentAssistantMessage && ( Thinking... @@ -2531,7 +2484,6 @@ function App() { onOpenFullScreen={navigateToFullScreenChat} conversation={conversation} currentAssistantMessage={currentAssistantMessage} - currentReasoning={currentReasoning} isProcessing={isProcessing} isStopping={isStopping} onStop={handleStop} diff --git a/apps/x/apps/renderer/src/components/chat-sidebar.tsx b/apps/x/apps/renderer/src/components/chat-sidebar.tsx index e0048781..ab04c886 100644 --- a/apps/x/apps/renderer/src/components/chat-sidebar.tsx +++ b/apps/x/apps/renderer/src/components/chat-sidebar.tsx @@ -19,7 +19,7 @@ import { MessageContent, MessageResponse, } from '@/components/ai-elements/message' -import { Reasoning, ReasoningContent, ReasoningTrigger } from '@/components/ai-elements/reasoning' + import { Shimmer } from '@/components/ai-elements/shimmer' import { Tool, ToolContent, ToolHeader, ToolInput, ToolOutput } from '@/components/ai-elements/tool' import { PermissionRequest } from '@/components/ai-elements/permission-request' @@ -52,20 +52,12 @@ interface ToolCall { timestamp: number } -interface ReasoningBlock { - id: string - content: string - timestamp: number -} - -type ConversationItem = ChatMessage | ToolCall | ReasoningBlock +type ConversationItem = ChatMessage | ToolCall type ToolState = 'input-streaming' | 'input-available' | 'output-available' | 'output-error' const isChatMessage = (item: ConversationItem): item is ChatMessage => 'role' in item const isToolCall = (item: ConversationItem): item is ToolCall => 'name' in item -const isReasoningBlock = (item: ConversationItem): item is ReasoningBlock => - 'content' in item && !('role' in item) && !('name' in item) const toToolState = (status: ToolCall['status']): ToolState => { switch (status) { @@ -118,7 +110,6 @@ interface ChatSidebarProps { onOpenFullScreen?: () => void conversation: ConversationItem[] currentAssistantMessage: string - currentReasoning: string isProcessing: boolean isStopping?: boolean onStop?: () => void @@ -145,7 +136,6 @@ export function ChatSidebar({ onOpenFullScreen, conversation, currentAssistantMessage, - currentReasoning, isProcessing, isStopping, onStop, @@ -326,7 +316,7 @@ export function ChatSidebar({ autoMentionRef.current = { path: selectedPath, displayName } }, [selectedPath, message, onMessageChange]) - const hasConversation = conversation.length > 0 || currentAssistantMessage || currentReasoning + const hasConversation = conversation.length > 0 || currentAssistantMessage const canSubmit = Boolean(message.trim()) && !isProcessing const handleSubmit = () => { @@ -427,15 +417,6 @@ export function ChatSidebar({ ) } - if (isReasoningBlock(item)) { - return ( - - - {item.content} - - ) - } - return null } @@ -535,13 +516,6 @@ export function ChatSidebar({ /> ))} - {currentReasoning && ( - - - {currentReasoning} - - )} - {currentAssistantMessage && ( @@ -550,7 +524,7 @@ export function ChatSidebar({ )} - {isProcessing && !currentAssistantMessage && !currentReasoning && ( + {isProcessing && !currentAssistantMessage && ( Thinking... From e1d50c62da4d467e6e3fe0dd74883b6d569b2b32 Mon Sep 17 00:00:00 2001 From: Ramnique Singh <30795890+ramnique@users.noreply.github.com> Date: Mon, 16 Feb 2026 08:34:51 +0530 Subject: [PATCH 16/16] feat(ui): surface LLM stream errors in chat Add a stream error event type to the shared schema and wire runtime handling to convert provider payloads into a concise string format. When a stream error is seen, emit a Run error event, preserve partial output, and stop the turn to avoid additional tool execution. In the renderer, display errors inline as assistant messages with destructive styling and trigger a toast for immediate visibility. Include error events when loading run history so prior failures are visible. --- apps/x/apps/renderer/src/App.tsx | 37 +++++++++++++- .../renderer/src/components/chat-sidebar.tsx | 20 +++++++- apps/x/packages/core/src/agents/runtime.ts | 50 ++++++++++++++++++- apps/x/packages/shared/src/llm-step-events.ts | 8 ++- 4 files changed, 111 insertions(+), 4 deletions(-) diff --git a/apps/x/apps/renderer/src/App.tsx b/apps/x/apps/renderer/src/App.tsx index f030d092..44ad4cb2 100644 --- a/apps/x/apps/renderer/src/App.tsx +++ b/apps/x/apps/renderer/src/App.tsx @@ -55,6 +55,7 @@ import { FileCardProvider } from '@/contexts/file-card-context' import { MarkdownPreOverride } from '@/components/ai-elements/markdown-code-override' import { AgentScheduleConfig } from '@x/shared/dist/agent-schedule.js' import { AgentScheduleState } from '@x/shared/dist/agent-schedule-state.js' +import { toast } from "sonner" type DirEntry = z.infer type RunEventType = z.infer @@ -81,12 +82,20 @@ interface ToolCall { timestamp: number; } -type ConversationItem = ChatMessage | ToolCall; +interface ErrorMessage { + id: string; + kind: 'error'; + message: string; + timestamp: number; +} + +type ConversationItem = ChatMessage | ToolCall | ErrorMessage; type ToolState = 'input-streaming' | 'input-available' | 'output-available' | 'output-error'; const isChatMessage = (item: ConversationItem): item is ChatMessage => 'role' in item const isToolCall = (item: ConversationItem): item is ToolCall => 'name' in item +const isErrorMessage = (item: ConversationItem): item is ErrorMessage => 'kind' in item && item.kind === 'error' const toToolState = (status: ToolCall['status']): ToolState => { switch (status) { @@ -1102,6 +1111,15 @@ function App() { } break } + case 'error': { + items.push({ + id: `error-${Date.now()}-${Math.random()}`, + kind: 'error', + message: event.error, + timestamp: event.ts ? new Date(event.ts).getTime() : Date.now(), + }) + break + } case 'llm-stream-event': { // We don't need to reconstruct streaming events for history // Reasoning is captured in the final message @@ -1439,6 +1457,13 @@ function App() { setIsProcessing(false) setIsStopping(false) setStopClickedAt(null) + setConversation(prev => [...prev, { + id: `error-${Date.now()}`, + kind: 'error', + message: event.error, + timestamp: Date.now(), + }]) + toast.error(event.error.split('\n')[0] || 'Model error') console.error('Run error:', event.error) break } @@ -2226,6 +2251,16 @@ function App() { ) } + if (isErrorMessage(item)) { + return ( + + + 
{item.message}
+ + + ) + } + return null } diff --git a/apps/x/apps/renderer/src/components/chat-sidebar.tsx b/apps/x/apps/renderer/src/components/chat-sidebar.tsx index ab04c886..8d2a005f 100644 --- a/apps/x/apps/renderer/src/components/chat-sidebar.tsx +++ b/apps/x/apps/renderer/src/components/chat-sidebar.tsx @@ -52,12 +52,20 @@ interface ToolCall { timestamp: number } -type ConversationItem = ChatMessage | ToolCall +interface ErrorMessage { + id: string + kind: 'error' + message: string + timestamp: number +} + +type ConversationItem = ChatMessage | ToolCall | ErrorMessage type ToolState = 'input-streaming' | 'input-available' | 'output-available' | 'output-error' const isChatMessage = (item: ConversationItem): item is ChatMessage => 'role' in item const isToolCall = (item: ConversationItem): item is ToolCall => 'name' in item +const isErrorMessage = (item: ConversationItem): item is ErrorMessage => 'kind' in item && item.kind === 'error' const toToolState = (status: ToolCall['status']): ToolState => { switch (status) { @@ -417,6 +425,16 @@ export function ChatSidebar({ ) } + if (isErrorMessage(item)) { + return ( + + + 
{item.message}
+ + + ) + } + return null } diff --git a/apps/x/packages/core/src/agents/runtime.ts b/apps/x/packages/core/src/agents/runtime.ts index ce34d732..09d1c721 100644 --- a/apps/x/packages/core/src/agents/runtime.ts +++ b/apps/x/packages/core/src/agents/runtime.ts @@ -265,6 +265,9 @@ export class StreamStepMessageBuilder { case "finish-step": this.providerOptions = event.providerOptions; break; + case "error": + this.flushBuffers(); + break; } } @@ -278,6 +281,30 @@ export class StreamStepMessageBuilder { } } +function formatLlmStreamError(rawError: unknown): string { + let name: string | undefined; + let responseBody: string | undefined; + if (rawError && typeof rawError === "object") { + const err = rawError as Record; + const nested = (err.error && typeof err.error === "object") ? err.error as Record : null; + const nameValue = err.name ?? nested?.name; + const responseBodyValue = err.responseBody ?? nested?.responseBody; + if (nameValue !== undefined) { + name = String(nameValue); + } + if (responseBodyValue !== undefined) { + responseBody = String(responseBodyValue); + } + } else if (typeof rawError === "string") { + responseBody = rawError; + } + + const lines: string[] = []; + if (name) lines.push(`name: ${name}`); + if (responseBody) lines.push(`responseBody: ${responseBody}`); + return lines.length ? lines.join("\n") : "Model stream error"; +} + export async function loadAgent(id: string): Promise> { if (id === "copilot" || id === "rowboatx") { return CopilotAgent; @@ -792,6 +819,7 @@ export async function* streamAgent({ timeZoneName: 'short' }); const instructionsWithDateTime = `Current date and time: ${currentDateTime}\n\n${agent.instructions}`; + let streamError: string | null = null; for await (const event of streamLlm( model, state.messages, @@ -810,6 +838,16 @@ export async function* streamAgent({ event: event, subflow: [], }); + if (event.type === "error") { + streamError = event.error; + yield* processEvent({ + runId, + type: "error", + error: streamError, + subflow: [], + }); + break; + } } // build and emit final message from agent response @@ -822,6 +860,10 @@ export async function* streamAgent({ subflow: [], }); + if (streamError) { + return; + } + // if there were any ask-human calls, emit those events if (message.content instanceof Array) { for (const part of message.content) { @@ -895,6 +937,12 @@ async function* streamLlm( signal?.throwIfAborted(); // console.log("\n\n\t>>>>\t\tstream event", JSON.stringify(event)); switch (event.type) { + case "error": + yield { + type: "error", + error: formatLlmStreamError((event as { error?: unknown }).error ?? event), + }; + return; case "reasoning-start": yield { type: "reasoning-start", @@ -945,7 +993,7 @@ async function* streamLlm( }; break; default: - // console.warn("Unknown event type", event); + console.log('unknown stream event:', JSON.stringify(event)); continue; } } diff --git a/apps/x/packages/shared/src/llm-step-events.ts b/apps/x/packages/shared/src/llm-step-events.ts index b9c428cf..8f9ff12c 100644 --- a/apps/x/packages/shared/src/llm-step-events.ts +++ b/apps/x/packages/shared/src/llm-step-events.ts @@ -51,6 +51,11 @@ export const LlmStepStreamFinishStepEvent = z.object({ providerOptions: ProviderOptions.optional(), }); +export const LlmStepStreamErrorEvent = BaseEvent.extend({ + type: z.literal("error"), + error: z.string(), +}); + export const LlmStepStreamEvent = z.union([ LlmStepStreamReasoningStartEvent, LlmStepStreamReasoningDeltaEvent, @@ -60,4 +65,5 @@ export const LlmStepStreamEvent = z.union([ LlmStepStreamTextEndEvent, LlmStepStreamToolCallEvent, LlmStepStreamFinishStepEvent, -]); \ No newline at end of file + LlmStepStreamErrorEvent, +]);