Enhance Composio OAuth flow management and improve tool handling

- Updated the activeFlows management to prevent concurrent OAuth flows for the same toolkit by using toolkitSlug as the key.
- Implemented cleanup logic for existing flows, ensuring proper resource management by aborting and closing servers as needed.
- Introduced a timeout mechanism for abandoned flows, enhancing reliability.
- Refactored the Composio tools repository to use an in-memory cache for improved performance and added methods for persisting changes to disk.
- Updated the detailed tools listing to use a consistent API call structure and improved input parameter handling.
- Made connectionData in the response optional for better flexibility in handling connected accounts.

apps/x/packages/core/src/application/assistant/instructions.ts

@@ -299,12 +299,29 @@ This renders as an interactive card in the UI that the user can click to open th
 
 Never output raw file paths in plain text when they could be wrapped in a filepath block — unless the file does not exist yet.`;
 
+/**
+ * Cached Composio instructions. Invalidated by calling invalidateCopilotInstructionsCache().
+ */
+let cachedInstructions: string | null = null;
+
+/**
+ * Invalidate the cached instructions so the next buildCopilotInstructions() call
+ * regenerates the Composio tools section. Call this after enabling/disabling tools
+ * or connecting/disconnecting a toolkit.
+ */
+export function invalidateCopilotInstructionsCache(): void {
+    cachedInstructions = null;
+}
+
 /**
  * Build full copilot instructions with dynamic Composio tools section.
- * Called each time the agent is loaded to reflect currently enabled tools.
+ * Results are cached and reused until invalidated via invalidateCopilotInstructionsCache().
  */
 export async function buildCopilotInstructions(): Promise<string> {
+    if (cachedInstructions !== null) return cachedInstructions;
     const composioPrompt = await getComposioToolsPrompt();
-    if (!composioPrompt) return CopilotInstructions;
-    return CopilotInstructions + '\n' + composioPrompt;
+    cachedInstructions = composioPrompt
+        ? CopilotInstructions + '\n' + composioPrompt
+        : CopilotInstructions;
+    return cachedInstructions;
 }

apps/x/packages/core/src/application/lib/builtin-tools.ts

@@ -15,6 +15,7 @@ import { WorkDir } from "../../config/config.js";
 import { composioAccountsRepo } from "../../composio/repo.js";
 import { composioEnabledToolsRepo } from "../../composio/enabled-tools-repo.js";
 import { executeAction as executeComposioAction, isConfigured as isComposioConfigured } from "../../composio/client.js";
+import { invalidateCopilotInstructionsCache } from "../assistant/instructions.js";
 import type { ToolContext } from "./exec-tool.js";
 import { generateText, jsonSchema } from "ai";
 import { createProvider } from "../../models/models.js";
@@ -1256,10 +1257,12 @@ function registerComposioTools(): void {
 /**
  * Refresh dynamic Composio tools by unregistering all and re-registering from the repo.
  * Called after enabling/disabling tools or disconnecting a toolkit.
+ * Also invalidates the cached agent instructions so they reflect the new tool set.
  */
 export function refreshComposioTools(): void {
     unregisterComposioTools();
     registerComposioTools();
+    invalidateCopilotInstructionsCache();
 }
 
 // Register on module load

apps/x/packages/core/src/composio/client.ts

@@ -301,49 +301,50 @@ export async function listToolkitTools(
 }
 
 /**
- * List available tools for a toolkit with full details including input_parameters
+ * Schema for the detailed tools response (preserves input_parameters).
+ * Uses passthrough so extra API fields don't cause validation failures.
+ */
+const ZDetailedTool = z.object({
+    slug: z.string(),
+    name: z.string(),
+    description: z.string(),
+    input_parameters: z.object({
+        type: z.literal('object').optional().default('object'),
+        properties: z.record(z.string(), z.unknown()).optional().default({}),
+        required: z.array(z.string()).optional(),
+    }).optional().default({ type: 'object', properties: {} }),
+}).passthrough();
+
+/**
+ * List available tools for a toolkit with full details including input_parameters.
+ * Uses composioApiCall for consistent error handling, logging, and validation.
  */
 export async function listToolkitToolsDetailed(
     toolkitSlug: string,
     searchQuery: string | null = null,
 ): Promise<{ items: Array<{ slug: string; name: string; description: string; toolkitSlug: string; inputParameters: { type: 'object'; properties: Record<string, unknown>; required?: string[] } }> }> {
-    const authHeaders = await getAuthHeaders();
-    const baseURL = await getBaseUrl();
-
-    const url = new URL(`${baseURL}/tools`);
-    url.searchParams.set('toolkit_slug', toolkitSlug);
-    url.searchParams.set('limit', '200');
+    const params: Record<string, string> = {
+        toolkit_slug: toolkitSlug,
+        limit: '200',
+    };
     if (searchQuery) {
-        url.searchParams.set('query', searchQuery);
+        params.search = searchQuery;
     }
 
-    console.log(`[Composio] Listing tools (detailed) for toolkit: ${toolkitSlug}`);
-
-    const response = await fetch(url.toString(), {
-        headers: authHeaders,
-    });
-
-    if (!response.ok) {
-        throw new Error(`Failed to list tools: ${response.status} ${response.statusText}`);
-    }
-
-    const data = await response.json() as { items?: Array<Record<string, unknown>> };
+    const result = await composioApiCall(ZListResponse(ZDetailedTool), "/tools", params);
 
     return {
-        items: (data.items || []).map((item) => {
-            const inputParams = item.input_parameters as Record<string, unknown> | undefined;
-            return {
-                slug: String(item.slug ?? ''),
-                name: String(item.name ?? ''),
-                description: String(item.description ?? ''),
-                toolkitSlug,
-                inputParameters: {
-                    type: 'object' as const,
-                    properties: (inputParams?.properties as Record<string, unknown>) ?? {},
-                    required: Array.isArray(inputParams?.required) ? inputParams.required as string[] : undefined,
-                },
-            };
-        }),
+        items: result.items.map((item) => ({
+            slug: item.slug,
+            name: item.name,
+            description: item.description,
+            toolkitSlug,
+            inputParameters: {
+                type: 'object' as const,
+                properties: item.input_parameters?.properties ?? {},
+                required: item.input_parameters?.required,
+            },
+        })),
     };
 }
 

apps/x/packages/core/src/composio/enabled-tools-repo.ts

@@ -52,7 +52,7 @@ function ensureStorageDir(): void {
     }
 }
 
-function loadStorage(): EnabledToolsStorage {
+function loadStorageFromDisk(): EnabledToolsStorage {
     try {
         if (fs.existsSync(ENABLED_TOOLS_FILE)) {
             const data = fs.readFileSync(ENABLED_TOOLS_FILE, 'utf-8');
@@ -64,64 +64,80 @@ function loadStorage(): EnabledToolsStorage {
     return { tools: {} };
 }
 
-function saveStorage(storage: EnabledToolsStorage): void {
+function saveStorageToDisk(storage: EnabledToolsStorage): void {
     ensureStorageDir();
     fs.writeFileSync(ENABLED_TOOLS_FILE, JSON.stringify(storage, null, 2));
 }
 
 /**
- * Repository for managing enabled Composio tools
+ * Repository for managing enabled Composio tools.
+ * Uses an in-memory cache loaded once from disk. Mutations write through to disk.
  */
 export class ComposioEnabledToolsRepo implements IComposioEnabledToolsRepo {
+    private cache: EnabledToolsStorage | null = null;
+
+    private getStorage(): EnabledToolsStorage {
+        if (!this.cache) {
+            this.cache = loadStorageFromDisk();
+        }
+        return this.cache;
+    }
+
+    private persist(): void {
+        if (this.cache) {
+            saveStorageToDisk(this.cache);
+        }
+    }
+
     getAll(): Record<string, EnabledTool> {
-        return loadStorage().tools;
+        return this.getStorage().tools;
     }
 
     getByToolkit(toolkitSlug: string): EnabledTool[] {
-        const storage = loadStorage();
+        const storage = this.getStorage();
         return Object.values(storage.tools).filter(t => t.toolkitSlug === toolkitSlug);
     }
 
     enable(tool: EnabledTool): void {
-        const storage = loadStorage();
+        const storage = this.getStorage();
         storage.tools[tool.slug] = tool;
-        saveStorage(storage);
+        this.persist();
     }
 
     enableBatch(tools: EnabledTool[]): void {
-        const storage = loadStorage();
+        const storage = this.getStorage();
         for (const tool of tools) {
             storage.tools[tool.slug] = tool;
         }
-        saveStorage(storage);
+        this.persist();
     }
 
     disable(toolSlug: string): void {
-        const storage = loadStorage();
+        const storage = this.getStorage();
         delete storage.tools[toolSlug];
-        saveStorage(storage);
+        this.persist();
     }
 
     disableBatch(toolSlugs: string[]): void {
-        const storage = loadStorage();
+        const storage = this.getStorage();
         for (const slug of toolSlugs) {
             delete storage.tools[slug];
         }
-        saveStorage(storage);
+        this.persist();
     }
 
     disableAllForToolkit(toolkitSlug: string): void {
-        const storage = loadStorage();
+        const storage = this.getStorage();
         for (const [slug, tool] of Object.entries(storage.tools)) {
             if (tool.toolkitSlug === toolkitSlug) {
                 delete storage.tools[slug];
             }
         }
-        saveStorage(storage);
+        this.persist();
     }
 
     isEnabled(toolSlug: string): boolean {
-        const storage = loadStorage();
+        const storage = this.getStorage();
         return toolSlug in storage.tools;
     }
 }

apps/x/packages/core/src/composio/types.ts

@@ -149,7 +149,7 @@ export const ZCreateConnectedAccountRequest = z.object({
  */
 export const ZCreateConnectedAccountResponse = z.object({
     id: z.string(),
-    connectionData: ZConnectionData,
+    connectionData: ZConnectionData.optional(),
 });
 
 /**