refactor: integrate TodoListMiddleware and update related components

- Removed the write_todos tool as it is now included by default through TodoListMiddleware in the deep agent.
- Updated the system prompt and documentation to reflect the integration of TodoListMiddleware, clarifying its capabilities for managing planning and todo lists.
- Enhanced the chat handling logic to extract todos directly from the deep agent's command output, ensuring seamless user experience.
- Refactored UI components to align with the new data structure and improve rendering of todo items, including updates to the Plan and TodoItem components.
- Cleaned up code for better maintainability and readability, following recent refactoring efforts.

surfsense_backend/app/agents/new_chat/tools/registry.py

@@ -48,7 +48,6 @@ from .knowledge_base import create_search_knowledge_base_tool
 from .link_preview import create_link_preview_tool
 from .podcast import create_generate_podcast_tool
 from .scrape_webpage import create_scrape_webpage_tool
-from .write_todos import create_write_todos_tool
 
 # =============================================================================
 # Tool Definition
@@ -126,13 +125,7 @@ BUILTIN_TOOLS: list[ToolDefinition] = [
         ),
         requires=[],  # firecrawl_api_key is optional
     ),
-    # Planning/Todo tool - creates visual todo lists
-    ToolDefinition(
-        name="write_todos",
-        description="Create a planning/todo list to break down complex tasks",
-        factory=lambda deps: create_write_todos_tool(),
-        requires=[],
-    ),
+    # Note: write_todos is now provided by TodoListMiddleware from deepagents
     # =========================================================================
     # ADD YOUR CUSTOM TOOLS BELOW
     # =========================================================================

surfsense_backend/app/agents/new_chat/tools/write_todos.py

@@ -1,99 +0,0 @@
-"""
-Write todos tool for the SurfSense agent.
-
-This module provides a tool for creating and displaying a planning/todo list
-in the chat UI. It helps the agent break down complex tasks into steps.
-"""
-
-from typing import Any
-
-from langchain_core.tools import tool
-
-
-def create_write_todos_tool():
-    """
-    Factory function to create the write_todos tool.
-
-    Returns:
-        A configured tool function for writing todos/plans.
-    """
-
-    @tool
-    async def write_todos(
-        todos: list[dict[str, Any]],
-        title: str = "Planning Approach",
-        description: str | None = None,
-    ) -> dict[str, Any]:
-        """
-        Create a planning/todo list to break down a complex task.
-
-        Use this tool when you need to plan your approach to a complex task
-        or show the user a step-by-step breakdown of what you'll do.
-
-        This displays a visual plan with:
-        - Progress tracking (X of Y complete)
-        - Status indicators (pending, in progress, completed, cancelled)
-        - Expandable details for each step
-
-        Args:
-            todos: List of todo items. Each item should have:
-                - id: Unique identifier for the todo
-                - content: Description of the task
-                - status: One of "pending", "in_progress", "completed", "cancelled"
-                - description: Optional subtask/detail text shown when the item is expanded
-            title: Title for the plan (default: "Planning Approach")
-            description: Optional description providing context
-
-        Returns:
-            A dictionary containing the plan data for the UI to render.
-
-        Example:
-            write_todos(
-                title="Implementation Plan",
-                description="Steps to add the new feature",
-                todos=[
-                    {"id": "1", "content": "Analyze requirements", "status": "completed", "description": "Reviewed all user stories and acceptance criteria"},
-                    {"id": "2", "content": "Design solution", "status": "in_progress", "description": "Creating component architecture and data flow diagrams"},
-                    {"id": "3", "content": "Write code", "status": "pending"},
-                    {"id": "4", "content": "Add tests", "status": "pending", "description": "Unit tests and integration tests for all new components"},
-                ]
-            )
-        """
-        # Generate a unique plan ID
-        import uuid
-
-        plan_id = f"plan-{uuid.uuid4().hex[:8]}"
-
-        # Transform todos to the expected format for the UI
-        formatted_todos = []
-        for i, todo in enumerate(todos):
-            todo_id = todo.get("id", f"todo-{i}")
-            content = todo.get("content", "")
-            status = todo.get("status", "pending")
-            todo_description = todo.get("description")
-
-            # Validate status
-            valid_statuses = ["pending", "in_progress", "completed", "cancelled"]
-            if status not in valid_statuses:
-                status = "pending"
-
-            todo_item = {
-                "id": todo_id,
-                "label": content,
-                "status": status,
-            }
-            
-            # Only include description if provided
-            if todo_description:
-                todo_item["description"] = todo_description
-
-            formatted_todos.append(todo_item)
-
-        return {
-            "id": plan_id,
-            "title": title,
-            "description": description,
-            "todos": formatted_todos,
-        }
-
-    return write_todos