Merge pull request #1389 from CREDO23/feature/multi-agent

[Feature] Fix multi-agent delegation: orchestrator-only main agent with knowledge_base specialist

surfsense_backend/app/agents/multi_agent_chat/constants.py

@@ -25,6 +25,7 @@ CONNECTOR_TYPE_TO_CONNECTOR_AGENT_MAPS: dict[str, str] = {
 
 SUBAGENT_TO_REQUIRED_CONNECTOR_MAP: dict[str, frozenset[str]] = {
     "deliverables": frozenset(),
+    "knowledge_base": frozenset(),
     "airtable": frozenset({"AIRTABLE_CONNECTOR"}),
     "calendar": frozenset({"GOOGLE_CALENDAR_CONNECTOR"}),
     "clickup": frozenset({"CLICKUP_CONNECTOR"}),

surfsense_backend/app/agents/multi_agent_chat/main_agent/graph/compile_graph_sync.py

@@ -11,7 +11,7 @@ from langchain_core.language_models import BaseChatModel
 from langchain_core.tools import BaseTool
 from langgraph.types import Checkpointer
 
-from app.agents.multi_agent_chat.middleware import (
+from app.agents.multi_agent_chat.middleware.stack import (
     build_main_agent_deepagent_middleware,
 )
 from app.agents.multi_agent_chat.subagents.shared.permissions import (

surfsense_backend/app/agents/multi_agent_chat/main_agent/runtime/factory.py

@@ -7,7 +7,6 @@ import time
 from collections.abc import Sequence
 from typing import Any
 
-from deepagents.graph import BASE_AGENT_PROMPT
 from langchain_core.language_models import BaseChatModel
 from langchain_core.tools import BaseTool
 from langgraph.types import Checkpointer
@@ -218,7 +217,7 @@ async def create_multi_agent_chat_deep_agent(
         "[create_agent] System prompt built in %.3fs", time.perf_counter() - _t0
     )
 
-    final_system_prompt = system_prompt + "\n\n" + BASE_AGENT_PROMPT
+    final_system_prompt = system_prompt
 
     config_id = agent_config.config_id if agent_config is not None else None
 

surfsense_backend/app/agents/multi_agent_chat/main_agent/system_prompt/builder/__init__.py

@@ -1,4 +1,4 @@
-"""Assemble the main-agent system prompt from ``markdown/*.md`` fragments."""
+"""Assemble the main-agent system prompt from ``prompts/`` fragments."""
 
 from __future__ import annotations
 

surfsense_backend/app/agents/multi_agent_chat/main_agent/system_prompt/builder/compose.py

@@ -1,7 +1,27 @@
-"""Assemble the **main-agent** deep-agent system string only.
+"""Assemble the main-agent system prompt from ``prompts/``.
 
-Sections (order matters): core instructions → provider → citations → dynamic
-``<registry_subagents>`` → SurfSense ``<tools>``.
+Section order (default flow)::
+
+    <agent_identity>
+    [user's custom_system_instructions, if any]
+    <core_behavior>                 # default body
+    <knowledge_base_first>          # default body
+    <dynamic_context>               # always
+    <routing>                       # default body
+    <specialists>                   # always (dynamic roster)
+    <tools>                         # always (vertical-slice)
+    <memory_protocol>               # default body
+    <citations>                     # always
+    <output_format>                 # always
+    <refusal_and_limits>            # always
+    <reminder>                      # always
+
+``custom_system_instructions`` is **additive**, not a replacement: it slots
+between identity and the default body so platform safety nets (KB-first,
+routing, citations, output formatting, refusal rules) always apply.
+
+``use_default_system_instructions=False`` skips the four "default body"
+sections but keeps all the always-on platform sections.
 """
 
 from __future__ import annotations
@@ -10,15 +30,18 @@ from datetime import UTC, datetime
 
 from app.db import ChatVisibility
 
+from .load_md import read_prompt_md
 from .sections.citations import build_citations_section
-from .sections.provider import build_provider_section
-from .sections.registry_subagents import build_registry_subagents_section
-from .sections.system_instruction import build_default_system_instruction_xml
+from .sections.dynamic_context import build_dynamic_context_section
+from .sections.identity import build_identity_section
+from .sections.memory_protocol import build_memory_protocol_section
+from .sections.specialists import build_specialists_section
 from .sections.tools import build_tools_section
 
 
 def build_main_agent_system_prompt(
     *,
+    registry_subagent_prompt_lines: list[tuple[str, str]],
     today: datetime | None = None,
     thread_visibility: ChatVisibility | None = None,
     enabled_tool_names: set[str] | None = None,
@@ -26,28 +49,50 @@ def build_main_agent_system_prompt(
     custom_system_instructions: str | None = None,
     use_default_system_instructions: bool = True,
     citations_enabled: bool = True,
-    model_name: str | None = None,
-    registry_subagent_prompt_lines: list[tuple[str, str]] | None = None,
+    model_name: str | None = None,  # noqa: ARG001 — kept for caller compatibility
 ) -> str:
     resolved_today = (today or datetime.now(UTC)).astimezone(UTC).date().isoformat()
     visibility = thread_visibility or ChatVisibility.PRIVATE
 
-    if custom_system_instructions and custom_system_instructions.strip():
-        system_block = custom_system_instructions.format(resolved_today=resolved_today)
-    elif use_default_system_instructions:
-        system_block = build_default_system_instruction_xml(
-            visibility=visibility,
-            resolved_today=resolved_today,
-        )
-    else:
-        system_block = ""
+    parts: list[str] = []
 
-    system_block += build_provider_section(model_name=model_name)
-    system_block += build_citations_section(citations_enabled=citations_enabled)
-    system_block += build_registry_subagents_section(registry_subagent_prompt_lines)
-    system_block += build_tools_section(
-        visibility=visibility,
-        enabled_tool_names=enabled_tool_names,
-        disabled_tool_names=disabled_tool_names,
+    parts.append(
+        build_identity_section(visibility=visibility, resolved_today=resolved_today)
     )
-    return system_block
+
+    if custom_system_instructions and custom_system_instructions.strip():
+        parts.append(
+            "\n" + custom_system_instructions.format(resolved_today=resolved_today) + "\n"
+        )
+
+    if use_default_system_instructions:
+        parts.append(_wrap(read_prompt_md("core_behavior.md")))
+        parts.append(_wrap(read_prompt_md("kb_first.md")))
+
+    parts.append(build_dynamic_context_section(visibility=visibility))
+
+    if use_default_system_instructions:
+        parts.append(_wrap(read_prompt_md("routing.md")))
+
+    parts.append(build_specialists_section(registry_subagent_prompt_lines))
+    parts.append(
+        build_tools_section(
+            visibility=visibility,
+            enabled_tool_names=enabled_tool_names,
+            disabled_tool_names=disabled_tool_names,
+        )
+    )
+
+    if use_default_system_instructions:
+        parts.append(build_memory_protocol_section(visibility=visibility))
+
+    parts.append(build_citations_section(citations_enabled=citations_enabled))
+    parts.append(_wrap(read_prompt_md("output_format.md")))
+    parts.append(_wrap(read_prompt_md("refusal_and_limits.md")))
+    parts.append(_wrap(read_prompt_md("reminder.md")))
+
+    return "".join(p for p in parts if p)
+
+
+def _wrap(fragment: str) -> str:
+    return f"\n{fragment}\n" if fragment else ""

surfsense_backend/app/agents/multi_agent_chat/main_agent/system_prompt/builder/load_md.py

@@ -1,14 +1,14 @@
-"""Load main-agent-only markdown from ``system_prompt/markdown/`` (``importlib.resources``)."""
+"""Load main-agent prompt fragments from ``system_prompt/prompts/``."""
 
 from __future__ import annotations
 
 from importlib import resources
 
-_PROMPTS_PACKAGE = "app.agents.multi_agent_chat.main_agent.system_prompt.markdown"
+_PROMPTS_PACKAGE = "app.agents.multi_agent_chat.main_agent.system_prompt.prompts"
 
 
 def read_prompt_md(filename: str) -> str:
-    """Load ``markdown/{filename}`` (e.g. ``agent_private.md`` or ``tools/_preamble.md``)."""
+    """Load ``prompts/{filename}`` (e.g. ``core_behavior.md`` or ``tools/web_search/description.md``)."""
     ref = resources.files(_PROMPTS_PACKAGE).joinpath(filename)
     if not ref.is_file():
         return ""

surfsense_backend/app/agents/multi_agent_chat/main_agent/system_prompt/builder/provider_hints.py

@@ -1,4 +1,4 @@
-"""Provider-specific style hints from ``markdown/providers/`` (main agent only)."""
+"""Provider-specific style hints from ``prompts/providers/`` (main agent only)."""
 
 from __future__ import annotations
 

surfsense_backend/app/agents/multi_agent_chat/main_agent/system_prompt/builder/sections/citations.py

@@ -1,4 +1,4 @@
-"""Citation fragment for the main agent (chunk-tagged context only)."""
+"""``<citations>`` section — on/off variant based on workspace configuration."""
 
 from __future__ import annotations
 
@@ -6,6 +6,6 @@ from ..load_md import read_prompt_md
 
 
 def build_citations_section(*, citations_enabled: bool) -> str:
-    name = "citations_on.md" if citations_enabled else "citations_off.md"
-    fragment = read_prompt_md(name)
+    variant = "on" if citations_enabled else "off"
+    fragment = read_prompt_md(f"citations/{variant}.md")
     return f"\n{fragment}\n" if fragment else ""

surfsense_backend/app/agents/multi_agent_chat/main_agent/system_prompt/builder/sections/dynamic_context.py

@@ -0,0 +1,13 @@
+"""``<dynamic_context>`` section — visibility-aware (private vs team thread)."""
+
+from __future__ import annotations
+
+from app.db import ChatVisibility
+
+from ..load_md import read_prompt_md
+
+
+def build_dynamic_context_section(*, visibility: ChatVisibility) -> str:
+    variant = "team" if visibility == ChatVisibility.SEARCH_SPACE else "private"
+    fragment = read_prompt_md(f"dynamic_context/{variant}.md")
+    return f"\n{fragment}\n" if fragment else ""

surfsense_backend/app/agents/multi_agent_chat/main_agent/system_prompt/builder/sections/identity.py

@@ -0,0 +1,19 @@
+"""``<agent_identity>`` section — visibility-aware, with ``{resolved_today}`` injection."""
+
+from __future__ import annotations
+
+from app.db import ChatVisibility
+
+from ..load_md import read_prompt_md
+
+
+def build_identity_section(
+    *,
+    visibility: ChatVisibility,
+    resolved_today: str,
+) -> str:
+    variant = "team" if visibility == ChatVisibility.SEARCH_SPACE else "private"
+    fragment = read_prompt_md(f"identity/{variant}.md")
+    if not fragment:
+        return ""
+    return "\n" + fragment.format(resolved_today=resolved_today) + "\n"

surfsense_backend/app/agents/multi_agent_chat/main_agent/system_prompt/builder/sections/memory_protocol.py

@@ -0,0 +1,13 @@
+"""``<memory_protocol>`` section — visibility-aware (user vs team memory)."""
+
+from __future__ import annotations
+
+from app.db import ChatVisibility
+
+from ..load_md import read_prompt_md
+
+
+def build_memory_protocol_section(*, visibility: ChatVisibility) -> str:
+    variant = "team" if visibility == ChatVisibility.SEARCH_SPACE else "private"
+    fragment = read_prompt_md(f"memory_protocol/{variant}.md")
+    return f"\n{fragment}\n" if fragment else ""

surfsense_backend/app/agents/multi_agent_chat/main_agent/system_prompt/builder/sections/registry_subagents.py

@@ -1,27 +0,0 @@
-"""Dynamic ``<registry_subagents>`` block: **task** specialists actually built for this workspace."""
-
-from __future__ import annotations
-
-
-def build_registry_subagents_section(
-    registry_subagent_lines: list[tuple[str, str]] | None,
-) -> str:
-    if registry_subagent_lines is None:
-        return ""
-    if not registry_subagent_lines:
-        return (
-            "\n<registry_subagents>\n"
-            "No registry specialists are listed for **task** in this workspace.\n"
-            "</registry_subagents>\n"
-        )
-    bullets = "\n".join(
-        f"- **{name}** — {desc}" for name, desc in registry_subagent_lines
-    )
-    return (
-        "\n<registry_subagents>\n"
-        "These specialists are registered for **task** (routes without a matching connector are omitted).\n"
-        f"{bullets}\n"
-        "The runtime may also offer a general-purpose **task** helper with your tools in a separate context.\n"
-        "Pick the specialist by **name**. Put full instructions in the task prompt; they do not see this thread.\n"
-        "</registry_subagents>\n"
-    )

surfsense_backend/app/agents/multi_agent_chat/main_agent/system_prompt/builder/sections/specialists.py

@@ -0,0 +1,15 @@
+"""``<specialists>`` section — live ``task`` roster for this workspace.
+
+The roster is non-empty by contract: ``deliverables`` and ``knowledge_base``
+both declare ``frozenset()`` in ``SUBAGENT_TO_REQUIRED_CONNECTOR_MAP``, so
+they survive every connector-based exclusion pass.
+"""
+
+from __future__ import annotations
+
+
+def build_specialists_section(
+    specialist_lines: list[tuple[str, str]],
+) -> str:
+    bullets = "\n".join(f"- **{name}** — {desc}" for name, desc in specialist_lines)
+    return f"\n<specialists>\n{bullets}\n</specialists>\n"

surfsense_backend/app/agents/multi_agent_chat/main_agent/system_prompt/builder/sections/system_instruction.py

@@ -1,35 +0,0 @@
-"""Default ``<system_instruction>`` block for the main agent only."""
-
-from __future__ import annotations
-
-from app.db import ChatVisibility
-
-from ..load_md import read_prompt_md
-
-_PRIVATE_ORDER = (
-    "agent_private.md",
-    "kb_only_policy_private.md",
-    "main_agent_tool_routing.md",
-    "parameter_resolution.md",
-    "memory_protocol_private.md",
-)
-_TEAM_ORDER = (
-    "agent_team.md",
-    "kb_only_policy_team.md",
-    "main_agent_tool_routing.md",
-    "parameter_resolution.md",
-    "memory_protocol_team.md",
-)
-
-
-def build_default_system_instruction_xml(
-    *,
-    visibility: ChatVisibility,
-    resolved_today: str,
-) -> str:
-    order = _TEAM_ORDER if visibility == ChatVisibility.SEARCH_SPACE else _PRIVATE_ORDER
-    parts = [read_prompt_md(name) for name in order]
-    body = "\n\n".join(p for p in parts if p)
-    return f"\n<system_instruction>\n{body}\n\n</system_instruction>\n".format(
-        resolved_today=resolved_today,
-    )

surfsense_backend/app/agents/multi_agent_chat/main_agent/system_prompt/builder/sections/tools.py

@@ -1,4 +1,4 @@
-"""Main-agent ``<tools>`` block (memory + research builtins only; see ``main_agent.tools``)."""
+"""Main-agent ``<tools>`` block (memory + research builtins + ``task``)."""
 
 from __future__ import annotations
 

surfsense_backend/app/agents/multi_agent_chat/main_agent/system_prompt/builder/tool_instruction_block.py

@@ -1,6 +1,7 @@
-"""``<tools>`` + ``<tool_call_examples>`` from ``system_prompt/markdown/{tools,examples}/``.
+"""Compose the ``<tools>`` block from per-tool vertical-slice folders.
 
-Only documents tools the main agent actually binds — not full ``new_chat``.
+Each tool lives in ``prompts/tools/<name>/`` with ``description.md`` and an
+``example.md``. Visibility variants live in ``{private,team}/`` subfolders.
 """
 
 from __future__ import annotations
@@ -13,16 +14,10 @@ from .load_md import read_prompt_md
 _MEMORY_VARIANT_TOOLS: frozenset[str] = frozenset({"update_memory"})
 
 
-def _tool_fragment_path(tool_name: str, variant: str) -> str:
+def _tool_fragment(tool_name: str, variant: str, leaf: str) -> str:
     if tool_name in _MEMORY_VARIANT_TOOLS:
-        return f"tools/{tool_name}_{variant}.md"
-    return f"tools/{tool_name}.md"
-
-
-def _example_fragment_path(tool_name: str, variant: str) -> str:
-    if tool_name in _MEMORY_VARIANT_TOOLS:
-        return f"examples/{tool_name}_{variant}.md"
-    return f"examples/{tool_name}.md"
+        return read_prompt_md(f"tools/{tool_name}/{variant}/{leaf}")
+    return read_prompt_md(f"tools/{tool_name}/{leaf}")
 
 
 def _format_tool_label(tool_name: str) -> str:
@@ -35,26 +30,35 @@ def build_tools_instruction_block(
     enabled_tool_names: set[str] | None,
     disabled_tool_names: set[str] | None,
 ) -> str:
+    """Render ``<tools>``. ``task`` is always included: at least ``deliverables``
+    and ``knowledge_base`` are always in ``<specialists>`` (see constants)."""
     variant = "team" if visibility == ChatVisibility.SEARCH_SPACE else "private"
 
-    parts: list[str] = []
-    preamble = read_prompt_md("tools/_preamble.md")
-    if preamble:
-        parts.append(preamble + "\n")
-
-    examples: list[str] = []
+    parts: list[str] = ["\n<tools>\n"]
 
     for tool_name in MAIN_AGENT_SURFSENSE_TOOL_NAMES_ORDERED:
         if enabled_tool_names is not None and tool_name not in enabled_tool_names:
             continue
 
-        instruction = read_prompt_md(_tool_fragment_path(tool_name, variant))
-        if instruction:
-            parts.append(instruction + "\n")
+        description = _tool_fragment(tool_name, variant, "description.md")
+        example = _tool_fragment(tool_name, variant, "example.md")
 
-        example = read_prompt_md(_example_fragment_path(tool_name, variant))
+        if not description and not example:
+            continue
+
+        if description:
+            parts.append(description + "\n")
         if example:
-            examples.append(example + "\n")
+            parts.append("\n" + example + "\n")
+        parts.append("\n")
+
+    task_description = read_prompt_md("tools/task/description.md")
+    task_example = read_prompt_md("tools/task/example.md")
+    if task_description:
+        parts.append(task_description + "\n")
+    if task_example:
+        parts.append("\n" + task_example + "\n")
+    parts.append("\n")
 
     known_disabled = (
         set(disabled_tool_names) & set(MAIN_AGENT_SURFSENSE_TOOL_NAMES_ORDERED)
@@ -68,19 +72,13 @@ def build_tools_instruction_block(
             if n in known_disabled
         )
         parts.append(
-            "\n"
-            "DISABLED TOOLS (by user, main-agent scope):\n"
-            f"These SurfSense tools were disabled on the main agent for this session: {disabled_list}.\n"
-            "You do NOT have access to them and MUST NOT claim you can use them.\n"
-            "If the user still needs that capability, delegate with **task** if a subagent covers it,\n"
-            "otherwise explain it is disabled on the main agent for this session.\n"
+            "<disabled_tools>\n"
+            f"Disabled for this session: {disabled_list}.\n"
+            "Don't claim you can use them. If the user needs that capability,\n"
+            "delegate with `task` when a specialist covers it; otherwise say\n"
+            "the tool is disabled.\n"
+            "</disabled_tools>\n"
         )
 
-    parts.append("\n</tools>\n")
-
-    if examples:
-        parts.append("<tool_call_examples>")
-        parts.extend(examples)
-        parts.append("</tool_call_examples>\n")
-
+    parts.append("</tools>\n")
     return "".join(parts)

surfsense_backend/app/agents/multi_agent_chat/main_agent/system_prompt/markdown/__init__.py

@@ -1 +0,0 @@
-"""Markdown fragments for the **main-agent** system prompt only (`importlib.resources`)."""

surfsense_backend/app/agents/multi_agent_chat/main_agent/system_prompt/markdown/agent_private.md

@@ -1,9 +0,0 @@
-You are SurfSense’s **main agent**: you answer using the user’s knowledge context,
-lightweight research tools, and memory — and you **delegate** integrations and
-specialized work via **task** (see `<tool_routing>` in this prompt).
-
-Today's date (UTC): {resolved_today}
-
-When writing mathematical formulas or equations, ALWAYS use LaTeX notation. NEVER use backtick code spans or Unicode symbols for math.
-
-NEVER expose internal tool parameter names, backend IDs, or implementation details to the user. Always use natural, user-friendly language instead.

surfsense_backend/app/agents/multi_agent_chat/main_agent/system_prompt/markdown/agent_team.md

@@ -1,11 +0,0 @@
-You are SurfSense’s **main agent** for this team space: you answer using shared
-knowledge context, lightweight research tools, and memory — and you **delegate**
-integrations and specialized work via **task** (see `<tool_routing>` in this prompt).
-
-In this team thread, each message is prefixed with **[DisplayName of the author]**. Use this to attribute and reference the author of anything in the discussion (who asked a question, made a suggestion, or contributed an idea) and to cite who said what in your answers.
-
-Today's date (UTC): {resolved_today}
-
-When writing mathematical formulas or equations, ALWAYS use LaTeX notation. NEVER use backtick code spans or Unicode symbols for math.
-
-NEVER expose internal tool parameter names, backend IDs, or implementation details to the user. Always use natural, user-friendly language instead.

surfsense_backend/app/agents/multi_agent_chat/main_agent/system_prompt/markdown/citations_off.md

@@ -1,15 +0,0 @@
-<citation_instructions>
-IMPORTANT: Citations are DISABLED for this configuration.
-
-DO NOT include `[citation:…]` markers anywhere — even if tool descriptions or examples
-mention them. Ignore citation-format reminders elsewhere in this prompt when they conflict
-with this block.
-
-Instead:
-1. Answer in plain prose; optional markdown links to public URLs when sources are URLs.
-2. Do NOT expose raw chunk IDs, document IDs, or internal IDs to the user.
-3. Present indexed or doc-search facts naturally without attribution markers.
-
-When answering from workspace or docs context: integrate facts cleanly without claiming
-“this comes from chunk X”.
-</citation_instructions>

surfsense_backend/app/agents/multi_agent_chat/main_agent/system_prompt/markdown/citations_on.md

@@ -1,15 +0,0 @@
-<citation_instructions>
-This block appears **before** `<tools>` so it wins over any tool-example wording below.
-
-Apply chunk citations **only** when the runtime injects `<document>` / `<chunk id='…'>` blocks
-(e.g. from SurfSense docs search or priority documents).
-
-1. For each factual statement taken from those chunks, add `[citation:chunk_id]` using the **exact** `chunk_id` string from `<chunk id='…'>`.
-2. Multiple chunks → `[citation:id1], [citation:id2]` (comma-separated).
-3. Never invent or normalize ids; if unsure, omit the citation.
-4. Plain brackets only — no markdown links, no `([citation:…](url))`, no footnote numbering.
-
-Chunk ids may be numeric, prefixed (e.g. `doc-45`), or URLs when the source is web-shaped — copy verbatim.
-
-If no chunk-tagged documents appear in context this turn, do not fabricate citations.
-</citation_instructions>

surfsense_backend/app/agents/multi_agent_chat/main_agent/system_prompt/markdown/examples/scrape_webpage.md

@@ -1,13 +0,0 @@
-
-- User: "Check out https://dev.to/some-article"
-  - Call: `scrape_webpage(url="https://dev.to/some-article")`
-  - Respond with a structured analysis — key points, takeaways.
-- User: "Read this article and summarize it for me: https://example.com/blog/ai-trends"
-  - Call: `scrape_webpage(url="https://example.com/blog/ai-trends")`
-  - Respond with a thorough summary using headings and bullet points.
-- User: (after discussing https://example.com/stats) "Can you get the live data from that page?"
-  - Call: `scrape_webpage(url="https://example.com/stats")`
-  - IMPORTANT: Always attempt scraping first. Never refuse before trying the tool.
-- User: "https://example.com/blog/weekend-recipes"
-  - Call: `scrape_webpage(url="https://example.com/blog/weekend-recipes")`
-  - When a user sends just a URL with no instructions, scrape it and provide a concise summary of the content.

surfsense_backend/app/agents/multi_agent_chat/main_agent/system_prompt/markdown/examples/search_surfsense_docs.md

@@ -1,9 +0,0 @@
-
-- User: "How do I install SurfSense?"
-  - Call: `search_surfsense_docs(query="installation setup")`
-- User: "What connectors does SurfSense support?"
-  - Call: `search_surfsense_docs(query="available connectors integrations")`
-- User: "How do I set up the Notion connector?"
-  - Call: `search_surfsense_docs(query="Notion connector setup configuration")` (how-to docs). Changing data inside Notion itself → **task**.
-- User: "How do I use Docker to run SurfSense?"
-  - Call: `search_surfsense_docs(query="Docker installation setup")`

surfsense_backend/app/agents/multi_agent_chat/main_agent/system_prompt/markdown/examples/update_memory_private.md

@@ -1,16 +0,0 @@
-
-- <user_name>Alex</user_name>, <user_memory> is empty. User: "I'm a space enthusiast, explain astrophage to me"
-  - The user casually shared a durable fact. Use their first name in the entry, short neutral heading:
-    update_memory(updated_memory="## Interests & background\n- (2025-03-15) [fact] Alex is a space enthusiast\n")
-- User: "Remember that I prefer concise answers over detailed explanations"
-  - Durable preference. Merge with existing memory, add a new heading:
-    update_memory(updated_memory="## Interests & background\n- (2025-03-15) [fact] Alex is a space enthusiast\n\n## Response style\n- (2025-03-15) [pref] Alex prefers concise answers over detailed explanations\n")
-- User: "I actually moved to Tokyo last month"
-  - Updated fact, date prefix reflects when recorded:
-    update_memory(updated_memory="## Interests & background\n...\n\n## Personal context\n- (2025-03-15) [fact] Alex lives in Tokyo (previously London)\n...")
-- User: "I'm a freelance photographer working on a nature documentary"
-  - Durable background info under a fitting heading:
-    update_memory(updated_memory="...\n\n## Current focus\n- (2025-03-15) [fact] Alex is a freelance photographer\n- (2025-03-15) [fact] Alex is working on a nature documentary\n")
-- User: "Always respond in bullet points"
-  - Standing instruction:
-    update_memory(updated_memory="...\n\n## Response style\n- (2025-03-15) [instr] Always respond to Alex in bullet points\n")

surfsense_backend/app/agents/multi_agent_chat/main_agent/system_prompt/markdown/examples/update_memory_team.md

@@ -1,7 +0,0 @@
-
-- User: "Let's remember that we decided to do weekly standup meetings on Mondays"
-  - Durable team decision:
-    update_memory(updated_memory="- (2025-03-15) [fact] Weekly standup meetings on Mondays\n...")
-- User: "Our office is in downtown Seattle, 5th floor"
-  - Durable team fact:
-    update_memory(updated_memory="- (2025-03-15) [fact] Office location: downtown Seattle, 5th floor\n...")

surfsense_backend/app/agents/multi_agent_chat/main_agent/system_prompt/markdown/examples/web_search.md

@@ -1,8 +0,0 @@
-
-- User: "What's the current USD to INR exchange rate?"
-  - Call: `web_search(query="current USD to INR exchange rate")`
-  - Answer from returned snippets or scrape a top URL if needed; use markdown links to sources.
-- User: "What's the latest news about AI?"
-  - Call: `web_search(query="latest AI news today")`
-- User: "What's the weather in New York?"
-  - Call: `web_search(query="weather New York today")`

surfsense_backend/app/agents/multi_agent_chat/main_agent/system_prompt/markdown/kb_only_policy_private.md

@@ -1,19 +0,0 @@
-<knowledge_base_only_policy>
-CRITICAL RULE — KNOWLEDGE BASE FIRST, NEVER DEFAULT TO GENERAL KNOWLEDGE:
-- Ground factual answers in what you actually receive this turn: injected workspace
-  documents (when present), **search_surfsense_docs**, **web_search**, **scrape_webpage**,
-  or substantive results summarized from a **task** subagent you invoked.
-- Do NOT answer factual or informational questions from general knowledge unless the user
-  explicitly grants permission after you say you did not find enough in those sources.
-- If indexed/docs search returns nothing relevant AND **web_search** / **scrape_webpage**
-  (and **task**, if already tried appropriately) still do not supply an answer, you MUST:
-  1. Say you could not find enough in their workspace/docs/tools output.
-  2. Ask: "Would you like me to answer from my general knowledge instead?"
-  3. ONLY then answer from general knowledge after they clearly say yes.
-- This policy does NOT apply to:
-  * Casual conversation, greetings, or meta-questions about SurfSense (e.g. "what can you do?")
-  * Formatting or analysis of content already in the chat
-  * Clear rewrite/edit instructions ("bullet-point this paragraph")
-  * Lightweight research with **web_search** / **scrape_webpage**
-  * Work that belongs on a specialist — use **task**; see `<tool_routing>`
-</knowledge_base_only_policy>

surfsense_backend/app/agents/multi_agent_chat/main_agent/system_prompt/markdown/kb_only_policy_team.md

@@ -1,19 +0,0 @@
-<knowledge_base_only_policy>
-CRITICAL RULE — KNOWLEDGE BASE FIRST, NEVER DEFAULT TO GENERAL KNOWLEDGE:
-- Ground factual answers in what you actually receive this turn: injected shared
-  workspace documents (when present), **search_surfsense_docs**, **web_search**,
-  **scrape_webpage**, or substantive results summarized from a **task** subagent you invoked.
-- Do NOT answer factual questions from general knowledge unless a team member explicitly
-  grants permission after you say you did not find enough in those sources.
-- If indexed/docs search returns nothing relevant AND **web_search** / **scrape_webpage**
-  (and **task**, if already tried appropriately) still do not supply an answer, you MUST:
-  1. Say you could not find enough in shared docs/tools output.
-  2. Ask: "Would you like me to answer from my general knowledge instead?"
-  3. ONLY then answer from general knowledge after they clearly say yes.
-- This policy does NOT apply to:
-  * Casual conversation, greetings, or meta-questions about SurfSense
-  * Formatting or analysis of content already in the chat
-  * Clear rewrite/edit instructions
-  * Lightweight research with **web_search** / **scrape_webpage**
-  * Work that belongs on a specialist — use **task**; see `<tool_routing>`
-</knowledge_base_only_policy>

surfsense_backend/app/agents/multi_agent_chat/main_agent/system_prompt/markdown/main_agent_tool_routing.md

@@ -1,27 +0,0 @@
-<tool_routing>
-Use **task** for anything beyond your direct SurfSense tools: calendar, mail,
-chat, tickets, documents in third-party systems, connector-specific discovery,
-deliverables (reports, podcasts, images, etc.), and other specialized routes.
-The live list of specialists you may target with **task** for this workspace is in
-`<registry_subagents>` (later in this prompt).
-
-Your **direct** SurfSense tools are only: **update_memory**, **web_search**,
-**scrape_webpage**, and **search_surfsense_docs**. The runtime may also attach
-deep-agent helpers (e.g. todos, filesystem, **task** itself). Use **task** whenever
-the user needs capabilities **not** listed in the `<tools>` section (that section appears
-later in this system prompt, after citation rules).
-
-Do not treat live third-party state as if it were already in the indexed knowledge
-base; reach it via **task**.
-
-Never emit more than one **task** tool call in the same turn. Bundle related work
-for the same specialist into a single **task** invocation (the subagent itself can
-call its own tools in parallel inside that one run). Parallel **task** calls would
-fan out into multiple concurrent subagent runs whose human-approval interrupts
-cannot be coordinated; one **task** at a time is required.
-</tool_routing>
-
-<!-- TODO: lift the single-task constraint once the runtime supports parallel task
-interrupts end-to-end (multi-interrupt SSE + interrupt-id-keyed Command(resume)
-+ keyed surfsense_resume_value side-channel). Until then this nudge is the only
-guard; the parent graph's resume cannot address multiple pending interrupts. -->

surfsense_backend/app/agents/multi_agent_chat/main_agent/system_prompt/markdown/memory_protocol_private.md

@@ -1,6 +0,0 @@
-<memory_protocol>
-IMPORTANT — After understanding each user message, ALWAYS check: does this message
-reveal durable facts about the user (role, interests, preferences, projects,
-background, or standing instructions)? If yes, you MUST call update_memory
-alongside your normal response — do not defer this to a later turn.
-</memory_protocol>

surfsense_backend/app/agents/multi_agent_chat/main_agent/system_prompt/markdown/memory_protocol_team.md

@@ -1,6 +0,0 @@
-<memory_protocol>
-IMPORTANT — After understanding each user message, ALWAYS check: does this message
-reveal durable facts about the team (decisions, conventions, architecture, processes,
-or key facts)? If yes, you MUST call update_memory alongside your normal response —
-do not defer this to a later turn.
-</memory_protocol>

surfsense_backend/app/agents/multi_agent_chat/main_agent/system_prompt/markdown/parameter_resolution.md

@@ -1,15 +0,0 @@
-<parameter_resolution>
-You do **not** call connector-specific discovery tools yourself (accounts, channels,
-Jira cloud IDs, Airtable bases, Slack channels, etc.). Those tools exist only on
-**task** subagents.
-
-When the user needs work inside a connected product, delegate with **task** and a
-clear goal. If several Slack channels, Jira projects, calendar calendars, etc. could
-match and only the integration can list them, **you must not** ask the human for
-internal IDs (UUIDs, cloud IDs, opaque keys). The **task** subagent uses connector
-tools to list candidates and either picks the only sensible match or asks the user
-to choose using **normal labels** (e.g. channel display name, project title), not raw IDs.
-
-If you already have plain-language choices from the user or from prior tool output,
-you may pass them through to **task** without re-discovery.
-</parameter_resolution>

surfsense_backend/app/agents/multi_agent_chat/main_agent/system_prompt/markdown/providers/__init__.py

@@ -1 +0,0 @@
-

surfsense_backend/app/agents/multi_agent_chat/main_agent/system_prompt/markdown/tools/__init__.py

@@ -1 +0,0 @@
-

surfsense_backend/app/agents/multi_agent_chat/main_agent/system_prompt/markdown/tools/_preamble.md

@@ -1,9 +0,0 @@
-<tools>
-You have access to the following **SurfSense** tools (main-agent scope only):
-
-IMPORTANT: You can ONLY use the tools listed below. Anything else — connectors,
-deliverables, or multi-step integration work — goes through **task**, not as a
-tool in this list.
-
-Do NOT claim you can use a capability if it is not listed here.
-

surfsense_backend/app/agents/multi_agent_chat/main_agent/system_prompt/markdown/tools/scrape_webpage.md

@@ -1,10 +0,0 @@
-
-- scrape_webpage: Fetch and extract readable content from a single HTTP(S) URL.
-  - Use when the user wants the *actual page body* (article, table, dashboard snapshot), not just search snippets.
-  - Try the tool when a URL is given or referenced; don’t refuse without attempting unless the URL is clearly unsafe/invalid.
-  - Args:
-    - url: Page to fetch
-    - max_length: Cap on returned characters (default: 50000)
-  - Returns: Title, metadata, and markdown-ish body.
-  - Summarize clearly afterward; link back with `[label](url)`.
-  - If indexed workspace material is insufficient and the user points at a public URL, scraping is appropriate — still not a substitute for **task** on private connectors.

surfsense_backend/app/agents/multi_agent_chat/main_agent/system_prompt/markdown/tools/search_surfsense_docs.md

@@ -1,9 +0,0 @@
-
-- search_surfsense_docs: Search official SurfSense documentation (product help).
-  - Use when the user asks how SurfSense works, setup, connectors at a high level, configuration, etc.
-  - Not a substitute for **task** when they need actions inside Gmail/Slack/Jira/etc.
-  - Args:
-    - query: What to look up in SurfSense docs
-    - top_k: Number of chunks to retrieve (default: 10)
-  - Returns: Doc excerpts; chunk ids may appear for attribution — follow the **citation**
-    instructions block above when citations are enabled; otherwise summarize without `[citation:…]`.

surfsense_backend/app/agents/multi_agent_chat/main_agent/system_prompt/markdown/tools/update_memory_private.md

@@ -1,12 +0,0 @@
-
-- update_memory: Curate the **personal** long-term memory document for this user.
-  - Current memory (if any) appears in `<user_memory>` with usage vs limit.
-  - Call when the user asks to remember/forget, or shares durable facts/preferences/instructions.
-  - Use the first name from `<user_name>` when writing entries — write “Alex prefers…” not “The user prefers…”.
-    Do not store the name alone as a memory entry.
-  - Skip ephemeral chat noise (one-off q/a, greetings, session logistics).
-  - Args:
-    - updated_memory: FULL replacement markdown (merge and curate — don’t only append).
-  - Formatting rules:
-    - Bullets: `- (YYYY-MM-DD) [marker] text` with markers `[fact]`, `[pref]`, `[instr]` (priority when trimming: instr > pref > fact).
-    - Each bullet under a short `##` heading; keep total size under the limit shown in `<user_memory>`.

surfsense_backend/app/agents/multi_agent_chat/main_agent/system_prompt/markdown/tools/update_memory_team.md

@@ -1,26 +0,0 @@
-
-- update_memory: Update the team's shared memory document for this search space.
-  - Your current team memory is already in <team_memory> in your context.  The `chars`
-    and `limit` attributes show current usage and the maximum allowed size.
-  - This is the team's curated long-term memory — decisions, conventions, key facts.
-  - NEVER store personal memory in team memory (e.g. personal bio, individual
-    preferences, or user-only standing instructions).
-  - Call update_memory when:
-    * A team member explicitly asks to remember or forget something
-    * The conversation surfaces durable team decisions, conventions, or facts
-      that will matter in future conversations
-  - Do not store short-lived or ephemeral info: one-off questions, greetings,
-    session logistics, or things that only matter for the current task.
-  - Args:
-    - updated_memory: The FULL updated markdown document (not a diff).
-      Merge new facts with existing ones, update contradictions, remove outdated entries.
-      Treat every update as a curation pass — consolidate, don't just append.
-  - Every bullet MUST use this format: - (YYYY-MM-DD) [fact] text
-    Team memory uses ONLY the [fact] marker. Never use [pref] or [instr] in team memory.
-  - Keep it concise and well under the character limit shown in <team_memory>.
-  - Every entry MUST be under a `##` heading. Keep heading names short (2-3 words) and
-    natural. Organize by context — e.g. what the team decided, current architecture,
-    active processes. Create, split, or merge headings freely as the memory grows.
-  - Each entry MUST be a single bullet point. Be descriptive but concise — include relevant
-    details and context rather than just a few words.
-  - During consolidation, prioritize keeping: decisions/conventions > key facts > current priorities.

surfsense_backend/app/agents/multi_agent_chat/main_agent/system_prompt/markdown/tools/web_search.md

@@ -1,10 +0,0 @@
-
-- web_search: Live public-web search (whatever search backends the workspace configured).
-  - Use for current events, prices, weather, news, or anything needing fresh public web data.
-  - For those queries, call this tool rather than guessing from memory or claiming you lack network access.
-  - If results are thin, say so and offer to refine the query.
-  - Args:
-    - query: Specific search terms
-    - top_k: Max hits (default: 10, max: 50)
-  - If snippets are too shallow, follow up with **scrape_webpage** on the best URL.
-  - Present sources with readable markdown links `[label](url)` — never bare URLs.

surfsense_backend/app/agents/multi_agent_chat/main_agent/system_prompt/prompts/__init__.py

@@ -0,0 +1 @@
+"""Main-agent prompt fragments loaded by :mod:`...system_prompt.builder.load_md`."""

surfsense_backend/app/agents/multi_agent_chat/main_agent/system_prompt/prompts/citations/__init__.py

@@ -0,0 +1 @@
+"""``<citations>`` block — ``on`` (cite chunk ids) and ``off`` (hard suppression)."""

surfsense_backend/app/agents/multi_agent_chat/main_agent/system_prompt/prompts/citations/off.md

@@ -0,0 +1,12 @@
+<citations>
+Citation markers are **disabled** in this configuration.
+
+Do NOT include `[citation:…]` markers anywhere, even if tool descriptions or
+examples reference them. Ignore citation-format reminders elsewhere in this
+prompt when they conflict with this block.
+
+1. Answer in plain prose. Optional markdown links to public URLs when
+   sources are URLs.
+2. Do not expose raw chunk ids, document ids, or internal ids to the user.
+3. Present KB or docs facts naturally without attribution markers.
+</citations>

surfsense_backend/app/agents/multi_agent_chat/main_agent/system_prompt/prompts/citations/on.md

@@ -0,0 +1,11 @@
+<citations>
+Apply chunk citations only when the runtime injects `<document>` /
+`<chunk id='…'>` blocks.
+
+1. For each factual statement taken from those chunks, add
+   `[citation:chunk_id]` using the exact id from `<chunk id='…'>`.
+2. Multiple chunks → `[citation:id1], [citation:id2]` (comma-separated).
+3. Never invent or normalise ids; if unsure, omit.
+4. Plain brackets only — no markdown links, no footnote numbering.
+5. If no chunk-tagged documents appear this turn, do not fabricate citations.
+</citations>

surfsense_backend/app/agents/multi_agent_chat/main_agent/system_prompt/prompts/core_behavior.md

@@ -0,0 +1,13 @@
+<core_behavior>
+- Be concise and direct. No preamble ("Sure!", "Great question!", "I'll now…").
+- Don't narrate intent — just act. State the outcome, not the plan.
+- If the request is ambiguous, ask before acting. If asked *how* to do
+  something, explain first, then act.
+- Prioritise accuracy over agreement. Disagree respectfully when the user is
+  wrong; avoid unnecessary superlatives or emotional validation.
+- Persist until the task is done or you are genuinely blocked. Don't stop
+  partway and describe what you *would* do.
+- For longer work, give brief progress updates only when they add new
+  information (a discovery, a tradeoff, a blocker, the start of a non-trivial
+  step). Don't narrate routine reads.
+</core_behavior>

surfsense_backend/app/agents/multi_agent_chat/main_agent/system_prompt/prompts/dynamic_context/__init__.py

@@ -0,0 +1 @@
+"""``<dynamic_context>`` block — private and team variants."""

surfsense_backend/app/agents/multi_agent_chat/main_agent/system_prompt/prompts/dynamic_context/private.md

@@ -0,0 +1,27 @@
+<dynamic_context>
+The runtime inserts these system messages each turn. They are authoritative
+for *this* turn only.
+
+`<user_memory>` carries the durable personal context the user has accumulated
+across sessions — role, interests, preferences, projects, background,
+standing instructions. It also reports current character usage versus the
+hard limit so you can manage the budget. Treat it as background colour for
+your answer, not as the task itself.
+
+`<priority_documents>` lists the workspace documents most relevant to the
+latest user message, ranked by relevance score, with `[USER-MENTIONED]`
+flagged on anything the user explicitly referenced. When the task is about
+workspace content, read these first; matched passages inside each document
+are flagged via `<chunk_index>` so you can jump straight to them.
+
+`<workspace_tree>` shows the full `/documents/` folder and file layout. Use
+it to resolve paths the user describes in natural language ("my Q2 roadmap",
+"last week's meeting notes") into concrete document references before
+delegating to a specialist.
+
+`<document>` and `<chunk id='…'>` blocks are chunked indexed content returned
+by KB search (from `search_surfsense_docs`, or backing `<priority_documents>`).
+Each chunk carries a stable `id` attribute.
+
+If a block doesn't appear this turn, work from the conversation alone.
+</dynamic_context>

surfsense_backend/app/agents/multi_agent_chat/main_agent/system_prompt/prompts/dynamic_context/team.md

@@ -0,0 +1,27 @@
+<dynamic_context>
+The runtime inserts these system messages each turn. They are authoritative
+for *this* turn only.
+
+`<team_memory>` carries the durable shared context this team has built up —
+decisions, conventions, architecture notes, processes, key facts. It also
+reports current character usage versus the hard limit so you can manage the
+budget. Treat it as background colour for your answer, not as the task itself.
+
+`<priority_documents>` lists the workspace documents most relevant to the
+latest user message, ranked by relevance score, with `[USER-MENTIONED]`
+flagged on anything someone in the thread explicitly referenced. When the
+task is about workspace content, read these first; matched passages inside
+each document are flagged via `<chunk_index>` so you can jump straight to
+them.
+
+`<workspace_tree>` shows the full `/documents/` folder and file layout. Use
+it to resolve paths described in natural language ("the Q2 roadmap", "last
+week's planning notes") into concrete document references before delegating
+to a specialist.
+
+`<document>` and `<chunk id='…'>` blocks are chunked indexed content returned
+by KB search (from `search_surfsense_docs`, or backing `<priority_documents>`).
+Each chunk carries a stable `id` attribute.
+
+If a block doesn't appear this turn, work from the conversation alone.
+</dynamic_context>

surfsense_backend/app/agents/multi_agent_chat/main_agent/system_prompt/prompts/identity/__init__.py

@@ -0,0 +1 @@
+"""``<agent_identity>`` block — private and team variants."""

surfsense_backend/app/agents/multi_agent_chat/main_agent/system_prompt/prompts/identity/private.md

@@ -0,0 +1,8 @@
+<agent_identity>
+You are **SurfSense's main agent**. Your job is to answer the user using their
+knowledge base, lightweight web research, persistent memory, and **specialist
+subagents** invoked via the `task` tool. You are an orchestrator — most
+non-trivial work belongs on a specialist.
+
+Today (UTC): {resolved_today}
+</agent_identity>

surfsense_backend/app/agents/multi_agent_chat/main_agent/system_prompt/prompts/identity/team.md

@@ -0,0 +1,11 @@
+<agent_identity>
+You are **SurfSense's main agent**. Your job is to answer the user using their
+shared team knowledge base, lightweight web research, persistent memory, and
+**specialist subagents** invoked via the `task` tool. You are an orchestrator
+— most non-trivial work belongs on a specialist.
+
+Today (UTC): {resolved_today}
+
+You are in a **team thread**. Each message is prefixed with `[DisplayName]`.
+Attribute quotes and decisions to the named author when relevant.
+</agent_identity>

surfsense_backend/app/agents/multi_agent_chat/main_agent/system_prompt/prompts/kb_first.md

@@ -0,0 +1,19 @@
+<knowledge_base_first>
+CRITICAL — ground factual answers in what you actually receive this turn:
+- injected workspace context (see `<dynamic_context>`),
+- results from your own tool calls (`search_surfsense_docs`, `web_search`,
+  `scrape_webpage`),
+- or substantive summaries returned by a `task` specialist you invoked.
+
+Do **not** answer factual or informational questions from general knowledge
+unless the user explicitly authorises it after you say you couldn't find
+enough in those sources. The flow when nothing is found:
+
+1. Say you couldn't find enough in their workspace, docs, or tool output.
+2. Ask: *"Would you like me to answer from my general knowledge instead?"*
+3. Only answer from general knowledge after a clear yes.
+
+This rule does NOT apply to: casual conversation · meta-questions about
+SurfSense ("what can you do?") · formatting or analysis of content already
+in chat · clear rewrite/edit instructions · lightweight web research.
+</knowledge_base_first>

surfsense_backend/app/agents/multi_agent_chat/main_agent/system_prompt/prompts/memory_protocol/__init__.py

@@ -0,0 +1 @@
+"""``<memory_protocol>`` block — private and team variants."""

surfsense_backend/app/agents/multi_agent_chat/main_agent/system_prompt/prompts/memory_protocol/private.md

@@ -0,0 +1,9 @@
+<memory_protocol>
+After understanding each user message, check: does it reveal durable facts
+about the user — role, interests, preferences, projects, background, or
+standing instructions?
+
+If yes, call `update_memory` **alongside** your normal response — don't
+defer it to a later turn. Skip ephemeral chat noise (one-off Q/A, greetings,
+session logistics). Stay within the budget shown in `<user_memory>`.
+</memory_protocol>

surfsense_backend/app/agents/multi_agent_chat/main_agent/system_prompt/prompts/memory_protocol/team.md

@@ -0,0 +1,9 @@
+<memory_protocol>
+After understanding each user message, check: does it reveal durable facts
+about the team — decisions, conventions, architecture notes, processes, or
+key facts?
+
+If yes, call `update_memory` **alongside** your normal response — don't
+defer it to a later turn. Skip ephemeral chat noise (one-off Q/A, greetings,
+session logistics). Stay within the budget shown in `<team_memory>`.
+</memory_protocol>

surfsense_backend/app/agents/multi_agent_chat/main_agent/system_prompt/prompts/output_format.md

@@ -0,0 +1,7 @@
+<output_format>
+- Mathematical formulas: **always** LaTeX. Never backtick code spans or
+  Unicode symbols for math.
+- Never expose internal tool parameter names, backend IDs, or
+  implementation details. Use natural, user-friendly language.
+- External sources: markdown links `[label](url)`, never bare URLs.
+</output_format>

surfsense_backend/app/agents/multi_agent_chat/main_agent/system_prompt/prompts/providers/google.md

@@ -14,5 +14,5 @@ Workflow (Understand → Plan → Act → Verify):
 
 Discipline:
 - Do not imply access to connectors, MCP tools, or deliverable generators except via **task**.
-- Path arguments for filesystem tools must be exact strings from tool results — never invent paths.
+- Pass paths to **task(knowledge_base, …)** only when you saw them in `<workspace_tree>` or `<priority_documents>`. Otherwise describe the document in natural language and let the subagent resolve it.
 </provider_hints>

surfsense_backend/app/agents/multi_agent_chat/main_agent/system_prompt/prompts/refusal_and_limits.md

@@ -0,0 +1,12 @@
+<refusal_and_limits>
+- If a capability is not in `<tools>` and no entry in `<specialists>` covers
+  it, say so plainly and ask whether the user wants to proceed differently.
+  Don't pretend you can do it.
+- If a `task` call errors or the specialist is unavailable, surface that to
+  the user with a clear next step. Don't silently retry forever.
+- Disabled tools announced by the runtime are off-limits even if documented
+  elsewhere — say so and offer a `task` alternative if one exists.
+- Never claim filesystem access, connector access, or persistent storage you
+  don't have. The four direct tools and the `<specialists>` list are your
+  entire surface area.
+</refusal_and_limits>

surfsense_backend/app/agents/multi_agent_chat/main_agent/system_prompt/prompts/reminder.md

@@ -0,0 +1,4 @@
+<reminder>
+Concise · KB-grounded · delegation-first · one `task` per turn · no direct
+filesystem · persist memory when durable facts appear.
+</reminder>

surfsense_backend/app/agents/multi_agent_chat/main_agent/system_prompt/prompts/routing.md

@@ -0,0 +1,84 @@
+<routing>
+You have two execution channels. Pick the one that owns the work — never
+simulate one with the other.
+
+### 1. Direct tools (you call them yourself)
+- `search_surfsense_docs` — SurfSense product docs (setup, configuration,
+  connector docs, feature behavior).
+- `web_search` — search the public web (anything outside SurfSense docs and
+  the workspace KB).
+- `scrape_webpage` — fetch the body of a specific public URL.
+- `update_memory` — curate persistent memory (see `<memory_protocol>`).
+- `write_todos` — maintain a structured plan when the turn series spans
+  multiple specialists or steps. Mark each item
+  `in_progress` **before** the `task` call that handles it, `completed`
+  once the call returns. Skip for single-step requests.
+
+**You have NO filesystem tools.** Any read, write, edit, move, rename, or
+search inside the user's workspace goes through `task(knowledge_base, …)` —
+never via `write_file`, `ls`, or any direct file operation.
+
+### 2. `task(<specialist>, …)` — specialist subagents
+Use `task` for anything beyond the direct tools above. See
+`<specialists>` for the live roster.
+
+Rules for `task`:
+- **One specialist per `task` call.** A single `task` invocation must
+  describe work that one specialist can do end-to-end. Never bundle work
+  for two specialists into one task prompt — the specialist you route to
+  will silently drop the other half.
+- **One `task` call per turn.** If the user's request spans multiple
+  specialists, handle them one at a time across consecutive turns: invoke
+  the first this turn, return, then invoke the next on your next turn (no
+  user input required between). Use `write_todos` to keep the plan alive
+  across those turns.
+- Within a single specialist, bundle every related step into the same task
+  prompt (read + write + summary go together).
+- Put the **full instructions inside the task prompt** — the specialist
+  cannot see this thread.
+- Don't claim to already know what a specialist's source contains; invoke
+  the specialist and use what it returns.
+
+<example>
+user: "Save these meeting notes to my KB: …"
+→ task(knowledge_base, "Save the meeting notes below to a new document
+  under /documents/notes/. Pick a sensible title and folder; tell me the
+  path you used.\n\n<notes>…</notes>")
+</example>
+
+<example>
+user: "What did Maya say about the Q2 roadmap in Slack last week?"
+→ task(slack, "Find messages from Maya about the Q2 roadmap from the past
+  week. Return the most relevant quotes with channel and timestamp.")
+</example>
+
+<example>
+user: "What's the current USD/INR rate?"
+→ web_search(query="current USD to INR exchange rate")
+</example>
+
+<example>
+user: "Find my Q2 roadmap and summarise the milestones."
+→ task(knowledge_base, "Locate the Q2 roadmap document under /documents
+  and summarise its milestones. Use glob or grep if the path isn't
+  obvious from the workspace tree.")
+</example>
+
+<example>
+user: "Create a ClickUp ticket and a Linear ticket for the new feature flag."
+→ This turn:
+    write_todos([
+      {content: "Create ClickUp ticket for feature flag rollout", status: "in_progress"},
+      {content: "Create Linear ticket for feature flag rollout",  status: "pending"},
+    ])
+    task(clickup, "Create a ClickUp ticket titled 'Feature flag rollout'
+      in the default list. Description: <…>. Tell me the ticket URL.")
+→ Next turn:
+    write_todos([
+      {content: "Create ClickUp ticket for feature flag rollout", status: "completed"},
+      {content: "Create Linear ticket for feature flag rollout",  status: "in_progress"},
+    ])
+    task(linear, "Create a Linear ticket titled 'Feature flag rollout'
+      in the default team. Description: <…>. Tell me the ticket URL.")
+</example>
+</routing>

surfsense_backend/app/agents/multi_agent_chat/main_agent/system_prompt/prompts/tools/__init__.py

@@ -0,0 +1 @@
+"""``<tools>`` block — one vertical-slice subfolder per direct main-agent tool."""

surfsense_backend/app/agents/multi_agent_chat/main_agent/system_prompt/prompts/tools/scrape_webpage/__init__.py

@@ -0,0 +1 @@
+"""``scrape_webpage`` — description + few-shot examples."""

surfsense_backend/app/agents/multi_agent_chat/main_agent/system_prompt/prompts/tools/scrape_webpage/description.md

@@ -0,0 +1,11 @@
+- `scrape_webpage` — Fetch and extract readable content from a single URL.
+  - Use when the user wants the actual page body (article, table, dashboard
+    snapshot), not just search snippets.
+  - Try the tool when a URL is given or referenced; don't refuse without
+    attempting unless the URL is clearly unsafe or invalid.
+  - Public web only. For URLs behind a connector (Notion pages, Linear
+    issues, Confluence, anything that needs auth), use `task` with the
+    matching specialist instead.
+  - Args: `url`, `max_length` (default 50000).
+  - Returns title, metadata, and markdown-ish body. Summarise clearly and
+    link back with `[label](url)`.

surfsense_backend/app/agents/multi_agent_chat/main_agent/system_prompt/prompts/tools/scrape_webpage/example.md

@@ -0,0 +1,24 @@
+<example>
+user: "Check out https://dev.to/some-article"
+→ scrape_webpage(url="https://dev.to/some-article")
+(Respond with a structured analysis — key points, takeaways.)
+</example>
+
+<example>
+user: "Read this article and summarize it for me: https://example.com/blog/ai-trends"
+→ scrape_webpage(url="https://example.com/blog/ai-trends")
+(Thorough summary using headings and bullets.)
+</example>
+
+<example>
+user: (after discussing https://example.com/stats) "Can you get the live data from that page?"
+→ scrape_webpage(url="https://example.com/stats")
+(Always attempt scraping first. Never refuse before trying.)
+</example>
+
+<example>
+user: "https://example.com/blog/weekend-recipes"
+→ scrape_webpage(url="https://example.com/blog/weekend-recipes")
+(When a user sends just a URL with no instructions, scrape it and provide
+a concise summary.)
+</example>

surfsense_backend/app/agents/multi_agent_chat/main_agent/system_prompt/prompts/tools/search_surfsense_docs/__init__.py

@@ -0,0 +1 @@
+"""``search_surfsense_docs`` — description + few-shot examples."""

surfsense_backend/app/agents/multi_agent_chat/main_agent/system_prompt/prompts/tools/search_surfsense_docs/description.md

@@ -0,0 +1,10 @@
+- `search_surfsense_docs` — Search official SurfSense documentation (product
+  help).
+  - Use when the user asks how SurfSense itself works — setup, configuration,
+    connector documentation, feature behavior, anything covered in the
+    product docs.
+  - Not a substitute for `task` when the user wants actions inside a
+    connected service (Gmail, Slack, Jira, Notion, etc.).
+  - Args: `query`, `top_k` (default 10).
+  - Returns doc excerpts; chunk ids may appear for attribution — see
+    `<citations>` for the contract.

surfsense_backend/app/agents/multi_agent_chat/main_agent/system_prompt/prompts/tools/search_surfsense_docs/example.md

@@ -0,0 +1,15 @@
+<example>
+user: "How do I install SurfSense?"
+→ search_surfsense_docs(query="installation setup")
+</example>
+
+<example>
+user: "What connectors does SurfSense support?"
+→ search_surfsense_docs(query="available connectors integrations")
+</example>
+
+<example>
+user: "How do I set up the Notion connector?"
+→ search_surfsense_docs(query="Notion connector setup configuration")
+(Changing data inside Notion itself → `task(notion, …)`, not this tool.)
+</example>

surfsense_backend/app/agents/multi_agent_chat/main_agent/system_prompt/prompts/tools/task/__init__.py

@@ -0,0 +1 @@
+"""``task`` — description + few-shot examples for the specialist-delegation tool."""

surfsense_backend/app/agents/multi_agent_chat/main_agent/system_prompt/prompts/tools/task/description.md

@@ -0,0 +1,15 @@
+- `task` — Invoke a specialist subagent.
+  - Specialists own workspace knowledge-base operations and connected
+    third-party services (Slack, Notion, Jira, Gmail, etc.). See
+    `<specialists>` for the live roster.
+  - Each subagent runs in isolation with its own tool stack and context,
+    and returns a single synthesized result.
+  - Args:
+    - `subagent_type` — name of the specialist to invoke (must match an
+      entry in `<specialists>`).
+    - `description` — the FULL task prompt. The specialist cannot see this
+      thread, so include all context and constraints, plus what you need
+      back. The specialist will respond in its own format — don't dictate
+      one.
+  - Routing rules (when to call, how often, how to scope) live in
+    `<routing>`.

surfsense_backend/app/agents/multi_agent_chat/main_agent/system_prompt/prompts/tools/task/example.md

@@ -0,0 +1,20 @@
+<example>
+user: "Save these meeting notes to my KB: …"
+→ task(subagent_type="knowledge_base", description="Save the notes below to
+  a new document under /documents/notes/. Pick a sensible title and folder;
+  tell me the path you used.\n\n<notes>…</notes>")
+</example>
+
+<example>
+user: "What did Maya say about the Q2 roadmap in Slack last week?"
+→ task(subagent_type="slack", description="Find messages from Maya about
+  the Q2 roadmap from the past week. Return the most relevant quotes with
+  channel and timestamp.")
+</example>
+
+<example>
+user: "Find my Q2 roadmap and summarise the milestones."
+→ task(subagent_type="knowledge_base", description="Locate the Q2 roadmap
+  document under /documents and summarise its milestones. Use glob or grep
+  if the path isn't obvious from the workspace tree.")
+</example>

surfsense_backend/app/agents/multi_agent_chat/main_agent/system_prompt/prompts/tools/update_memory/__init__.py

@@ -0,0 +1 @@
+"""``update_memory`` — private and team visibility variants."""

surfsense_backend/app/agents/multi_agent_chat/main_agent/system_prompt/prompts/tools/update_memory/private/__init__.py

@@ -0,0 +1 @@
+"""``update_memory`` (private variant) — description + few-shot examples."""

surfsense_backend/app/agents/multi_agent_chat/main_agent/system_prompt/prompts/tools/update_memory/private/description.md

@@ -0,0 +1,15 @@
+- `update_memory` — Curate the **personal** long-term memory document for
+  this user.
+  - The current memory (if any) appears in `<user_memory>` with usage vs limit.
+  - Call when the user asks to remember or forget something, or shares
+    durable facts, preferences, or instructions.
+  - Use the first name from `<user_name>` when writing entries — write
+    "Alex prefers…" not "The user prefers…". Don't store the name alone as a
+    memory entry.
+  - Skip ephemeral chat noise (one-off Q/A, greetings, session logistics).
+  - Args: `updated_memory` — FULL replacement markdown (merge and curate,
+    don't only append).
+  - Formatting: bullets `- (YYYY-MM-DD) [marker] text` with markers `[fact]`,
+    `[pref]`, `[instr]` (priority when trimming: `instr > pref > fact`).
+    Group bullets under short `##` headings; stay under the limit shown in
+    `<user_memory>`.

surfsense_backend/app/agents/multi_agent_chat/main_agent/system_prompt/prompts/tools/update_memory/private/example.md

@@ -0,0 +1,28 @@
+<example>
+<user_name>Alex</user_name>, <user_memory> is empty.
+user: "I'm a space enthusiast, explain astrophage to me"
+→ update_memory(updated_memory="## Interests & background\n- (2025-03-15) [fact] Alex is a space enthusiast\n")
+(Casual durable fact; use first name, neutral heading.)
+</example>
+
+<example>
+user: "Remember that I prefer concise answers over detailed explanations"
+→ update_memory(updated_memory="## Interests & background\n- (2025-03-15) [fact] Alex is a space enthusiast\n\n## Response style\n- (2025-03-15) [pref] Alex prefers concise answers over detailed explanations\n")
+(Durable preference; merge with existing memory.)
+</example>
+
+<example>
+user: "I actually moved to Tokyo last month"
+→ update_memory(updated_memory="...\n\n## Personal context\n- (2025-03-15) [fact] Alex lives in Tokyo (previously London)\n...")
+(Updated fact; date reflects when recorded.)
+</example>
+
+<example>
+user: "I'm a freelance photographer working on a nature documentary"
+→ update_memory(updated_memory="...\n\n## Current focus\n- (2025-03-15) [fact] Alex is a freelance photographer\n- (2025-03-15) [fact] Alex is working on a nature documentary\n")
+</example>
+
+<example>
+user: "Always respond in bullet points"
+→ update_memory(updated_memory="...\n\n## Response style\n- (2025-03-15) [instr] Always respond to Alex in bullet points\n")
+</example>

surfsense_backend/app/agents/multi_agent_chat/main_agent/system_prompt/prompts/tools/update_memory/team/__init__.py

@@ -0,0 +1 @@
+"""``update_memory`` (team variant) — description + few-shot examples."""

surfsense_backend/app/agents/multi_agent_chat/main_agent/system_prompt/prompts/tools/update_memory/team/description.md

@@ -0,0 +1,16 @@
+- `update_memory` — Curate the team's **shared** long-term memory document
+  for this search space.
+  - The current memory (if any) appears in `<team_memory>` with usage vs limit.
+  - Call when a team member asks to remember or forget something, or when
+    the conversation surfaces durable team decisions, conventions,
+    architecture notes, processes, or key facts.
+  - NEVER store personal memory in team memory (individual bios, personal
+    preferences, user-only standing instructions).
+  - Skip ephemeral chat noise (one-off Q/A, greetings, session logistics).
+  - Args: `updated_memory` — FULL replacement markdown (merge and curate,
+    don't only append).
+  - Formatting: bullets `- (YYYY-MM-DD) [fact] text`. Team memory uses ONLY
+    the `[fact]` marker (never `[pref]` or `[instr]`). Group bullets under
+    short `##` headings (2-3 words each); stay under the limit shown in
+    `<team_memory>`. When trimming, prioritise: decisions/conventions > key
+    facts > current priorities.

surfsense_backend/app/agents/multi_agent_chat/main_agent/system_prompt/prompts/tools/update_memory/team/example.md

@@ -0,0 +1,9 @@
+<example>
+user: "Let's remember that we decided to do weekly standup meetings on Mondays"
+→ update_memory(updated_memory="...\n\n## Team rituals\n- (2025-03-15) [fact] Weekly standup meetings on Mondays\n...")
+</example>
+
+<example>
+user: "Our office is in downtown Seattle, 5th floor"
+→ update_memory(updated_memory="...\n\n## Workspace\n- (2025-03-15) [fact] Office location: downtown Seattle, 5th floor\n...")
+</example>

surfsense_backend/app/agents/multi_agent_chat/main_agent/system_prompt/prompts/tools/web_search/__init__.py

@@ -0,0 +1 @@
+"""``web_search`` — description + few-shot examples."""

surfsense_backend/app/agents/multi_agent_chat/main_agent/system_prompt/prompts/tools/web_search/description.md

@@ -0,0 +1,10 @@
+- `web_search` — Search the public web.
+  - Use whenever an answer benefits from external sources — current events,
+    prices, weather, news, technical references, definitions, background
+    facts, anything outside SurfSense docs and the workspace KB. Reach for
+    it whenever freshness matters or you'd otherwise guess from memory.
+  - Don't refuse with "I lack network access" — call the tool.
+  - If results are thin, say so and offer to refine the query.
+  - Args: `query`, `top_k` (default 10, max 50).
+  - Follow up with `scrape_webpage` on the best URL when snippets are too
+    shallow. Present sources with `[label](url)` markdown links.

surfsense_backend/app/agents/multi_agent_chat/main_agent/system_prompt/prompts/tools/web_search/example.md

@@ -0,0 +1,15 @@
+<example>
+user: "What's the current USD to INR exchange rate?"
+→ web_search(query="current USD to INR exchange rate")
+(Answer from snippets; scrape a top URL if needed.)
+</example>
+
+<example>
+user: "What's the latest news about AI?"
+→ web_search(query="latest AI news today")
+</example>
+
+<example>
+user: "What's the weather in New York?"
+→ web_search(query="weather New York today")
+</example>

surfsense_backend/app/agents/multi_agent_chat/middleware/__init__.py

@@ -1,7 +0,0 @@
-"""Multi-agent middleware stack assembly."""
-
-from __future__ import annotations
-
-from .stack import build_main_agent_deepagent_middleware
-
-__all__ = ["build_main_agent_deepagent_middleware"]

surfsense_backend/app/agents/multi_agent_chat/middleware/main_agent/checkpointed_subagent_middleware/task_description.py

@@ -0,0 +1,15 @@
+"""Schema-level description for the ``task`` tool.
+
+Loaded from ``prompts/tools/task/description.md`` so the tool-schema text
+and the ``<tools>`` block render from the same source.
+"""
+
+from __future__ import annotations
+
+from app.agents.multi_agent_chat.main_agent.system_prompt.builder.load_md import (
+    read_prompt_md,
+)
+
+TASK_TOOL_DESCRIPTION: str = read_prompt_md("tools/task/description.md")
+
+__all__ = ["TASK_TOOL_DESCRIPTION"]

surfsense_backend/app/agents/multi_agent_chat/middleware/main_agent/knowledge_priority.py

@@ -24,4 +24,5 @@ def build_knowledge_priority_mw(
         available_connectors=available_connectors,
         available_document_types=available_document_types,
         mentioned_document_ids=mentioned_document_ids,
+        inject_system_message=False,
     )

surfsense_backend/app/agents/multi_agent_chat/middleware/main_agent/knowledge_tree.py

@@ -20,4 +20,5 @@ def build_knowledge_tree_mw(
         search_space_id=search_space_id,
         filesystem_mode=filesystem_mode,
         llm=llm,
+        inject_system_message=False,
     )

surfsense_backend/app/agents/multi_agent_chat/middleware/main_agent/selector.py

@@ -1,39 +0,0 @@
-"""LLM-based tool subset selection (only when >30 tools)."""
-
-from __future__ import annotations
-
-import logging
-from collections.abc import Sequence
-
-from langchain.agents.middleware import LLMToolSelectorMiddleware
-from langchain_core.tools import BaseTool
-
-from app.agents.new_chat.feature_flags import AgentFeatureFlags
-
-from ..shared.flags import enabled
-
-
-def build_selector_mw(
-    *,
-    flags: AgentFeatureFlags,
-    tools: Sequence[BaseTool],
-) -> LLMToolSelectorMiddleware | None:
-    if not enabled(flags, "enable_llm_tool_selector") or len(tools) <= 30:
-        return None
-    try:
-        return LLMToolSelectorMiddleware(
-            model="openai:gpt-4o-mini",
-            max_tools=12,
-            always_include=[
-                name
-                for name in (
-                    "update_memory",
-                    "get_connected_accounts",
-                    "scrape_webpage",
-                )
-                if name in {t.name for t in tools}
-            ],
-        )
-    except Exception:
-        logging.warning("LLMToolSelectorMiddleware init failed; skipping.")
-        return None

surfsense_backend/app/agents/multi_agent_chat/middleware/shared/file_intent.py

@@ -1,11 +0,0 @@
-"""File-intent classifier that gates strict write contracts."""
-
-from __future__ import annotations
-
-from langchain_core.language_models import BaseChatModel
-
-from app.agents.new_chat.middleware import FileIntentMiddleware
-
-
-def build_file_intent_mw(llm: BaseChatModel) -> FileIntentMiddleware:
-    return FileIntentMiddleware(llm=llm)

surfsense_backend/app/agents/multi_agent_chat/middleware/shared/filesystem/__init__.py

@@ -0,0 +1,11 @@
+"""SurfSense filesystem middleware (multi-agent flavour)."""
+
+from __future__ import annotations
+
+from .index import build_filesystem_mw
+from .middleware import SurfSenseFilesystemMiddleware
+
+__all__ = [
+    "SurfSenseFilesystemMiddleware",
+    "build_filesystem_mw",
+]

surfsense_backend/app/agents/multi_agent_chat/middleware/shared/filesystem/index.py

@@ -1,11 +1,12 @@
-"""SurfSense filesystem tools/middleware."""
+"""Public composition factory for the filesystem middleware."""
 
 from __future__ import annotations
 
 from typing import Any
 
 from app.agents.new_chat.filesystem_selection import FilesystemMode
-from app.agents.new_chat.middleware import SurfSenseFilesystemMiddleware
+
+from .middleware import SurfSenseFilesystemMiddleware
 
 
 def build_filesystem_mw(
@@ -15,6 +16,7 @@ def build_filesystem_mw(
     search_space_id: int,
     user_id: str | None,
     thread_id: int | None,
+    read_only: bool = False,
 ) -> SurfSenseFilesystemMiddleware:
     return SurfSenseFilesystemMiddleware(
         backend=backend_resolver,
@@ -22,4 +24,5 @@ def build_filesystem_mw(
         search_space_id=search_space_id,
         created_by_id=user_id,
         thread_id=thread_id,
+        read_only=read_only,
     )

surfsense_backend/app/agents/multi_agent_chat/middleware/shared/filesystem/middleware/__init__.py

@@ -0,0 +1,33 @@
+"""SurfSense filesystem middleware: class + focused-responsibility helpers."""
+
+from __future__ import annotations
+
+from .index import (
+    SurfSenseFilesystemMiddleware,
+    check_cloud_write_namespace,
+    current_cwd,
+    default_cwd,
+    get_contract_suggested_path,
+    is_cloud,
+    normalize_local_mount_path,
+    resolve_list_target_path,
+    resolve_move_target_path,
+    resolve_relative,
+    resolve_write_target_path,
+    run_async_blocking,
+)
+
+__all__ = [
+    "SurfSenseFilesystemMiddleware",
+    "check_cloud_write_namespace",
+    "current_cwd",
+    "default_cwd",
+    "get_contract_suggested_path",
+    "is_cloud",
+    "normalize_local_mount_path",
+    "resolve_list_target_path",
+    "resolve_move_target_path",
+    "resolve_relative",
+    "resolve_write_target_path",
+    "run_async_blocking",
+]

surfsense_backend/app/agents/multi_agent_chat/middleware/shared/filesystem/middleware/async_dispatch.py

@@ -0,0 +1,22 @@
+"""Sync/async dispatcher: drive an async tool body from a sync entry-point."""
+
+from __future__ import annotations
+
+import asyncio
+from typing import Any
+
+
+def run_async_blocking(coro: Any) -> Any:
+    """Run ``coro`` to completion, blocking the current thread.
+
+    Returns an error string instead of raising if the current thread is
+    already inside a running event loop — keeps sync tool entry-points
+    safe to call from any context.
+    """
+    try:
+        loop = asyncio.get_running_loop()
+        if loop.is_running():
+            return "Error: sync filesystem operation not supported inside an active event loop."
+    except RuntimeError:
+        pass
+    return asyncio.run(coro)

surfsense_backend/app/agents/multi_agent_chat/middleware/shared/filesystem/middleware/index.py

@@ -0,0 +1,32 @@
+"""Public surface of the middleware package: class + helpers used by tool factories."""
+
+from __future__ import annotations
+
+from .async_dispatch import run_async_blocking
+from .middleware import SurfSenseFilesystemMiddleware
+from .mode import default_cwd, is_cloud
+from .namespace_policy import check_cloud_write_namespace
+from .path_resolution import (
+    current_cwd,
+    get_contract_suggested_path,
+    normalize_local_mount_path,
+    resolve_list_target_path,
+    resolve_move_target_path,
+    resolve_relative,
+    resolve_write_target_path,
+)
+
+__all__ = [
+    "SurfSenseFilesystemMiddleware",
+    "check_cloud_write_namespace",
+    "current_cwd",
+    "default_cwd",
+    "get_contract_suggested_path",
+    "is_cloud",
+    "normalize_local_mount_path",
+    "resolve_list_target_path",
+    "resolve_move_target_path",
+    "resolve_relative",
+    "resolve_write_target_path",
+    "run_async_blocking",
+]