diff --git a/.buildinfo b/.buildinfo
index f8db0589..aed7a5d2 100755
--- a/.buildinfo
+++ b/.buildinfo
@@ -1,4 +1,4 @@
 # Sphinx build info version 1
 # This file records the configuration used when building these files. When it is not found, a full rebuild will be done.
-config: 8fdd01215d70eb57f5044c92b9ee177b
+config: bae913b0a365162ad2a7f4dd69e96783
 tags: 645f666f9bcd5a90fca523b33c5a78b7
diff --git a/_static/documentation_options.js b/_static/documentation_options.js
index aeb35947..ddfadf7a 100755
--- a/_static/documentation_options.js
+++ b/_static/documentation_options.js
@@ -1,5 +1,5 @@
 const DOCUMENTATION_OPTIONS = {
-    VERSION: ' v0.2.3',
+    VERSION: ' v0.2.4',
     LANGUAGE: 'en',
     COLLAPSE_INDEX: false,
     BUILDER: 'html',
diff --git a/build_with_arch/agent.html b/build_with_arch/agent.html
index 8d30150b..cfa8d16f 100755
--- a/build_with_arch/agent.html
+++ b/build_with_arch/agent.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Agentic Apps | Arch Docs v0.2.3</title>
-<meta content="Agentic Apps | Arch Docs v0.2.3" property="og:title"/>
-<meta content="Agentic Apps | Arch Docs v0.2.3" name="twitter:title"/>
+<title>Agentic Apps | Arch Docs v0.2.4</title>
+<meta content="Agentic Apps | Arch Docs v0.2.4" property="og:title"/>
+<meta content="Agentic Apps | Arch Docs v0.2.4" name="twitter:title"/>
 <link href="../_static/pygments.css?v=466e7b45" rel="stylesheet" type="text/css"/>
 <link href="../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.3</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.4</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.3</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.4</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -114,6 +114,7 @@
 <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../guides/prompt_guard.html">Prompt Guard</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../guides/agent_routing.html">Agent Routing and Hand Off</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../guides/function_calling.html">Function Calling</a></li>
 <li class="toctree-l1" x-data="{ expanded: $el.classList.contains('current') ? true : false }"><a :class="{ 'expanded' : expanded }" @click="expanded = !expanded" class="reference internal expandable" href="../guides/observability/observability.html">Observability<button @click.prevent.stop="expanded = !expanded" type="button"><span class="sr-only"></span><svg fill="currentColor" height="18px" stroke="none" viewbox="0 0 24 24" width="18px" xmlns="http://www.w3.org/2000/svg"><path d="M10 6L8.59 7.41 13.17 12l-4.58 4.59L10 18l6-6z"></path></svg></button></a><ul x-show="expanded">
 <li class="toctree-l2"><a class="reference internal" href="../guides/observability/tracing.html">Tracing</a></li>
@@ -145,7 +146,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../index.html">
-<span class="hidden md:inline">Arch Docs v0.2.3</span>
+<span class="hidden md:inline">Arch Docs v0.2.4</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -410,12 +411,12 @@ the user’s intent.</p>
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Mar 19, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Mar 20, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../_static/documentation_options.js?v=a64e9957"></script>
+<script src="../_static/documentation_options.js?v=4350aeca"></script>
 <script src="../_static/doctools.js?v=9bcbadda"></script>
 <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../_static/theme.js?v=073f68d9"></script>
diff --git a/build_with_arch/multi_turn.html b/build_with_arch/multi_turn.html
index 40e1316f..365eedf2 100755
--- a/build_with_arch/multi_turn.html
+++ b/build_with_arch/multi_turn.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Multi-Turn | Arch Docs v0.2.3</title>
-<meta content="Multi-Turn | Arch Docs v0.2.3" property="og:title"/>
-<meta content="Multi-Turn | Arch Docs v0.2.3" name="twitter:title"/>
+<title>Multi-Turn | Arch Docs v0.2.4</title>
+<meta content="Multi-Turn | Arch Docs v0.2.4" property="og:title"/>
+<meta content="Multi-Turn | Arch Docs v0.2.4" name="twitter:title"/>
 <link href="../_static/pygments.css?v=466e7b45" rel="stylesheet" type="text/css"/>
 <link href="../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.3</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.4</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.3</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.4</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -114,6 +114,7 @@
 <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../guides/prompt_guard.html">Prompt Guard</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../guides/agent_routing.html">Agent Routing and Hand Off</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../guides/function_calling.html">Function Calling</a></li>
 <li class="toctree-l1" x-data="{ expanded: $el.classList.contains('current') ? true : false }"><a :class="{ 'expanded' : expanded }" @click="expanded = !expanded" class="reference internal expandable" href="../guides/observability/observability.html">Observability<button @click.prevent.stop="expanded = !expanded" type="button"><span class="sr-only"></span><svg fill="currentColor" height="18px" stroke="none" viewbox="0 0 24 24" width="18px" xmlns="http://www.w3.org/2000/svg"><path d="M10 6L8.59 7.41 13.17 12l-4.58 4.59L10 18l6-6z"></path></svg></button></a><ul x-show="expanded">
 <li class="toctree-l2"><a class="reference internal" href="../guides/observability/tracing.html">Tracing</a></li>
@@ -145,7 +146,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../index.html">
-<span class="hidden md:inline">Arch Docs v0.2.3</span>
+<span class="hidden md:inline">Arch Docs v0.2.4</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -346,12 +347,12 @@ that you can test and modify locally for multi-turn RAG scenarios.</p>
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Mar 19, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Mar 20, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../_static/documentation_options.js?v=a64e9957"></script>
+<script src="../_static/documentation_options.js?v=4350aeca"></script>
 <script src="../_static/doctools.js?v=9bcbadda"></script>
 <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../_static/theme.js?v=073f68d9"></script>
diff --git a/build_with_arch/rag.html b/build_with_arch/rag.html
index c452fcf9..9021d3af 100755
--- a/build_with_arch/rag.html
+++ b/build_with_arch/rag.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>RAG Apps | Arch Docs v0.2.3</title>
-<meta content="RAG Apps | Arch Docs v0.2.3" property="og:title"/>
-<meta content="RAG Apps | Arch Docs v0.2.3" name="twitter:title"/>
+<title>RAG Apps | Arch Docs v0.2.4</title>
+<meta content="RAG Apps | Arch Docs v0.2.4" property="og:title"/>
+<meta content="RAG Apps | Arch Docs v0.2.4" name="twitter:title"/>
 <link href="../_static/pygments.css?v=466e7b45" rel="stylesheet" type="text/css"/>
 <link href="../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.3</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.4</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.3</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.4</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -114,6 +114,7 @@
 <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../guides/prompt_guard.html">Prompt Guard</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../guides/agent_routing.html">Agent Routing and Hand Off</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../guides/function_calling.html">Function Calling</a></li>
 <li class="toctree-l1" x-data="{ expanded: $el.classList.contains('current') ? true : false }"><a :class="{ 'expanded' : expanded }" @click="expanded = !expanded" class="reference internal expandable" href="../guides/observability/observability.html">Observability<button @click.prevent.stop="expanded = !expanded" type="button"><span class="sr-only"></span><svg fill="currentColor" height="18px" stroke="none" viewbox="0 0 24 24" width="18px" xmlns="http://www.w3.org/2000/svg"><path d="M10 6L8.59 7.41 13.17 12l-4.58 4.59L10 18l6-6z"></path></svg></button></a><ul x-show="expanded">
 <li class="toctree-l2"><a class="reference internal" href="../guides/observability/tracing.html">Tracing</a></li>
@@ -145,7 +146,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../index.html">
-<span class="hidden md:inline">Arch Docs v0.2.3</span>
+<span class="hidden md:inline">Arch Docs v0.2.4</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -294,12 +295,12 @@ minutes. For additional details on how to build multi-turn RAG applications plea
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Mar 19, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Mar 20, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../_static/documentation_options.js?v=a64e9957"></script>
+<script src="../_static/documentation_options.js?v=4350aeca"></script>
 <script src="../_static/doctools.js?v=9bcbadda"></script>
 <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../_static/theme.js?v=073f68d9"></script>
diff --git a/concepts/llm_provider.html b/concepts/llm_provider.html
index 106cad93..ee1aaf31 100755
--- a/concepts/llm_provider.html
+++ b/concepts/llm_provider.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>LLM Provider | Arch Docs v0.2.3</title>
-<meta content="LLM Provider | Arch Docs v0.2.3" property="og:title"/>
-<meta content="LLM Provider | Arch Docs v0.2.3" name="twitter:title"/>
+<title>LLM Provider | Arch Docs v0.2.4</title>
+<meta content="LLM Provider | Arch Docs v0.2.4" property="og:title"/>
+<meta content="LLM Provider | Arch Docs v0.2.4" name="twitter:title"/>
 <link href="../_static/pygments.css?v=466e7b45" rel="stylesheet" type="text/css"/>
 <link href="../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.3</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.4</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.3</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.4</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -114,6 +114,7 @@
 <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../guides/prompt_guard.html">Prompt Guard</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../guides/agent_routing.html">Agent Routing and Hand Off</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../guides/function_calling.html">Function Calling</a></li>
 <li class="toctree-l1" x-data="{ expanded: $el.classList.contains('current') ? true : false }"><a :class="{ 'expanded' : expanded }" @click="expanded = !expanded" class="reference internal expandable" href="../guides/observability/observability.html">Observability<button @click.prevent.stop="expanded = !expanded" type="button"><span class="sr-only"></span><svg fill="currentColor" height="18px" stroke="none" viewbox="0 0 24 24" width="18px" xmlns="http://www.w3.org/2000/svg"><path d="M10 6L8.59 7.41 13.17 12l-4.58 4.59L10 18l6-6z"></path></svg></button></a><ul x-show="expanded">
 <li class="toctree-l2"><a class="reference internal" href="../guides/observability/tracing.html">Tracing</a></li>
@@ -145,7 +146,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../index.html">
-<span class="hidden md:inline">Arch Docs v0.2.3</span>
+<span class="hidden md:inline">Arch Docs v0.2.4</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -267,12 +268,12 @@ make outbound LLM calls.</p>
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Mar 19, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Mar 20, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../_static/documentation_options.js?v=a64e9957"></script>
+<script src="../_static/documentation_options.js?v=4350aeca"></script>
 <script src="../_static/doctools.js?v=9bcbadda"></script>
 <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../_static/theme.js?v=073f68d9"></script>
diff --git a/concepts/prompt_target.html b/concepts/prompt_target.html
index 305d8013..c5e5b51e 100755
--- a/concepts/prompt_target.html
+++ b/concepts/prompt_target.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Prompt Target | Arch Docs v0.2.3</title>
-<meta content="Prompt Target | Arch Docs v0.2.3" property="og:title"/>
-<meta content="Prompt Target | Arch Docs v0.2.3" name="twitter:title"/>
+<title>Prompt Target | Arch Docs v0.2.4</title>
+<meta content="Prompt Target | Arch Docs v0.2.4" property="og:title"/>
+<meta content="Prompt Target | Arch Docs v0.2.4" name="twitter:title"/>
 <link href="../_static/pygments.css?v=466e7b45" rel="stylesheet" type="text/css"/>
 <link href="../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.3</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.4</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.3</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.4</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -114,6 +114,7 @@
 <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../guides/prompt_guard.html">Prompt Guard</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../guides/agent_routing.html">Agent Routing and Hand Off</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../guides/function_calling.html">Function Calling</a></li>
 <li class="toctree-l1" x-data="{ expanded: $el.classList.contains('current') ? true : false }"><a :class="{ 'expanded' : expanded }" @click="expanded = !expanded" class="reference internal expandable" href="../guides/observability/observability.html">Observability<button @click.prevent.stop="expanded = !expanded" type="button"><span class="sr-only"></span><svg fill="currentColor" height="18px" stroke="none" viewbox="0 0 24 24" width="18px" xmlns="http://www.w3.org/2000/svg"><path d="M10 6L8.59 7.41 13.17 12l-4.58 4.59L10 18l6-6z"></path></svg></button></a><ul x-show="expanded">
 <li class="toctree-l2"><a class="reference internal" href="../guides/observability/tracing.html">Tracing</a></li>
@@ -145,7 +146,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../index.html">
-<span class="hidden md:inline">Arch Docs v0.2.3</span>
+<span class="hidden md:inline">Arch Docs v0.2.4</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -155,13 +156,11 @@
 <div id="content" role="main">
 <section id="prompt-target">
 <span id="id1"></span><h1>Prompt Target<a @click.prevent="window.navigator.clipboard.writeText($el.href); $el.setAttribute('data-tooltip', 'Copied!'); setTimeout(() =&gt; $el.setAttribute('data-tooltip', 'Copy link to this element'), 2000)" aria-label="Copy link to this element" class="headerlink" data-tooltip="Copy link to this element" href="#prompt-target"><svg height="1em" viewbox="0 0 24 24" width="1em" xmlns="http://www.w3.org/2000/svg"><path d="M3.9 12c0-1.71 1.39-3.1 3.1-3.1h4V7H7c-2.76 0-5 2.24-5 5s2.24 5 5 5h4v-1.9H7c-1.71 0-3.1-1.39-3.1-3.1zM8 13h8v-2H8v2zm9-6h-4v1.9h4c1.71 0 3.1 1.39 3.1 3.1s-1.39 3.1-3.1 3.1h-4V17h4c2.76 0 5-2.24 5-5s-2.24-5-5-5z"></path></svg></a></h1>
-<p><strong>Prompt Targets</strong> are a fundamental component of Arch, enabling developers to define how different types of user prompts are processed and routed within their generative AI applications.
-This section provides an in-depth look at prompt targets, including their purpose, configuration, usage, and best practices to help you effectively leverage this feature in your projects.</p>
+<p><strong>Prompt Targets</strong> are a core concept in Arch, empowering developers to clearly define how user prompts are interpreted, processed, and routed within their generative AI applications. Prompts can seamlessly be routed either to specialized AI agents capable of handling sophisticated, context-driven tasks or to targeted tools provided by your application, offering users a fast, precise, and personalized experience.</p>
+<p>This section covers the essentials of prompt targets—what they are, how to configure them, their practical uses, and recommended best practices—to help you fully utilize this feature in your applications.</p>
 <section id="what-are-prompt-targets">
 <h2>What Are Prompt Targets?<a @click.prevent="window.navigator.clipboard.writeText($el.href); $el.setAttribute('data-tooltip', 'Copied!'); setTimeout(() =&gt; $el.setAttribute('data-tooltip', 'Copy link to this element'), 2000)" aria-label="Copy link to this element" class="headerlink" data-tooltip="Copy link to this element" href="#what-are-prompt-targets" x-intersect.margin.0%.0%.-70%.0%="activeSection = '#what-are-prompt-targets'"><svg height="1em" viewbox="0 0 24 24" width="1em" xmlns="http://www.w3.org/2000/svg"><path d="M3.9 12c0-1.71 1.39-3.1 3.1-3.1h4V7H7c-2.76 0-5 2.24-5 5s2.24 5 5 5h4v-1.9H7c-1.71 0-3.1-1.39-3.1-3.1zM8 13h8v-2H8v2zm9-6h-4v1.9h4c1.71 0 3.1 1.39 3.1 3.1s-1.39 3.1-3.1 3.1h-4V17h4c2.76 0 5-2.24 5-5s-2.24-5-5-5z"></path></svg></a></h2>
-<p>Prompt targets are predefined endpoints within Arch that handle specific types of user prompts.
-They act as the bridge between user inputs and your backend services or APIs, enabling Arch to route, process, and manage prompts efficiently.
-By defining prompt targets, you can separate your application’s business logic from the complexities of prompt processing, ensuring a cleaner and more maintainable codebase.</p>
+<p>Prompt targets are endpoints within Arch that handle specific types of user prompts. They act as the bridge between user inputs and your backend agemts or tools (APIs), enabling Arch to route, process, and manage prompts efficiently. Defining prompt targets helps you decouple your application’s core logic from processing and handling complexities, leading to clearer code organization, better scalability, and easier maintenance.</p>
 <table class="docutils align-default" style="width: 100%">
 <thead>
 <tr class="row-odd"><th class="head"><p><strong>Capability</strong></p></th>
@@ -175,8 +174,8 @@ By defining prompt targets, you can separate your application’s business logic
 <tr class="row-odd"><td><p>Parameter Extraction</p></td>
 <td><p>Extract necessary data from the prompt.</p></td>
 </tr>
-<tr class="row-even"><td><p>API Invocation</p></td>
-<td><p>Call relevant backend services or functions.</p></td>
+<tr class="row-even"><td><p>Invocation</p></td>
+<td><p>Call relevant backend agents or tools (APIs).</p></td>
 </tr>
 <tr class="row-odd"><td><p>Response Handling</p></td>
 <td><p>Process and return responses to the user.</p></td>
@@ -187,9 +186,9 @@ By defining prompt targets, you can separate your application’s business logic
 <h3>Key Features<a @click.prevent="window.navigator.clipboard.writeText($el.href); $el.setAttribute('data-tooltip', 'Copied!'); setTimeout(() =&gt; $el.setAttribute('data-tooltip', 'Copy link to this element'), 2000)" aria-label="Copy link to this element" class="headerlink" data-tooltip="Copy link to this element" href="#key-features" x-intersect.margin.0%.0%.-70%.0%="activeSection = '#key-features'"><svg height="1em" viewbox="0 0 24 24" width="1em" xmlns="http://www.w3.org/2000/svg"><path d="M3.9 12c0-1.71 1.39-3.1 3.1-3.1h4V7H7c-2.76 0-5 2.24-5 5s2.24 5 5 5h4v-1.9H7c-1.71 0-3.1-1.39-3.1-3.1zM8 13h8v-2H8v2zm9-6h-4v1.9h4c1.71 0 3.1 1.39 3.1 3.1s-1.39 3.1-3.1 3.1h-4V17h4c2.76 0 5-2.24 5-5s-2.24-5-5-5z"></path></svg></a></h3>
 <p>Below are the key features of prompt targets that empower developers to build efficient, scalable, and personalized GenAI solutions:</p>
 <ul class="simple">
-<li><p><strong>Modular Design</strong>: Define multiple prompt targets to handle diverse functionalities.</p></li>
-<li><p><strong>Parameter Management</strong>: Specify required and optional parameters for each target.</p></li>
-<li><p><strong>Function Integration</strong>: Seamlessly connect prompts to backend APIs or functions.</p></li>
+<li><p><strong>Design Scenarios</strong>: Define prompt targets to effectively handle specific agentic scenarios.</p></li>
+<li><p><strong>Input Management</strong>: Specify required and optional parameters for each target.</p></li>
+<li><p><strong>Tools Integration</strong>: Seamlessly connect prompts to backend APIs or functions.</p></li>
 <li><p><strong>Error Handling</strong>: Direct errors to designated handlers for streamlined troubleshooting.</p></li>
 <li><p><strong>Metadata Enrichment</strong>: Attach additional context to prompts for enhanced processing.</p></li>
 </ul>
@@ -197,15 +196,14 @@ By defining prompt targets, you can separate your application’s business logic
 </section>
 <section id="configuring-prompt-targets">
 <h2>Configuring Prompt Targets<a @click.prevent="window.navigator.clipboard.writeText($el.href); $el.setAttribute('data-tooltip', 'Copied!'); setTimeout(() =&gt; $el.setAttribute('data-tooltip', 'Copy link to this element'), 2000)" aria-label="Copy link to this element" class="headerlink" data-tooltip="Copy link to this element" href="#configuring-prompt-targets" x-intersect.margin.0%.0%.-70%.0%="activeSection = '#configuring-prompt-targets'"><svg height="1em" viewbox="0 0 24 24" width="1em" xmlns="http://www.w3.org/2000/svg"><path d="M3.9 12c0-1.71 1.39-3.1 3.1-3.1h4V7H7c-2.76 0-5 2.24-5 5s2.24 5 5 5h4v-1.9H7c-1.71 0-3.1-1.39-3.1-3.1zM8 13h8v-2H8v2zm9-6h-4v1.9h4c1.71 0 3.1 1.39 3.1 3.1s-1.39 3.1-3.1 3.1h-4V17h4c2.76 0 5-2.24 5-5s-2.24-5-5-5z"></path></svg></a></h2>
-<p>Configuring prompt targets involves defining them in Arch’s configuration file.
-Each Prompt target specifies how a particular type of prompt should be handled, including the endpoint to invoke and any parameters required.</p>
+<p>Configuring prompt targets involves defining them in Arch’s configuration file. Each Prompt target specifies how a particular type of prompt should be handled, including the endpoint to invoke and any parameters required.</p>
 <section id="basic-configuration">
 <h3>Basic Configuration<a @click.prevent="window.navigator.clipboard.writeText($el.href); $el.setAttribute('data-tooltip', 'Copied!'); setTimeout(() =&gt; $el.setAttribute('data-tooltip', 'Copy link to this element'), 2000)" aria-label="Copy link to this element" class="headerlink" data-tooltip="Copy link to this element" href="#basic-configuration" x-intersect.margin.0%.0%.-70%.0%="activeSection = '#basic-configuration'"><svg height="1em" viewbox="0 0 24 24" width="1em" xmlns="http://www.w3.org/2000/svg"><path d="M3.9 12c0-1.71 1.39-3.1 3.1-3.1h4V7H7c-2.76 0-5 2.24-5 5s2.24 5 5 5h4v-1.9H7c-1.71 0-3.1-1.39-3.1-3.1zM8 13h8v-2H8v2zm9-6h-4v1.9h4c1.71 0 3.1 1.39 3.1 3.1s-1.39 3.1-3.1 3.1h-4V17h4c2.76 0 5-2.24 5-5s-2.24-5-5-5z"></path></svg></a></h3>
 <p>A prompt target configuration includes the following elements:</p>
 <ul class="simple">
 <li><p><code class="docutils literal notranslate"><span class="pre">name</span></code>: A unique identifier for the prompt target.</p></li>
 <li><p><code class="docutils literal notranslate"><span class="pre">description</span></code>: A brief explanation of what the prompt target does.</p></li>
-<li><p><code class="docutils literal notranslate"><span class="pre">endpoint</span></code>: The API endpoint or function that handles the prompt.</p></li>
+<li><p><code class="docutils literal notranslate"><span class="pre">endpoint</span></code>: Required if you want to call a tool or specific API. <code class="docutils literal notranslate"><span class="pre">name</span></code> and <code class="docutils literal notranslate"><span class="pre">path</span></code> <code class="docutils literal notranslate"><span class="pre">http_method</span></code> are the three attributes of the endpoint.</p></li>
 <li><p><code class="docutils literal notranslate"><span class="pre">parameters</span></code> (Optional): A list of parameters to extract from the prompt.</p></li>
 </ul>
 </section>
@@ -229,26 +227,31 @@ Each parameter can be marked as required or optional. Here is a full list of par
 <tr class="row-even"><td><p><code class="docutils literal notranslate"><span class="pre">type</span> <span class="pre">(req.)</span></code></p></td>
 <td><p>Specifies the data type. Supported types include: <strong>int</strong>, <strong>str</strong>, <strong>float</strong>, <strong>bool</strong>, <strong>list</strong>, <strong>set</strong>, <strong>dict</strong>, <strong>tuple</strong></p></td>
 </tr>
-<tr class="row-odd"><td><p><code class="docutils literal notranslate"><span class="pre">default</span></code></p></td>
+<tr class="row-odd"><td><p><code class="docutils literal notranslate"><span class="pre">in_path</span></code></p></td>
+<td><p>Indicates whether the parameter is part of the path in the endpoint url. Valid values: <strong>true</strong> or <strong>false</strong></p></td>
+</tr>
+<tr class="row-even"><td><p><code class="docutils literal notranslate"><span class="pre">default</span></code></p></td>
 <td><p>Specifies a default value for the parameter if not provided by the user.</p></td>
 </tr>
-<tr class="row-even"><td><p><code class="docutils literal notranslate"><span class="pre">format</span></code></p></td>
+<tr class="row-odd"><td><p><code class="docutils literal notranslate"><span class="pre">format</span></code></p></td>
 <td><p>Specifies a format for the parameter value. For example: <cite>2019-12-31</cite> for a date value.</p></td>
 </tr>
-<tr class="row-odd"><td><p><code class="docutils literal notranslate"><span class="pre">enum</span></code></p></td>
+<tr class="row-even"><td><p><code class="docutils literal notranslate"><span class="pre">enum</span></code></p></td>
 <td><p>Lists of allowable values for the parameter with data type matching the <code class="docutils literal notranslate"><span class="pre">type</span></code> attribute. <strong>Usage Example</strong>: <code class="docutils literal notranslate"><span class="pre">enum:</span> <span class="pre">["celsius`",</span> <span class="pre">"fahrenheit"]</span></code></p></td>
 </tr>
-<tr class="row-even"><td><p><code class="docutils literal notranslate"><span class="pre">items</span></code></p></td>
+<tr class="row-odd"><td><p><code class="docutils literal notranslate"><span class="pre">items</span></code></p></td>
 <td><p>Specifies the attribute of the elements when type euqals <strong>list</strong>, <strong>set</strong>, <strong>dict</strong>, <strong>tuple</strong>. <strong>Usage Example</strong>: <code class="docutils literal notranslate"><span class="pre">items:</span> <span class="pre">{"type":</span> <span class="pre">"str"}</span></code></p></td>
 </tr>
-<tr class="row-odd"><td><p><code class="docutils literal notranslate"><span class="pre">required</span></code></p></td>
+<tr class="row-even"><td><p><code class="docutils literal notranslate"><span class="pre">required</span></code></p></td>
 <td><p>Indicates whether the parameter is mandatory or optional. Valid values: <strong>true</strong> or <strong>false</strong></p></td>
 </tr>
 </tbody>
 </table>
 </section>
-<section id="example-configuration">
-<h3>Example Configuration<a @click.prevent="window.navigator.clipboard.writeText($el.href); $el.setAttribute('data-tooltip', 'Copied!'); setTimeout(() =&gt; $el.setAttribute('data-tooltip', 'Copy link to this element'), 2000)" aria-label="Copy link to this element" class="headerlink" data-tooltip="Copy link to this element" href="#example-configuration" x-intersect.margin.0%.0%.-70%.0%="activeSection = '#example-configuration'"><svg height="1em" viewbox="0 0 24 24" width="1em" xmlns="http://www.w3.org/2000/svg"><path d="M3.9 12c0-1.71 1.39-3.1 3.1-3.1h4V7H7c-2.76 0-5 2.24-5 5s2.24 5 5 5h4v-1.9H7c-1.71 0-3.1-1.39-3.1-3.1zM8 13h8v-2H8v2zm9-6h-4v1.9h4c1.71 0 3.1 1.39 3.1 3.1s-1.39 3.1-3.1 3.1h-4V17h4c2.76 0 5-2.24 5-5s-2.24-5-5-5z"></path></svg></a></h3>
+<section id="example-configuration-for-tools">
+<h3>Example Configuration For Tools<a @click.prevent="window.navigator.clipboard.writeText($el.href); $el.setAttribute('data-tooltip', 'Copied!'); setTimeout(() =&gt; $el.setAttribute('data-tooltip', 'Copy link to this element'), 2000)" aria-label="Copy link to this element" class="headerlink" data-tooltip="Copy link to this element" href="#example-configuration-for-tools" x-intersect.margin.0%.0%.-70%.0%="activeSection = '#example-configuration-for-tools'"><svg height="1em" viewbox="0 0 24 24" width="1em" xmlns="http://www.w3.org/2000/svg"><path d="M3.9 12c0-1.71 1.39-3.1 3.1-3.1h4V7H7c-2.76 0-5 2.24-5 5s2.24 5 5 5h4v-1.9H7c-1.71 0-3.1-1.39-3.1-3.1zM8 13h8v-2H8v2zm9-6h-4v1.9h4c1.71 0 3.1 1.39 3.1 3.1s-1.39 3.1-3.1 3.1h-4V17h4c2.76 0 5-2.24 5-5s-2.24-5-5-5z"></path></svg></a></h3>
+<div class="literal-block-wrapper docutils container" id="id2">
+<div class="code-block-caption"><span class="caption-text">Tools and Function Calling Configuration Example</span><a @click.prevent="window.navigator.clipboard.writeText($el.href); $el.setAttribute('data-tooltip', 'Copied!'); setTimeout(() =&gt; $el.setAttribute('data-tooltip', 'Copy link to this element'), 2000)" aria-label="Copy link to this element" class="headerlink" data-tooltip="Copy link to this element" href="#id2"><svg height="1em" viewbox="0 0 24 24" width="1em" xmlns="http://www.w3.org/2000/svg"><path d="M3.9 12c0-1.71 1.39-3.1 3.1-3.1h4V7H7c-2.76 0-5 2.24-5 5s2.24 5 5 5h4v-1.9H7c-1.71 0-3.1-1.39-3.1-3.1zM8 13h8v-2H8v2zm9-6h-4v1.9h4c1.71 0 3.1 1.39 3.1 3.1s-1.39 3.1-3.1 3.1h-4V17h4c2.76 0 5-2.24 5-5s-2.24-5-5-5z"></path></svg></a></div>
 <div class="highlight-yaml notranslate"><div class="highlight"><pre><span></span><code><span id="line-1"><span class="nt">prompt_targets</span><span class="p">:</span>
 </span><span id="line-2"><span class="w">  </span><span class="p p-Indicator">-</span><span class="w"> </span><span class="nt">name</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">get_weather</span>
 </span><span id="line-3"><span class="w">    </span><span class="nt">description</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">Get the current weather for a location</span>
@@ -267,16 +270,39 @@ Each parameter can be marked as required or optional. Here is a full list of par
 </span><span id="line-16"><span class="w">      </span><span class="nt">path</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">/weather</span>
 </span></code></pre></div>
 </div>
+</div>
+</section>
+<section id="example-configuration-for-agents">
+<h3>Example Configuration For Agents<a @click.prevent="window.navigator.clipboard.writeText($el.href); $el.setAttribute('data-tooltip', 'Copied!'); setTimeout(() =&gt; $el.setAttribute('data-tooltip', 'Copy link to this element'), 2000)" aria-label="Copy link to this element" class="headerlink" data-tooltip="Copy link to this element" href="#example-configuration-for-agents" x-intersect.margin.0%.0%.-70%.0%="activeSection = '#example-configuration-for-agents'"><svg height="1em" viewbox="0 0 24 24" width="1em" xmlns="http://www.w3.org/2000/svg"><path d="M3.9 12c0-1.71 1.39-3.1 3.1-3.1h4V7H7c-2.76 0-5 2.24-5 5s2.24 5 5 5h4v-1.9H7c-1.71 0-3.1-1.39-3.1-3.1zM8 13h8v-2H8v2zm9-6h-4v1.9h4c1.71 0 3.1 1.39 3.1 3.1s-1.39 3.1-3.1 3.1h-4V17h4c2.76 0 5-2.24 5-5s-2.24-5-5-5z"></path></svg></a></h3>
+<div class="literal-block-wrapper docutils container" id="id3">
+<div class="code-block-caption"><span class="caption-text">Agent Orchestration Configuration Example</span><a @click.prevent="window.navigator.clipboard.writeText($el.href); $el.setAttribute('data-tooltip', 'Copied!'); setTimeout(() =&gt; $el.setAttribute('data-tooltip', 'Copy link to this element'), 2000)" aria-label="Copy link to this element" class="headerlink" data-tooltip="Copy link to this element" href="#id3"><svg height="1em" viewbox="0 0 24 24" width="1em" xmlns="http://www.w3.org/2000/svg"><path d="M3.9 12c0-1.71 1.39-3.1 3.1-3.1h4V7H7c-2.76 0-5 2.24-5 5s2.24 5 5 5h4v-1.9H7c-1.71 0-3.1-1.39-3.1-3.1zM8 13h8v-2H8v2zm9-6h-4v1.9h4c1.71 0 3.1 1.39 3.1 3.1s-1.39 3.1-3.1 3.1h-4V17h4c2.76 0 5-2.24 5-5s-2.24-5-5-5z"></path></svg></a></div>
+<div class="highlight-yaml notranslate"><div class="highlight"><pre><span></span><code><span id="line-1"><span class="nt">overrides</span><span class="p">:</span>
+</span><span id="line-2"><span class="w">  </span><span class="nt">use_agent_orchestrator</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">true</span>
+</span><span id="line-3">
+</span><span id="line-4"><span class="nt">prompt_targets</span><span class="p">:</span>
+</span><span id="line-5"><span class="w">  </span><span class="p p-Indicator">-</span><span class="w"> </span><span class="nt">name</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">sales_agent</span>
+</span><span id="line-6"><span class="w">    </span><span class="nt">description</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">handles queries related to sales and purchases</span>
+</span><span id="line-7">
+</span><span id="line-8"><span class="w">  </span><span class="p p-Indicator">-</span><span class="w"> </span><span class="nt">name</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">issues_and_repairs</span>
+</span><span id="line-9"><span class="w">    </span><span class="nt">description</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">handles issues, repairs, or refunds</span>
+</span><span id="line-10">
+</span><span id="line-11"><span class="w">  </span><span class="p p-Indicator">-</span><span class="w"> </span><span class="nt">name</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">escalate_to_human</span>
+</span><span id="line-12"><span class="w">    </span><span class="nt">description</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">escalates to human agent</span>
+</span></code></pre></div>
+</div>
+</div>
+<div class="admonition note">
+<p class="admonition-title">Note</p>
+<p>Today, you can use Arch to coordinate more specific agentic scenarios via tools and function calling, or use it for high-level agent routing and hand off scenarios. In the future, we plan to offer you the ability to combine these two approaches for more complex scenarios. Please see <a class="reference external" href="https://github.com/katanemo/archgw/issues/442" rel="nofollow noopener">github issues<svg fill="currentColor" height="1em" stroke="none" viewbox="0 96 960 960" width="1em" xmlns="http://www.w3.org/2000/svg"><path d="M188 868q-11-11-11-28t11-28l436-436H400q-17 0-28.5-11.5T360 336q0-17 11.5-28.5T400 296h320q17 0 28.5 11.5T760 336v320q0 17-11.5 28.5T720 696q-17 0-28.5-11.5T680 656V432L244 868q-11 11-28 11t-28-11Z"></path></svg></a> for more details.</p>
+</div>
 </section>
 </section>
 <section id="routing-logic">
 <h2>Routing Logic<a @click.prevent="window.navigator.clipboard.writeText($el.href); $el.setAttribute('data-tooltip', 'Copied!'); setTimeout(() =&gt; $el.setAttribute('data-tooltip', 'Copy link to this element'), 2000)" aria-label="Copy link to this element" class="headerlink" data-tooltip="Copy link to this element" href="#routing-logic" x-intersect.margin.0%.0%.-70%.0%="activeSection = '#routing-logic'"><svg height="1em" viewbox="0 0 24 24" width="1em" xmlns="http://www.w3.org/2000/svg"><path d="M3.9 12c0-1.71 1.39-3.1 3.1-3.1h4V7H7c-2.76 0-5 2.24-5 5s2.24 5 5 5h4v-1.9H7c-1.71 0-3.1-1.39-3.1-3.1zM8 13h8v-2H8v2zm9-6h-4v1.9h4c1.71 0 3.1 1.39 3.1 3.1s-1.39 3.1-3.1 3.1h-4V17h4c2.76 0 5-2.24 5-5s-2.24-5-5-5z"></path></svg></a></h2>
-<p>Prompt targets determine where and how user prompts are processed.
-Arch uses intelligent routing logic to ensure that prompts are directed to the appropriate targets based on their intent and context.</p>
+<p>Prompt targets determine where and how user prompts are processed. Arch uses intelligent routing logic to ensure that prompts are directed to the appropriate targets based on their intent and context.</p>
 <section id="default-targets">
 <h3>Default Targets<a @click.prevent="window.navigator.clipboard.writeText($el.href); $el.setAttribute('data-tooltip', 'Copied!'); setTimeout(() =&gt; $el.setAttribute('data-tooltip', 'Copy link to this element'), 2000)" aria-label="Copy link to this element" class="headerlink" data-tooltip="Copy link to this element" href="#default-targets" x-intersect.margin.0%.0%.-70%.0%="activeSection = '#default-targets'"><svg height="1em" viewbox="0 0 24 24" width="1em" xmlns="http://www.w3.org/2000/svg"><path d="M3.9 12c0-1.71 1.39-3.1 3.1-3.1h4V7H7c-2.76 0-5 2.24-5 5s2.24 5 5 5h4v-1.9H7c-1.71 0-3.1-1.39-3.1-3.1zM8 13h8v-2H8v2zm9-6h-4v1.9h4c1.71 0 3.1 1.39 3.1 3.1s-1.39 3.1-3.1 3.1h-4V17h4c2.76 0 5-2.24 5-5s-2.24-5-5-5z"></path></svg></a></h3>
-<p>For general-purpose prompts that do not match any specific prompt target, Arch routes them to a designated default target.
-This is useful for handling open-ended queries like document summarization or information extraction.</p>
+<p>For general-purpose prompts that do not match any specific prompt target, Arch routes them to a designated default target. This is useful for handling open-ended queries like document summarization or information extraction.</p>
 </section>
 <section id="intent-matching">
 <h3>Intent Matching<a @click.prevent="window.navigator.clipboard.writeText($el.href); $el.setAttribute('data-tooltip', 'Copied!'); setTimeout(() =&gt; $el.setAttribute('data-tooltip', 'Copy link to this element'), 2000)" aria-label="Copy link to this element" class="headerlink" data-tooltip="Copy link to this element" href="#intent-matching" x-intersect.margin.0%.0%.-70%.0%="activeSection = '#intent-matching'"><svg height="1em" viewbox="0 0 24 24" width="1em" xmlns="http://www.w3.org/2000/svg"><path d="M3.9 12c0-1.71 1.39-3.1 3.1-3.1h4V7H7c-2.76 0-5 2.24-5 5s2.24 5 5 5h4v-1.9H7c-1.71 0-3.1-1.39-3.1-3.1zM8 13h8v-2H8v2zm9-6h-4v1.9h4c1.71 0 3.1 1.39 3.1 3.1s-1.39 3.1-3.1 3.1h-4V17h4c2.76 0 5-2.24 5-5s-2.24-5-5-5z"></path></svg></a></h3>
@@ -290,9 +316,8 @@ This is useful for handling open-ended queries like document summarization or in
 </section>
 <section id="summary">
 <h2>Summary<a @click.prevent="window.navigator.clipboard.writeText($el.href); $el.setAttribute('data-tooltip', 'Copied!'); setTimeout(() =&gt; $el.setAttribute('data-tooltip', 'Copy link to this element'), 2000)" aria-label="Copy link to this element" class="headerlink" data-tooltip="Copy link to this element" href="#summary" x-intersect.margin.0%.0%.-70%.0%="activeSection = '#summary'"><svg height="1em" viewbox="0 0 24 24" width="1em" xmlns="http://www.w3.org/2000/svg"><path d="M3.9 12c0-1.71 1.39-3.1 3.1-3.1h4V7H7c-2.76 0-5 2.24-5 5s2.24 5 5 5h4v-1.9H7c-1.71 0-3.1-1.39-3.1-3.1zM8 13h8v-2H8v2zm9-6h-4v1.9h4c1.71 0 3.1 1.39 3.1 3.1s-1.39 3.1-3.1 3.1h-4V17h4c2.76 0 5-2.24 5-5s-2.24-5-5-5z"></path></svg></a></h2>
-<p>Prompt targets are essential for defining how user prompts are handled within your generative AI applications using Arch.
-By carefully configuring prompt targets, you can ensure that prompts are accurately routed, necessary parameters are extracted, and backend services are invoked seamlessly.
-This modular approach not only simplifies your application’s architecture but also enhances scalability, maintainability, and overall user experience.</p>
+<p>Prompt targets are essential for defining how user prompts are handled within your generative AI applications using Arch.</p>
+<p>By carefully configuring prompt targets, you can ensure that prompts are accurately routed, necessary parameters are extracted, and backend services are invoked seamlessly. This modular approach not only simplifies your application’s architecture but also enhances scalability, maintainability, and overall user experience.</p>
 </section>
 </section>
 </div><div class="flex justify-between items-center pt-6 mt-12 border-t border-border gap-4">
@@ -322,7 +347,8 @@ This modular approach not only simplifies your application’s architecture but
 <li><a :data-current="activeSection === '#configuring-prompt-targets'" class="reference internal" href="#configuring-prompt-targets">Configuring Prompt Targets</a><ul>
 <li><a :data-current="activeSection === '#basic-configuration'" class="reference internal" href="#basic-configuration">Basic Configuration</a></li>
 <li><a :data-current="activeSection === '#defining-parameters'" class="reference internal" href="#defining-parameters">Defining Parameters</a></li>
-<li><a :data-current="activeSection === '#example-configuration'" class="reference internal" href="#example-configuration">Example Configuration</a></li>
+<li><a :data-current="activeSection === '#example-configuration-for-tools'" class="reference internal" href="#example-configuration-for-tools">Example Configuration For Tools</a></li>
+<li><a :data-current="activeSection === '#example-configuration-for-agents'" class="reference internal" href="#example-configuration-for-agents">Example Configuration For Agents</a></li>
 </ul>
 </li>
 <li><a :data-current="activeSection === '#routing-logic'" class="reference internal" href="#routing-logic">Routing Logic</a><ul>
@@ -339,12 +365,12 @@ This modular approach not only simplifies your application’s architecture but
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Mar 19, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Mar 20, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../_static/documentation_options.js?v=a64e9957"></script>
+<script src="../_static/documentation_options.js?v=4350aeca"></script>
 <script src="../_static/doctools.js?v=9bcbadda"></script>
 <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../_static/theme.js?v=073f68d9"></script>
diff --git a/concepts/tech_overview/error_target.html b/concepts/tech_overview/error_target.html
index 7a75e213..45247bdf 100755
--- a/concepts/tech_overview/error_target.html
+++ b/concepts/tech_overview/error_target.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Error Target | Arch Docs v0.2.3</title>
-<meta content="Error Target | Arch Docs v0.2.3" property="og:title"/>
-<meta content="Error Target | Arch Docs v0.2.3" name="twitter:title"/>
+<title>Error Target | Arch Docs v0.2.4</title>
+<meta content="Error Target | Arch Docs v0.2.4" property="og:title"/>
+<meta content="Error Target | Arch Docs v0.2.4" name="twitter:title"/>
 <link href="../../_static/pygments.css?v=466e7b45" rel="stylesheet" type="text/css"/>
 <link href="../../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.3</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.4</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.3</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.4</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -114,6 +114,7 @@
 <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../guides/prompt_guard.html">Prompt Guard</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../guides/agent_routing.html">Agent Routing and Hand Off</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../guides/function_calling.html">Function Calling</a></li>
 <li class="toctree-l1" x-data="{ expanded: $el.classList.contains('current') ? true : false }"><a :class="{ 'expanded' : expanded }" @click="expanded = !expanded" class="reference internal expandable" href="../../guides/observability/observability.html">Observability<button @click.prevent.stop="expanded = !expanded" type="button"><span class="sr-only"></span><svg fill="currentColor" height="18px" stroke="none" viewbox="0 0 24 24" width="18px" xmlns="http://www.w3.org/2000/svg"><path d="M10 6L8.59 7.41 13.17 12l-4.58 4.59L10 18l6-6z"></path></svg></button></a><ul x-show="expanded">
 <li class="toctree-l2"><a class="reference internal" href="../../guides/observability/tracing.html">Tracing</a></li>
@@ -145,7 +146,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../../index.html">
-<span class="hidden md:inline">Arch Docs v0.2.3</span>
+<span class="hidden md:inline">Arch Docs v0.2.4</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -231,12 +232,12 @@ The errors are communicated to the application via headers like <code class="doc
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Mar 19, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Mar 20, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../../_static/documentation_options.js?v=a64e9957"></script>
+<script src="../../_static/documentation_options.js?v=4350aeca"></script>
 <script src="../../_static/doctools.js?v=9bcbadda"></script>
 <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../../_static/theme.js?v=073f68d9"></script>
diff --git a/concepts/tech_overview/listener.html b/concepts/tech_overview/listener.html
index 0327898d..777ea687 100755
--- a/concepts/tech_overview/listener.html
+++ b/concepts/tech_overview/listener.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Listener | Arch Docs v0.2.3</title>
-<meta content="Listener | Arch Docs v0.2.3" property="og:title"/>
-<meta content="Listener | Arch Docs v0.2.3" name="twitter:title"/>
+<title>Listener | Arch Docs v0.2.4</title>
+<meta content="Listener | Arch Docs v0.2.4" property="og:title"/>
+<meta content="Listener | Arch Docs v0.2.4" name="twitter:title"/>
 <link href="../../_static/pygments.css?v=466e7b45" rel="stylesheet" type="text/css"/>
 <link href="../../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.3</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.4</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.3</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.4</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -114,6 +114,7 @@
 <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../guides/prompt_guard.html">Prompt Guard</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../guides/agent_routing.html">Agent Routing and Hand Off</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../guides/function_calling.html">Function Calling</a></li>
 <li class="toctree-l1" x-data="{ expanded: $el.classList.contains('current') ? true : false }"><a :class="{ 'expanded' : expanded }" @click="expanded = !expanded" class="reference internal expandable" href="../../guides/observability/observability.html">Observability<button @click.prevent.stop="expanded = !expanded" type="button"><span class="sr-only"></span><svg fill="currentColor" height="18px" stroke="none" viewbox="0 0 24 24" width="18px" xmlns="http://www.w3.org/2000/svg"><path d="M10 6L8.59 7.41 13.17 12l-4.58 4.59L10 18l6-6z"></path></svg></button></a><ul x-show="expanded">
 <li class="toctree-l2"><a class="reference internal" href="../../guides/observability/tracing.html">Tracing</a></li>
@@ -145,7 +146,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../../index.html">
-<span class="hidden md:inline">Arch Docs v0.2.3</span>
+<span class="hidden md:inline">Arch Docs v0.2.4</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -235,12 +236,12 @@ address like <code class="docutils literal notranslate"><span class="pre">arch.l
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Mar 19, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Mar 20, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../../_static/documentation_options.js?v=a64e9957"></script>
+<script src="../../_static/documentation_options.js?v=4350aeca"></script>
 <script src="../../_static/doctools.js?v=9bcbadda"></script>
 <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../../_static/theme.js?v=073f68d9"></script>
diff --git a/concepts/tech_overview/model_serving.html b/concepts/tech_overview/model_serving.html
index 8d7a949c..ce430810 100755
--- a/concepts/tech_overview/model_serving.html
+++ b/concepts/tech_overview/model_serving.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Model Serving | Arch Docs v0.2.3</title>
-<meta content="Model Serving | Arch Docs v0.2.3" property="og:title"/>
-<meta content="Model Serving | Arch Docs v0.2.3" name="twitter:title"/>
+<title>Model Serving | Arch Docs v0.2.4</title>
+<meta content="Model Serving | Arch Docs v0.2.4" property="og:title"/>
+<meta content="Model Serving | Arch Docs v0.2.4" name="twitter:title"/>
 <link href="../../_static/pygments.css?v=466e7b45" rel="stylesheet" type="text/css"/>
 <link href="../../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.3</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.4</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.3</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.4</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -114,6 +114,7 @@
 <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../guides/prompt_guard.html">Prompt Guard</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../guides/agent_routing.html">Agent Routing and Hand Off</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../guides/function_calling.html">Function Calling</a></li>
 <li class="toctree-l1" x-data="{ expanded: $el.classList.contains('current') ? true : false }"><a :class="{ 'expanded' : expanded }" @click="expanded = !expanded" class="reference internal expandable" href="../../guides/observability/observability.html">Observability<button @click.prevent.stop="expanded = !expanded" type="button"><span class="sr-only"></span><svg fill="currentColor" height="18px" stroke="none" viewbox="0 0 24 24" width="18px" xmlns="http://www.w3.org/2000/svg"><path d="M10 6L8.59 7.41 13.17 12l-4.58 4.59L10 18l6-6z"></path></svg></button></a><ul x-show="expanded">
 <li class="toctree-l2"><a class="reference internal" href="../../guides/observability/tracing.html">Tracing</a></li>
@@ -145,7 +146,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../../index.html">
-<span class="hidden md:inline">Arch Docs v0.2.3</span>
+<span class="hidden md:inline">Arch Docs v0.2.4</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -222,12 +223,12 @@ how to generate API keys for model serving</p>
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Mar 19, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Mar 20, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../../_static/documentation_options.js?v=a64e9957"></script>
+<script src="../../_static/documentation_options.js?v=4350aeca"></script>
 <script src="../../_static/doctools.js?v=9bcbadda"></script>
 <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../../_static/theme.js?v=073f68d9"></script>
diff --git a/concepts/tech_overview/prompt.html b/concepts/tech_overview/prompt.html
index c4d81b59..2917c122 100755
--- a/concepts/tech_overview/prompt.html
+++ b/concepts/tech_overview/prompt.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Prompts | Arch Docs v0.2.3</title>
-<meta content="Prompts | Arch Docs v0.2.3" property="og:title"/>
-<meta content="Prompts | Arch Docs v0.2.3" name="twitter:title"/>
+<title>Prompts | Arch Docs v0.2.4</title>
+<meta content="Prompts | Arch Docs v0.2.4" property="og:title"/>
+<meta content="Prompts | Arch Docs v0.2.4" name="twitter:title"/>
 <link href="../../_static/pygments.css?v=466e7b45" rel="stylesheet" type="text/css"/>
 <link href="../../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.3</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.4</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.3</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.4</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -114,6 +114,7 @@
 <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../guides/prompt_guard.html">Prompt Guard</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../guides/agent_routing.html">Agent Routing and Hand Off</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../guides/function_calling.html">Function Calling</a></li>
 <li class="toctree-l1" x-data="{ expanded: $el.classList.contains('current') ? true : false }"><a :class="{ 'expanded' : expanded }" @click="expanded = !expanded" class="reference internal expandable" href="../../guides/observability/observability.html">Observability<button @click.prevent.stop="expanded = !expanded" type="button"><span class="sr-only"></span><svg fill="currentColor" height="18px" stroke="none" viewbox="0 0 24 24" width="18px" xmlns="http://www.w3.org/2000/svg"><path d="M10 6L8.59 7.41 13.17 12l-4.58 4.59L10 18l6-6z"></path></svg></button></a><ul x-show="expanded">
 <li class="toctree-l2"><a class="reference internal" href="../../guides/observability/tracing.html">Tracing</a></li>
@@ -145,7 +146,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../../index.html">
-<span class="hidden md:inline">Arch Docs v0.2.3</span>
+<span class="hidden md:inline">Arch Docs v0.2.4</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -396,12 +397,12 @@ This setup allows you to take advantage of Arch’s advanced traffic management
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Mar 19, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Mar 20, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../../_static/documentation_options.js?v=a64e9957"></script>
+<script src="../../_static/documentation_options.js?v=4350aeca"></script>
 <script src="../../_static/doctools.js?v=9bcbadda"></script>
 <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../../_static/theme.js?v=073f68d9"></script>
diff --git a/concepts/tech_overview/request_lifecycle.html b/concepts/tech_overview/request_lifecycle.html
index 60d833f5..0ddc6db9 100755
--- a/concepts/tech_overview/request_lifecycle.html
+++ b/concepts/tech_overview/request_lifecycle.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Request Lifecycle | Arch Docs v0.2.3</title>
-<meta content="Request Lifecycle | Arch Docs v0.2.3" property="og:title"/>
-<meta content="Request Lifecycle | Arch Docs v0.2.3" name="twitter:title"/>
+<title>Request Lifecycle | Arch Docs v0.2.4</title>
+<meta content="Request Lifecycle | Arch Docs v0.2.4" property="og:title"/>
+<meta content="Request Lifecycle | Arch Docs v0.2.4" name="twitter:title"/>
 <link href="../../_static/pygments.css?v=466e7b45" rel="stylesheet" type="text/css"/>
 <link href="../../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.3</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.4</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.3</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.4</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -114,6 +114,7 @@
 <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../guides/prompt_guard.html">Prompt Guard</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../guides/agent_routing.html">Agent Routing and Hand Off</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../guides/function_calling.html">Function Calling</a></li>
 <li class="toctree-l1" x-data="{ expanded: $el.classList.contains('current') ? true : false }"><a :class="{ 'expanded' : expanded }" @click="expanded = !expanded" class="reference internal expandable" href="../../guides/observability/observability.html">Observability<button @click.prevent.stop="expanded = !expanded" type="button"><span class="sr-only"></span><svg fill="currentColor" height="18px" stroke="none" viewbox="0 0 24 24" width="18px" xmlns="http://www.w3.org/2000/svg"><path d="M10 6L8.59 7.41 13.17 12l-4.58 4.59L10 18l6-6z"></path></svg></button></a><ul x-show="expanded">
 <li class="toctree-l2"><a class="reference internal" href="../../guides/observability/tracing.html">Tracing</a></li>
@@ -145,7 +146,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../../index.html">
-<span class="hidden md:inline">Arch Docs v0.2.3</span>
+<span class="hidden md:inline">Arch Docs v0.2.4</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -396,12 +397,12 @@ processing request headers and then finalized by the HCM during post-request pro
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Mar 19, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Mar 20, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../../_static/documentation_options.js?v=a64e9957"></script>
+<script src="../../_static/documentation_options.js?v=4350aeca"></script>
 <script src="../../_static/doctools.js?v=9bcbadda"></script>
 <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../../_static/theme.js?v=073f68d9"></script>
diff --git a/concepts/tech_overview/tech_overview.html b/concepts/tech_overview/tech_overview.html
index b138f5da..5ae41ba2 100755
--- a/concepts/tech_overview/tech_overview.html
+++ b/concepts/tech_overview/tech_overview.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Tech Overview | Arch Docs v0.2.3</title>
-<meta content="Tech Overview | Arch Docs v0.2.3" property="og:title"/>
-<meta content="Tech Overview | Arch Docs v0.2.3" name="twitter:title"/>
+<title>Tech Overview | Arch Docs v0.2.4</title>
+<meta content="Tech Overview | Arch Docs v0.2.4" property="og:title"/>
+<meta content="Tech Overview | Arch Docs v0.2.4" name="twitter:title"/>
 <link href="../../_static/pygments.css?v=466e7b45" rel="stylesheet" type="text/css"/>
 <link href="../../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.3</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.4</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.3</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.4</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -114,6 +114,7 @@
 <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../guides/prompt_guard.html">Prompt Guard</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../guides/agent_routing.html">Agent Routing and Hand Off</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../guides/function_calling.html">Function Calling</a></li>
 <li class="toctree-l1" x-data="{ expanded: $el.classList.contains('current') ? true : false }"><a :class="{ 'expanded' : expanded }" @click="expanded = !expanded" class="reference internal expandable" href="../../guides/observability/observability.html">Observability<button @click.prevent.stop="expanded = !expanded" type="button"><span class="sr-only"></span><svg fill="currentColor" height="18px" stroke="none" viewbox="0 0 24 24" width="18px" xmlns="http://www.w3.org/2000/svg"><path d="M10 6L8.59 7.41 13.17 12l-4.58 4.59L10 18l6-6z"></path></svg></button></a><ul x-show="expanded">
 <li class="toctree-l2"><a class="reference internal" href="../../guides/observability/tracing.html">Tracing</a></li>
@@ -145,7 +146,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../../index.html">
-<span class="hidden md:inline">Arch Docs v0.2.3</span>
+<span class="hidden md:inline">Arch Docs v0.2.4</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -218,12 +219,12 @@
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Mar 19, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Mar 20, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../../_static/documentation_options.js?v=a64e9957"></script>
+<script src="../../_static/documentation_options.js?v=4350aeca"></script>
 <script src="../../_static/doctools.js?v=9bcbadda"></script>
 <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../../_static/theme.js?v=073f68d9"></script>
diff --git a/concepts/tech_overview/terminology.html b/concepts/tech_overview/terminology.html
index 18561310..df840fda 100755
--- a/concepts/tech_overview/terminology.html
+++ b/concepts/tech_overview/terminology.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Terminology | Arch Docs v0.2.3</title>
-<meta content="Terminology | Arch Docs v0.2.3" property="og:title"/>
-<meta content="Terminology | Arch Docs v0.2.3" name="twitter:title"/>
+<title>Terminology | Arch Docs v0.2.4</title>
+<meta content="Terminology | Arch Docs v0.2.4" property="og:title"/>
+<meta content="Terminology | Arch Docs v0.2.4" name="twitter:title"/>
 <link href="../../_static/pygments.css?v=466e7b45" rel="stylesheet" type="text/css"/>
 <link href="../../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.3</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.4</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.3</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.4</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -114,6 +114,7 @@
 <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../guides/prompt_guard.html">Prompt Guard</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../guides/agent_routing.html">Agent Routing and Hand Off</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../guides/function_calling.html">Function Calling</a></li>
 <li class="toctree-l1" x-data="{ expanded: $el.classList.contains('current') ? true : false }"><a :class="{ 'expanded' : expanded }" @click="expanded = !expanded" class="reference internal expandable" href="../../guides/observability/observability.html">Observability<button @click.prevent.stop="expanded = !expanded" type="button"><span class="sr-only"></span><svg fill="currentColor" height="18px" stroke="none" viewbox="0 0 24 24" width="18px" xmlns="http://www.w3.org/2000/svg"><path d="M10 6L8.59 7.41 13.17 12l-4.58 4.59L10 18l6-6z"></path></svg></button></a><ul x-show="expanded">
 <li class="toctree-l2"><a class="reference internal" href="../../guides/observability/tracing.html">Tracing</a></li>
@@ -145,7 +146,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../../index.html">
-<span class="hidden md:inline">Arch Docs v0.2.3</span>
+<span class="hidden md:inline">Arch Docs v0.2.4</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -215,12 +216,12 @@ and take appropriate actions.</p>
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Mar 19, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Mar 20, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../../_static/documentation_options.js?v=a64e9957"></script>
+<script src="../../_static/documentation_options.js?v=4350aeca"></script>
 <script src="../../_static/doctools.js?v=9bcbadda"></script>
 <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../../_static/theme.js?v=073f68d9"></script>
diff --git a/concepts/tech_overview/threading_model.html b/concepts/tech_overview/threading_model.html
index a4bcaf86..1c800e2a 100755
--- a/concepts/tech_overview/threading_model.html
+++ b/concepts/tech_overview/threading_model.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Threading Model | Arch Docs v0.2.3</title>
-<meta content="Threading Model | Arch Docs v0.2.3" property="og:title"/>
-<meta content="Threading Model | Arch Docs v0.2.3" name="twitter:title"/>
+<title>Threading Model | Arch Docs v0.2.4</title>
+<meta content="Threading Model | Arch Docs v0.2.4" property="og:title"/>
+<meta content="Threading Model | Arch Docs v0.2.4" name="twitter:title"/>
 <link href="../../_static/pygments.css?v=466e7b45" rel="stylesheet" type="text/css"/>
 <link href="../../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.3</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.4</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.3</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.4</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -114,6 +114,7 @@
 <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../guides/prompt_guard.html">Prompt Guard</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../guides/agent_routing.html">Agent Routing and Hand Off</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../guides/function_calling.html">Function Calling</a></li>
 <li class="toctree-l1" x-data="{ expanded: $el.classList.contains('current') ? true : false }"><a :class="{ 'expanded' : expanded }" @click="expanded = !expanded" class="reference internal expandable" href="../../guides/observability/observability.html">Observability<button @click.prevent.stop="expanded = !expanded" type="button"><span class="sr-only"></span><svg fill="currentColor" height="18px" stroke="none" viewbox="0 0 24 24" width="18px" xmlns="http://www.w3.org/2000/svg"><path d="M10 6L8.59 7.41 13.17 12l-4.58 4.59L10 18l6-6z"></path></svg></button></a><ul x-show="expanded">
 <li class="toctree-l2"><a class="reference internal" href="../../guides/observability/tracing.html">Tracing</a></li>
@@ -145,7 +146,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../../index.html">
-<span class="hidden md:inline">Arch Docs v0.2.3</span>
+<span class="hidden md:inline">Arch Docs v0.2.4</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -193,12 +194,12 @@ hardware threads on the machine.</p>
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Mar 19, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Mar 20, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../../_static/documentation_options.js?v=a64e9957"></script>
+<script src="../../_static/documentation_options.js?v=4350aeca"></script>
 <script src="../../_static/doctools.js?v=9bcbadda"></script>
 <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../../_static/theme.js?v=073f68d9"></script>
diff --git a/get_started/intro_to_arch.html b/get_started/intro_to_arch.html
index 19847a93..24bc482b 100755
--- a/get_started/intro_to_arch.html
+++ b/get_started/intro_to_arch.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Intro to Arch | Arch Docs v0.2.3</title>
-<meta content="Intro to Arch | Arch Docs v0.2.3" property="og:title"/>
-<meta content="Intro to Arch | Arch Docs v0.2.3" name="twitter:title"/>
+<title>Intro to Arch | Arch Docs v0.2.4</title>
+<meta content="Intro to Arch | Arch Docs v0.2.4" property="og:title"/>
+<meta content="Intro to Arch | Arch Docs v0.2.4" name="twitter:title"/>
 <link href="../_static/pygments.css?v=466e7b45" rel="stylesheet" type="text/css"/>
 <link href="../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.3</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.4</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.3</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.4</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -114,6 +114,7 @@
 <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../guides/prompt_guard.html">Prompt Guard</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../guides/agent_routing.html">Agent Routing and Hand Off</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../guides/function_calling.html">Function Calling</a></li>
 <li class="toctree-l1" x-data="{ expanded: $el.classList.contains('current') ? true : false }"><a :class="{ 'expanded' : expanded }" @click="expanded = !expanded" class="reference internal expandable" href="../guides/observability/observability.html">Observability<button @click.prevent.stop="expanded = !expanded" type="button"><span class="sr-only"></span><svg fill="currentColor" height="18px" stroke="none" viewbox="0 0 24 24" width="18px" xmlns="http://www.w3.org/2000/svg"><path d="M10 6L8.59 7.41 13.17 12l-4.58 4.59L10 18l6-6z"></path></svg></button></a><ul x-show="expanded">
 <li class="toctree-l2"><a class="reference internal" href="../guides/observability/tracing.html">Tracing</a></li>
@@ -145,7 +146,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../index.html">
-<span class="hidden md:inline">Arch Docs v0.2.3</span>
+<span class="hidden md:inline">Arch Docs v0.2.4</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -155,10 +156,16 @@
 <div id="content" role="main">
 <section id="intro-to-arch">
 <span id="id1"></span><h1>Intro to Arch<a @click.prevent="window.navigator.clipboard.writeText($el.href); $el.setAttribute('data-tooltip', 'Copied!'); setTimeout(() =&gt; $el.setAttribute('data-tooltip', 'Copy link to this element'), 2000)" aria-label="Copy link to this element" class="headerlink" data-tooltip="Copy link to this element" href="#intro-to-arch"><svg height="1em" viewbox="0 0 24 24" width="1em" xmlns="http://www.w3.org/2000/svg"><path d="M3.9 12c0-1.71 1.39-3.1 3.1-3.1h4V7H7c-2.76 0-5 2.24-5 5s2.24 5 5 5h4v-1.9H7c-1.71 0-3.1-1.39-3.1-3.1zM8 13h8v-2H8v2zm9-6h-4v1.9h4c1.71 0 3.1 1.39 3.1 3.1s-1.39 3.1-3.1 3.1h-4V17h4c2.76 0 5-2.24 5-5s-2.24-5-5-5z"></path></svg></a></h1>
-<p>Arch is an intelligent <a class="reference external" href="https://www.cloudflare.com/learning/ddos/what-is-layer-7/" rel="nofollow noopener">(Layer 7)<svg fill="currentColor" height="1em" stroke="none" viewbox="0 96 960 960" width="1em" xmlns="http://www.w3.org/2000/svg"><path d="M188 868q-11-11-11-28t11-28l436-436H400q-17 0-28.5-11.5T360 336q0-17 11.5-28.5T400 296h320q17 0 28.5 11.5T760 336v320q0 17-11.5 28.5T720 696q-17 0-28.5-11.5T680 656V432L244 868q-11 11-28 11t-28-11Z"></path></svg></a> gateway designed for generative AI apps, agents, copilots that work with prompts.
-Engineered with purpose-built large language models (LLMs), Arch handles all the critical but undifferentiated tasks related to the handling and processing of prompts, including
-detecting and rejecting jailbreak attempts, intelligently calling “backend” APIs to fulfill the user’s request represented in a prompt, routing to and offering disaster recovery
-between upstream LLMs, and managing the observability of prompts and LLM interactions in a centralized way.</p>
+<p>Arch is an intelligent proxy server designed agentic applications. <strong>Move faster</strong> by letting Arch handle the <strong>pesky heavy lifting</strong> in building agents:
+fast input clarification, agent routing, seamless integration of prompts with tools for common tasks, and unified access and observability of LLMs.</p>
+<p>Past the thrill of an AI demo, have you found yourself hitting these walls? You know, the all too familiar ones:</p>
+<ul class="simple">
+<li><p>You break a prompt into specialized ones, but <strong>get stuck writing routing</strong> and handoff logic?</p></li>
+<li><p>You want use new LLMs, but <strong>struggle to quickly add LLMs</strong> without writing integration logic?</p></li>
+<li><p>You’re <strong>trapped in tedious prompting work</strong> to clarify inputs and user intents?</p></li>
+<li><p>You’re <strong>wasting cycles</strong> choosing and integrating <strong>code for observability</strong> instead of it just happening transparently?</p></li>
+</ul>
+<p>And you think to youself, can’t I move faster by focusing on higher-level objectives in a language and framework agnostic way? Well, you can!</p>
 <figure class="align-center" id="id2">
 <a class="reference internal image-reference" href="../_images/arch_network_diagram_high_level.png"><img alt="../_images/arch_network_diagram_high_level.png" src="../_images/arch_network_diagram_high_level.png" style="width: 100%;"/>
 </a>
@@ -166,7 +173,7 @@ between upstream LLMs, and managing the observability of prompts and LLM interac
 <p><span class="caption-text">High-level network flow of where Arch Gateway sits in your agentic stack. Designed for both ingress and egress prompt traffic.</span><a @click.prevent="window.navigator.clipboard.writeText($el.href); $el.setAttribute('data-tooltip', 'Copied!'); setTimeout(() =&gt; $el.setAttribute('data-tooltip', 'Copy link to this element'), 2000)" aria-label="Copy link to this element" class="headerlink" data-tooltip="Copy link to this element" href="#id2"><svg height="1em" viewbox="0 0 24 24" width="1em" xmlns="http://www.w3.org/2000/svg"><path d="M3.9 12c0-1.71 1.39-3.1 3.1-3.1h4V7H7c-2.76 0-5 2.24-5 5s2.24 5 5 5h4v-1.9H7c-1.71 0-3.1-1.39-3.1-3.1zM8 13h8v-2H8v2zm9-6h-4v1.9h4c1.71 0 3.1 1.39 3.1 3.1s-1.39 3.1-3.1 3.1h-4V17h4c2.76 0 5-2.24 5-5s-2.24-5-5-5z"></path></svg></a></p>
 </figcaption>
 </figure>
-<p><strong>The project was born out of the belief that:</strong></p>
+<p><strong>Arch Gateway was built by the contributors of Envoy Proxy with the belief that:</strong></p>
 <blockquote>
 <div><p><em>Prompts are nuanced and opaque user requests, which require the same capabilities as traditional HTTP requests
 including secure handling, intelligent routing, robust observability, and integration with backend (API)
@@ -231,12 +238,12 @@ For more details, read <a class="reference internal" href="../guides/observabili
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Mar 19, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Mar 20, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../_static/documentation_options.js?v=a64e9957"></script>
+<script src="../_static/documentation_options.js?v=4350aeca"></script>
 <script src="../_static/doctools.js?v=9bcbadda"></script>
 <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../_static/theme.js?v=073f68d9"></script>
diff --git a/get_started/overview.html b/get_started/overview.html
index 2e28a91f..85c19f76 100755
--- a/get_started/overview.html
+++ b/get_started/overview.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Overview | Arch Docs v0.2.3</title>
-<meta content="Overview | Arch Docs v0.2.3" property="og:title"/>
-<meta content="Overview | Arch Docs v0.2.3" name="twitter:title"/>
+<title>Overview | Arch Docs v0.2.4</title>
+<meta content="Overview | Arch Docs v0.2.4" property="og:title"/>
+<meta content="Overview | Arch Docs v0.2.4" name="twitter:title"/>
 <link href="../_static/pygments.css?v=466e7b45" rel="stylesheet" type="text/css"/>
 <link href="../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.3</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.4</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.3</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.4</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -114,6 +114,7 @@
 <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../guides/prompt_guard.html">Prompt Guard</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../guides/agent_routing.html">Agent Routing and Hand Off</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../guides/function_calling.html">Function Calling</a></li>
 <li class="toctree-l1" x-data="{ expanded: $el.classList.contains('current') ? true : false }"><a :class="{ 'expanded' : expanded }" @click="expanded = !expanded" class="reference internal expandable" href="../guides/observability/observability.html">Observability<button @click.prevent.stop="expanded = !expanded" type="button"><span class="sr-only"></span><svg fill="currentColor" height="18px" stroke="none" viewbox="0 0 24 24" width="18px" xmlns="http://www.w3.org/2000/svg"><path d="M10 6L8.59 7.41 13.17 12l-4.58 4.59L10 18l6-6z"></path></svg></button></a><ul x-show="expanded">
 <li class="toctree-l2"><a class="reference internal" href="../guides/observability/tracing.html">Tracing</a></li>
@@ -145,7 +146,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../index.html">
-<span class="hidden md:inline">Arch Docs v0.2.3</span>
+<span class="hidden md:inline">Arch Docs v0.2.4</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -155,8 +156,10 @@
 <div id="content" role="main">
 <section id="overview">
 <span id="id1"></span><h1>Overview<a @click.prevent="window.navigator.clipboard.writeText($el.href); $el.setAttribute('data-tooltip', 'Copied!'); setTimeout(() =&gt; $el.setAttribute('data-tooltip', 'Copy link to this element'), 2000)" aria-label="Copy link to this element" class="headerlink" data-tooltip="Copy link to this element" href="#overview"><svg height="1em" viewbox="0 0 24 24" width="1em" xmlns="http://www.w3.org/2000/svg"><path d="M3.9 12c0-1.71 1.39-3.1 3.1-3.1h4V7H7c-2.76 0-5 2.24-5 5s2.24 5 5 5h4v-1.9H7c-1.71 0-3.1-1.39-3.1-3.1zM8 13h8v-2H8v2zm9-6h-4v1.9h4c1.71 0 3.1 1.39 3.1 3.1s-1.39 3.1-3.1 3.1h-4V17h4c2.76 0 5-2.24 5-5s-2.24-5-5-5z"></path></svg></a></h1>
-<p>Welcome to Arch, the intelligent prompt gateway designed to help developers build <strong>fast</strong>, <strong>secure</strong>, and <strong>personalized</strong> generative AI apps at ANY scale.
-In this documentation, you will learn how to quickly set up Arch to trigger API calls via prompts, apply prompt guardrails without writing any application-level logic,
+<p>Welcome to Arch, The intelligent (edge and LLM) proxy server for agentic applications.</p>
+<p>Move <strong>faster</strong> by letting Arch handle the pesky heavy lifting in building agents: <strong>fast input clarification</strong>, <strong>agent routing</strong>,
+seamless integration of prompts with <strong>tools for common tasks</strong>, and <strong>unified access and observability of LLMs</strong>.</p>
+<p>In this documentation, you will learn how to quickly set up Arch to trigger API calls via prompts, apply prompt guardrails without writing any application-level logic,
 simplify the interaction with upstream LLMs, and improve observability all while simplifying your application development process.</p>
 <figure class="align-center" id="id2">
 <a class="reference internal image-reference" href="../_images/arch_network_diagram_high_level.png"><img alt="../_images/arch_network_diagram_high_level.png" src="../_images/arch_network_diagram_high_level.png" style="width: 100%;"/>
@@ -329,12 +332,12 @@ simplify the interaction with upstream LLMs, and improve observability all while
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Mar 19, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Mar 20, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../_static/documentation_options.js?v=a64e9957"></script>
+<script src="../_static/documentation_options.js?v=4350aeca"></script>
 <script src="../_static/doctools.js?v=9bcbadda"></script>
 <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../_static/theme.js?v=073f68d9"></script>
diff --git a/get_started/quickstart.html b/get_started/quickstart.html
index d7c0bbe1..fd51cc90 100755
--- a/get_started/quickstart.html
+++ b/get_started/quickstart.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Quickstart | Arch Docs v0.2.3</title>
-<meta content="Quickstart | Arch Docs v0.2.3" property="og:title"/>
-<meta content="Quickstart | Arch Docs v0.2.3" name="twitter:title"/>
+<title>Quickstart | Arch Docs v0.2.4</title>
+<meta content="Quickstart | Arch Docs v0.2.4" property="og:title"/>
+<meta content="Quickstart | Arch Docs v0.2.4" name="twitter:title"/>
 <link href="../_static/pygments.css?v=466e7b45" rel="stylesheet" type="text/css"/>
 <link href="../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.3</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.4</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.3</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.4</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -114,6 +114,7 @@
 <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../guides/prompt_guard.html">Prompt Guard</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../guides/agent_routing.html">Agent Routing and Hand Off</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../guides/function_calling.html">Function Calling</a></li>
 <li class="toctree-l1" x-data="{ expanded: $el.classList.contains('current') ? true : false }"><a :class="{ 'expanded' : expanded }" @click="expanded = !expanded" class="reference internal expandable" href="../guides/observability/observability.html">Observability<button @click.prevent.stop="expanded = !expanded" type="button"><span class="sr-only"></span><svg fill="currentColor" height="18px" stroke="none" viewbox="0 0 24 24" width="18px" xmlns="http://www.w3.org/2000/svg"><path d="M10 6L8.59 7.41 13.17 12l-4.58 4.59L10 18l6-6z"></path></svg></button></a><ul x-show="expanded">
 <li class="toctree-l2"><a class="reference internal" href="../guides/observability/tracing.html">Tracing</a></li>
@@ -145,7 +146,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../index.html">
-<span class="hidden md:inline">Arch Docs v0.2.3</span>
+<span class="hidden md:inline">Arch Docs v0.2.4</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -440,12 +441,12 @@
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Mar 19, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Mar 20, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../_static/documentation_options.js?v=a64e9957"></script>
+<script src="../_static/documentation_options.js?v=4350aeca"></script>
 <script src="../_static/doctools.js?v=9bcbadda"></script>
 <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../_static/theme.js?v=073f68d9"></script>
diff --git a/guides/agent_routing.html b/guides/agent_routing.html
new file mode 100755
index 00000000..e1d7ba9c
--- /dev/null
+++ b/guides/agent_routing.html
@@ -0,0 +1,304 @@
+<!DOCTYPE html>
+
+<html :class="{'dark': darkMode === 'dark' || (darkMode === 'system' &amp;&amp; window.matchMedia('(prefers-color-scheme: dark)').matches)}" class="scroll-smooth" data-content_root="../" lang="en" x-data="{ darkMode: localStorage.getItem('darkMode') || localStorage.setItem('darkMode', 'system'), activeSection: '' }" x-init="$watch('darkMode', val =&gt; localStorage.setItem('darkMode', val))">
+<head>
+<meta content="width=device-width, initial-scale=1.0" name="viewport"/>
+<meta charset="utf-8"/>
+<meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
+<meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
+<meta content="width=device-width, initial-scale=1" name="viewport"/>
+<title>Agent Routing and Hand Off | Arch Docs v0.2.4</title>
+<meta content="Agent Routing and Hand Off | Arch Docs v0.2.4" property="og:title"/>
+<meta content="Agent Routing and Hand Off | Arch Docs v0.2.4" name="twitter:title"/>
+<link href="../_static/pygments.css?v=466e7b45" rel="stylesheet" type="text/css"/>
+<link href="../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
+<link href="../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
+<link href="../_static/sphinx-design.min.css?v=95c83b7e" rel="stylesheet" type="text/css"/>
+<link href="../_static/awesome-sphinx-design.css?v=15e0fffa" rel="stylesheet" type="text/css"/>
+<link href="./docs/guides/agent_routing.html" rel="canonical"/>
+<link href="../_static/favicon.ico" rel="icon"/>
+<link href="../search.html" rel="search" title="Search"/>
+<link href="function_calling.html" rel="next" title="Function Calling"/>
+<link href="prompt_guard.html" rel="prev" title="Prompt Guard"/>
+<script>
+    <!-- Prevent Flash of wrong theme -->
+      const userPreference = localStorage.getItem('darkMode');
+      let mode;
+      if (userPreference === 'dark' || window.matchMedia('(prefers-color-scheme: dark)').matches) {
+        mode = 'dark';
+        document.documentElement.classList.add('dark');
+      } else {
+        mode = 'light';
+      }
+      if (!userPreference) {localStorage.setItem('darkMode', mode)}
+    </script>
+</head>
+<body :class="{ 'overflow-hidden': showSidebar }" class="min-h-screen font-sans antialiased bg-background text-foreground" x-data="{ showSidebar: false, showScrollTop: false }">
+<div @click.self="showSidebar = false" class="fixed inset-0 z-50 overflow-hidden bg-background/80 backdrop-blur-sm md:hidden" x-cloak="" x-show="showSidebar"></div><div class="relative flex flex-col min-h-screen" id="page"><a class="absolute top-0 left-0 z-[100] block bg-background p-4 text-xl transition -translate-x-full opacity-0 focus:translate-x-0 focus:opacity-100" href="#content">
+      Skip to content
+    </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
+<div class="hidden mr-4 md:flex">
+<a class="flex items-center mr-6" href="../index.html">
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.4</span>
+</a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
+<svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
+<path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
+</svg>
+<span class="sr-only">Toggle navigation menu</span>
+</button>
+<div class="flex items-center justify-between flex-1 space-x-2 sm:space-x-4 md:justify-end">
+<div class="flex-1 w-full md:w-auto md:flex-none"><form @keydown.k.window.meta="$refs.search.focus()" action="../search.html" class="relative flex items-center group" id="searchbox" method="get">
+<input aria-label="Search the docs" class="inline-flex items-center font-medium transition-colors bg-transparent focus-visible:outline-none focus-visible:ring-2 focus-visible:ring-ring focus-visible:ring-offset-2 ring-offset-background border border-input hover:bg-accent focus:bg-accent hover:text-accent-foreground focus:text-accent-foreground hover:placeholder-accent-foreground py-2 px-4 relative h-9 w-full justify-start rounded-[0.5rem] text-sm text-muted-foreground sm:pr-12 md:w-40 lg:w-64" id="search-input" name="q" placeholder="Search ..." type="search" x-ref="search"/>
+<kbd class="pointer-events-none absolute right-1.5 top-2 hidden h-5 select-none text-muted-foreground items-center gap-1 rounded border border-border bg-muted px-1.5 font-mono text-[10px] font-medium opacity-100 sm:flex group-hover:bg-accent group-hover:text-accent-foreground">
+<span class="text-xs">⌘</span>
+    K
+  </kbd>
+</form>
+</div>
+<nav class="flex items-center space-x-1">
+<a href="https://github.com/katanemo/arch" rel="noopener nofollow" title="Visit repository on GitHub">
+<div class="inline-flex items-center justify-center px-0 text-sm font-medium transition-colors rounded-md disabled:opacity-50 disabled:pointer-events-none hover:bg-accent hover:text-accent-foreground h-9 w-9">
+<svg fill="currentColor" height="26px" style="margin-top:-2px;display:inline" viewbox="0 0 45 44" xmlns="http://www.w3.org/2000/svg"><path clip-rule="evenodd" d="M22.477.927C10.485.927.76 10.65.76 22.647c0 9.596 6.223 17.736 14.853 20.608 1.087.2 1.483-.47 1.483-1.047 0-.516-.019-1.881-.03-3.693-6.04 1.312-7.315-2.912-7.315-2.912-.988-2.51-2.412-3.178-2.412-3.178-1.972-1.346.149-1.32.149-1.32 2.18.154 3.327 2.24 3.327 2.24 1.937 3.318 5.084 2.36 6.321 1.803.197-1.403.759-2.36 1.379-2.903-4.823-.548-9.894-2.412-9.894-10.734 0-2.37.847-4.31 2.236-5.828-.224-.55-.969-2.759.214-5.748 0 0 1.822-.584 5.972 2.226 1.732-.482 3.59-.722 5.437-.732 1.845.01 3.703.25 5.437.732 4.147-2.81 5.967-2.226 5.967-2.226 1.185 2.99.44 5.198.217 5.748 1.392 1.517 2.232 3.457 2.232 5.828 0 8.344-5.078 10.18-9.916 10.717.779.67 1.474 1.996 1.474 4.021 0 2.904-.027 5.247-.027 5.96 0 .58.392 1.256 1.493 1.044C37.981 40.375 44.2 32.24 44.2 22.647c0-11.996-9.726-21.72-21.722-21.72" fill="currentColor" fill-rule="evenodd"></path></svg>
+</div>
+</a>
+<button @click="darkMode = darkMode === 'light' ? 'dark' : 'light'" aria-label="Color theme switcher" class="relative inline-flex items-center justify-center px-0 text-sm font-medium transition-colors rounded-md hover:bg-accent hover:text-accent-foreground h-9 w-9" type="button">
+<svg class="absolute transition-all scale-100 rotate-0 dark:-rotate-90 dark:scale-0" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
+<path d="M480 685q45.456 0 77.228-31.772Q589 621.456 589 576q0-45.456-31.772-77.228Q525.456 467 480 467q-45.456 0-77.228 31.772Q371 530.544 371 576q0 45.456 31.772 77.228Q434.544 685 480 685Zm0 91q-83 0-141.5-58.5T280 576q0-83 58.5-141.5T480 376q83 0 141.5 58.5T680 576q0 83-58.5 141.5T480 776ZM80 621.5q-19.152 0-32.326-13.174T34.5 576q0-19.152 13.174-32.326T80 530.5h80q19.152 0 32.326 13.174T205.5 576q0 19.152-13.174 32.326T160 621.5H80Zm720 0q-19.152 0-32.326-13.174T754.5 576q0-19.152 13.174-32.326T800 530.5h80q19.152 0 32.326 13.174T925.5 576q0 19.152-13.174 32.326T880 621.5h-80Zm-320-320q-19.152 0-32.326-13.174T434.5 256v-80q0-19.152 13.174-32.326T480 130.5q19.152 0 32.326 13.174T525.5 176v80q0 19.152-13.174 32.326T480 301.5Zm0 720q-19.152 0-32.326-13.17Q434.5 995.152 434.5 976v-80q0-19.152 13.174-32.326T480 850.5q19.152 0 32.326 13.174T525.5 896v80q0 19.152-13.174 32.33-13.174 13.17-32.326 13.17ZM222.174 382.065l-43-42Q165.5 327.391 166 308.239t13.174-33.065q13.435-13.674 32.587-13.674t32.065 13.674l42.239 43q12.674 13.435 12.555 31.706-.12 18.272-12.555 31.946-12.674 13.674-31.445 13.413-18.772-.261-32.446-13.174Zm494 494.761-42.239-43q-12.674-13.435-12.674-32.087t12.674-31.565Q686.609 756.5 705.38 757q18.772.5 32.446 13.174l43 41.761Q794.5 824.609 794 843.761t-13.174 33.065Q767.391 890.5 748.239 890.5t-32.065-13.674Zm-42-494.761Q660.5 369.391 661 350.62q.5-18.772 13.174-32.446l41.761-43Q728.609 261.5 747.761 262t33.065 13.174q13.674 13.435 13.674 32.587t-13.674 32.065l-43 42.239q-13.435 12.674-31.706 12.555-18.272-.12-31.946-12.555Zm-495 494.761Q165.5 863.391 165.5 844.239t13.674-32.065l43-42.239q13.435-12.674 32.087-12.674t31.565 12.674Q299.5 782.609 299 801.38q-.5 18.772-13.174 32.446l-41.761 43Q231.391 890.5 212.239 890t-33.065-13.174ZM480 576Z"></path>
+</svg>
+<svg class="absolute transition-all scale-0 rotate-90 dark:rotate-0 dark:scale-100" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
+<path d="M480 936q-151 0-255.5-104.5T120 576q0-138 90-239.5T440 218q25-3 39 18t-1 44q-17 26-25.5 55t-8.5 61q0 90 63 153t153 63q31 0 61.5-9t54.5-25q21-14 43-1.5t19 39.5q-14 138-117.5 229T480 936Zm0-80q88 0 158-48.5T740 681q-20 5-40 8t-40 3q-123 0-209.5-86.5T364 396q0-20 3-40t8-40q-78 32-126.5 102T200 576q0 116 82 198t198 82Zm-10-270Z"></path>
+</svg>
+</button>
+</nav>
+</div>
+</div>
+</header>
+<div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
+<a class="!justify-start text-sm md:!hidden bg-background" href="../index.html">
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.4</span>
+</a>
+<div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
+<div class="overflow-y-auto h-full w-full relative pr-6">
+
+<script async="" src="https://www.googletagmanager.com/gtag/js?id=G-K2LXXSX6HB"></script>
+<script>
+  window.dataLayer = window.dataLayer || [];
+  function gtag(){dataLayer.push(arguments);}
+  gtag('js', new Date());
+
+  gtag('config', 'G-K2LXXSX6HB');
+</script>
+<nav class="table w-full min-w-full my-6 lg:my-8">
+<p class="caption" role="heading"><span class="caption-text">Get Started</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../get_started/overview.html">Overview</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../get_started/intro_to_arch.html">Intro to Arch</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../get_started/quickstart.html">Quickstart</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../get_started/quickstart.html#next-steps">Next Steps</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Concepts</span></p>
+<ul>
+<li class="toctree-l1" x-data="{ expanded: $el.classList.contains('current') ? true : false }"><a :class="{ 'expanded' : expanded }" @click="expanded = !expanded" class="reference internal expandable" href="../concepts/tech_overview/tech_overview.html">Tech Overview<button @click.prevent.stop="expanded = !expanded" type="button"><span class="sr-only"></span><svg fill="currentColor" height="18px" stroke="none" viewbox="0 0 24 24" width="18px" xmlns="http://www.w3.org/2000/svg"><path d="M10 6L8.59 7.41 13.17 12l-4.58 4.59L10 18l6-6z"></path></svg></button></a><ul x-show="expanded">
+<li class="toctree-l2"><a class="reference internal" href="../concepts/tech_overview/terminology.html">Terminology</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../concepts/tech_overview/threading_model.html">Threading Model</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../concepts/tech_overview/listener.html">Listener</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../concepts/tech_overview/prompt.html">Prompts</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../concepts/tech_overview/model_serving.html">Model Serving</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../concepts/tech_overview/request_lifecycle.html">Request Lifecycle</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../concepts/tech_overview/error_target.html">Error Target</a></li>
+</ul>
+</li>
+<li class="toctree-l1"><a class="reference internal" href="../concepts/llm_provider.html">LLM Provider</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../concepts/prompt_target.html">Prompt Target</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul class="current">
+<li class="toctree-l1"><a class="reference internal" href="prompt_guard.html">Prompt Guard</a></li>
+<li class="toctree-l1 current"><a class="current reference internal" href="#">Agent Routing and Hand Off</a></li>
+<li class="toctree-l1"><a class="reference internal" href="function_calling.html">Function Calling</a></li>
+<li class="toctree-l1" x-data="{ expanded: $el.classList.contains('current') ? true : false }"><a :class="{ 'expanded' : expanded }" @click="expanded = !expanded" class="reference internal expandable" href="observability/observability.html">Observability<button @click.prevent.stop="expanded = !expanded" type="button"><span class="sr-only"></span><svg fill="currentColor" height="18px" stroke="none" viewbox="0 0 24 24" width="18px" xmlns="http://www.w3.org/2000/svg"><path d="M10 6L8.59 7.41 13.17 12l-4.58 4.59L10 18l6-6z"></path></svg></button></a><ul x-show="expanded">
+<li class="toctree-l2"><a class="reference internal" href="observability/tracing.html">Tracing</a></li>
+<li class="toctree-l2"><a class="reference internal" href="observability/monitoring.html">Monitoring</a></li>
+<li class="toctree-l2"><a class="reference internal" href="observability/access_logging.html">Access Logging</a></li>
+</ul>
+</li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Build with Arch</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../build_with_arch/agent.html">Agentic Apps</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../build_with_arch/rag.html">RAG Apps</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../build_with_arch/multi_turn.html">Multi-Turn</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../resources/configuration_reference.html">Configuration Reference</a></li>
+</ul>
+</nav>
+</div>
+</div>
+<button @click="showSidebar = false" class="absolute md:hidden right-4 top-4 rounded-sm opacity-70 transition-opacity hover:opacity-100" type="button">
+<svg class="h-4 w-4" fill="currentColor" height="24" stroke="none" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
+<path d="M480 632 284 828q-11 11-28 11t-28-11q-11-11-11-28t11-28l196-196-196-196q-11-11-11-28t11-28q11-11 28-11t28 11l196 196 196-196q11-11 28-11t28 11q11 11 11 28t-11 28L536 576l196 196q11 11 11 28t-11 28q-11 11-28 11t-28-11L480 632Z"></path>
+</svg>
+</button>
+</aside>
+<main class="relative py-6 lg:gap-10 lg:py-8 xl:grid xl:grid-cols-[1fr_300px]">
+<div class="w-full min-w-0 mx-auto">
+<nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
+<a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../index.html">
+<span class="hidden md:inline">Arch Docs v0.2.4</span>
+<svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
+<path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
+</svg>
+</a>
+<div class="mr-1">/</div><span aria-current="page" class="font-medium text-foreground overflow-hidden text-ellipsis whitespace-nowrap">Agent Routing and Hand Off</span>
+</nav>
+<div id="content" role="main">
+<section id="agent-routing-and-hand-off">
+<span id="agent-routing"></span><h1>Agent Routing and Hand Off<a @click.prevent="window.navigator.clipboard.writeText($el.href); $el.setAttribute('data-tooltip', 'Copied!'); setTimeout(() =&gt; $el.setAttribute('data-tooltip', 'Copy link to this element'), 2000)" aria-label="Copy link to this element" class="headerlink" data-tooltip="Copy link to this element" href="#agent-routing-and-hand-off"><svg height="1em" viewbox="0 0 24 24" width="1em" xmlns="http://www.w3.org/2000/svg"><path d="M3.9 12c0-1.71 1.39-3.1 3.1-3.1h4V7H7c-2.76 0-5 2.24-5 5s2.24 5 5 5h4v-1.9H7c-1.71 0-3.1-1.39-3.1-3.1zM8 13h8v-2H8v2zm9-6h-4v1.9h4c1.71 0 3.1 1.39 3.1 3.1s-1.39 3.1-3.1 3.1h-4V17h4c2.76 0 5-2.24 5-5s-2.24-5-5-5z"></path></svg></a></h1>
+<p>Agent Routing and Hand Off is a key feature in Arch that enables intelligent routing of user prompts to specialized AI agents or human agents based on the nature and complexity of the user’s request.</p>
+<p>This capability significantly enhances the efficiency and personalization of interactions, ensuring each prompt receives the most appropriate and effective handling. The following section describes
+the workflow, configuration, and implementation of Agent routing and hand off in Arch.</p>
+<ol class="arabic simple">
+<li><p><strong>Agent Selection</strong>
+When a user submits a prompt, Arch analyzes the input to determine the intent and complexity. Based on the analysis, Arch selects the most suitable agent configured within your application to handle the specific category of the user’s request—such as sales inquiries, technical issues, or complex scenarios requiring human attention.</p></li>
+<li><p><strong>Prompt Routing</strong>
+After selecting the appropriate agent, Arch routes the user’s prompt to the designated agent’s endpoint and waits for the agent to respond back with the processed output or further instructions.</p></li>
+<li><p><strong>Hand Off</strong>
+Based on follow-up queries from the user, Arch repeats the process of analysis, agent selection, and routing to ensure a seamless hand off between AI agents as needed.</p></li>
+</ol>
+<div class="literal-block-wrapper docutils container" id="id1">
+<div class="code-block-caption"><span class="caption-text">Agent Routing and Hand Off Configuration Example</span><a @click.prevent="window.navigator.clipboard.writeText($el.href); $el.setAttribute('data-tooltip', 'Copied!'); setTimeout(() =&gt; $el.setAttribute('data-tooltip', 'Copy link to this element'), 2000)" aria-label="Copy link to this element" class="headerlink" data-tooltip="Copy link to this element" href="#id1"><svg height="1em" viewbox="0 0 24 24" width="1em" xmlns="http://www.w3.org/2000/svg"><path d="M3.9 12c0-1.71 1.39-3.1 3.1-3.1h4V7H7c-2.76 0-5 2.24-5 5s2.24 5 5 5h4v-1.9H7c-1.71 0-3.1-1.39-3.1-3.1zM8 13h8v-2H8v2zm9-6h-4v1.9h4c1.71 0 3.1 1.39 3.1 3.1s-1.39 3.1-3.1 3.1h-4V17h4c2.76 0 5-2.24 5-5s-2.24-5-5-5z"></path></svg></a></div>
+<div class="highlight-yaml notranslate"><div class="highlight"><pre><span></span><code><span id="line-1"><span class="nt">prompt_targets</span><span class="p">:</span>
+</span><span id="line-2"><span class="w">  </span><span class="p p-Indicator">-</span><span class="w"> </span><span class="nt">name</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">sales_agent</span>
+</span><span id="line-3"><span class="w">    </span><span class="nt">description</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">Handles queries related to sales and purchases</span>
+</span><span id="line-4">
+</span><span id="line-5"><span class="w">  </span><span class="p p-Indicator">-</span><span class="w"> </span><span class="nt">name</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">issues_and_repairs</span>
+</span><span id="line-6"><span class="w">    </span><span class="nt">description</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">handles issues, repairs, or refunds</span>
+</span><span id="line-7">
+</span><span id="line-8"><span class="w">  </span><span class="p p-Indicator">-</span><span class="w"> </span><span class="nt">name</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">escalate_to_human</span>
+</span><span id="line-9"><span class="w">    </span><span class="nt">description</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">escalates to human agent</span>
+</span></code></pre></div>
+</div>
+</div>
+<div class="literal-block-wrapper docutils container" id="id2">
+<div class="code-block-caption"><span class="caption-text">Agent Routing and Hand Off Implementation Example via FastAPI</span><a @click.prevent="window.navigator.clipboard.writeText($el.href); $el.setAttribute('data-tooltip', 'Copied!'); setTimeout(() =&gt; $el.setAttribute('data-tooltip', 'Copy link to this element'), 2000)" aria-label="Copy link to this element" class="headerlink" data-tooltip="Copy link to this element" href="#id2"><svg height="1em" viewbox="0 0 24 24" width="1em" xmlns="http://www.w3.org/2000/svg"><path d="M3.9 12c0-1.71 1.39-3.1 3.1-3.1h4V7H7c-2.76 0-5 2.24-5 5s2.24 5 5 5h4v-1.9H7c-1.71 0-3.1-1.39-3.1-3.1zM8 13h8v-2H8v2zm9-6h-4v1.9h4c1.71 0 3.1 1.39 3.1 3.1s-1.39 3.1-3.1 3.1h-4V17h4c2.76 0 5-2.24 5-5s-2.24-5-5-5z"></path></svg></a></div>
+<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><code><span id="line-1"><span class="k">class</span><span class="w"> </span><span class="nc">Agent</span><span class="p">:</span>
+</span><span id="line-2">    <span class="k">def</span><span class="w"> </span><span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">role</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span> <span class="n">instructions</span><span class="p">:</span> <span class="nb">str</span><span class="p">):</span>
+</span><span id="line-3">        <span class="bp">self</span><span class="o">.</span><span class="n">system_prompt</span> <span class="o">=</span> <span class="sa">f</span><span class="s2">"You are a </span><span class="si">{</span><span class="n">role</span><span class="si">}</span><span class="s2">.</span><span class="se">\n</span><span class="si">{</span><span class="n">instructions</span><span class="si">}</span><span class="s2">"</span>
+</span><span id="line-4">
+</span><span id="line-5">    <span class="k">def</span><span class="w"> </span><span class="nf">handle</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">req</span><span class="p">:</span> <span class="n">ChatCompletionsRequest</span><span class="p">):</span>
+</span><span id="line-6">        <span class="n">messages</span> <span class="o">=</span> <span class="p">[{</span><span class="s2">"role"</span><span class="p">:</span> <span class="s2">"system"</span><span class="p">,</span> <span class="s2">"content"</span><span class="p">:</span> <span class="bp">self</span><span class="o">.</span><span class="n">get_system_prompt</span><span class="p">()}]</span> <span class="o">+</span> <span class="p">[</span>
+</span><span id="line-7">            <span class="n">message</span><span class="o">.</span><span class="n">model_dump</span><span class="p">()</span> <span class="k">for</span> <span class="n">message</span> <span class="ow">in</span> <span class="n">req</span><span class="o">.</span><span class="n">messages</span>
+</span><span id="line-8">        <span class="p">]</span>
+</span><span id="line-9">        <span class="k">return</span> <span class="n">call_openai</span><span class="p">(</span><span class="n">messages</span><span class="p">,</span> <span class="n">req</span><span class="o">.</span><span class="n">stream</span><span class="p">)</span> <span class="c1">#call_openai is a placeholder for the actual API call</span>
+</span><span id="line-10">
+</span><span id="line-11">    <span class="k">def</span><span class="w"> </span><span class="nf">get_system_prompt</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="nb">str</span><span class="p">:</span>
+</span><span id="line-12">        <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">system_prompt</span>
+</span><span id="line-13">
+</span><span id="line-14"><span class="c1"># Define your agents</span>
+</span><span id="line-15"><span class="n">AGENTS</span> <span class="o">=</span> <span class="p">{</span>
+</span><span id="line-16">    <span class="s2">"sales_agent"</span><span class="p">:</span> <span class="n">Agent</span><span class="p">(</span>
+</span><span id="line-17">        <span class="n">role</span><span class="o">=</span><span class="s2">"sales agent"</span><span class="p">,</span>
+</span><span id="line-18">        <span class="n">instructions</span><span class="o">=</span><span class="p">(</span>
+</span><span id="line-19">            <span class="s2">"Always answer in a sentence or less.</span><span class="se">\n</span><span class="s2">"</span>
+</span><span id="line-20">            <span class="s2">"Follow the following routine with the user:</span><span class="se">\n</span><span class="s2">"</span>
+</span><span id="line-21">            <span class="s2">"1. Engage</span><span class="se">\n</span><span class="s2">"</span>
+</span><span id="line-22">            <span class="s2">"2. Quote ridiculous price</span><span class="se">\n</span><span class="s2">"</span>
+</span><span id="line-23">            <span class="s2">"3. Reveal caveat if user agrees."</span>
+</span><span id="line-24">        <span class="p">),</span>
+</span><span id="line-25">    <span class="p">),</span>
+</span><span id="line-26">    <span class="s2">"issues_and_repairs"</span><span class="p">:</span> <span class="n">Agent</span><span class="p">(</span>
+</span><span id="line-27">        <span class="n">role</span><span class="o">=</span><span class="s2">"issues and repairs agent"</span><span class="p">,</span>
+</span><span id="line-28">        <span class="n">instructions</span><span class="o">=</span><span class="s2">"Propose a solution, offer refund if necessary."</span><span class="p">,</span>
+</span><span id="line-29">    <span class="p">),</span>
+</span><span id="line-30">    <span class="s2">"escalate_to_human"</span><span class="p">:</span> <span class="n">Agent</span><span class="p">(</span>
+</span><span id="line-31">        <span class="n">role</span><span class="o">=</span><span class="s2">"human escalation agent"</span><span class="p">,</span> <span class="n">instructions</span><span class="o">=</span><span class="s2">"Escalate issues to a human."</span>
+</span><span id="line-32">    <span class="p">),</span>
+</span><span id="line-33">    <span class="s2">"unknown_agent"</span><span class="p">:</span> <span class="n">Agent</span><span class="p">(</span>
+</span><span id="line-34">        <span class="n">role</span><span class="o">=</span><span class="s2">"general assistant"</span><span class="p">,</span> <span class="n">instructions</span><span class="o">=</span><span class="s2">"Assist the user in general queries."</span>
+</span><span id="line-35">    <span class="p">),</span>
+</span><span id="line-36"><span class="p">}</span>
+</span><span id="line-37">
+</span><span id="line-38"><span class="c1">#handle the request from arch gateway</span>
+</span><span id="line-39"><span class="nd">@app</span><span class="o">.</span><span class="n">post</span><span class="p">(</span><span class="s2">"/v1/chat/completions"</span><span class="p">)</span>
+</span><span id="line-40"><span class="k">def</span><span class="w"> </span><span class="nf">completion_api</span><span class="p">(</span><span class="n">req</span><span class="p">:</span> <span class="n">ChatCompletionsRequest</span><span class="p">,</span> <span class="n">request</span><span class="p">:</span> <span class="n">Request</span><span class="p">):</span>
+</span><span id="line-41">
+</span><span id="line-42">    <span class="n">agent_name</span> <span class="o">=</span> <span class="n">req</span><span class="o">.</span><span class="n">metadata</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s2">"agent-name"</span><span class="p">,</span> <span class="s2">"unknown_agent"</span><span class="p">)</span>
+</span><span id="line-43">    <span class="n">agent</span> <span class="o">=</span> <span class="n">AGENTS</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="n">agent_name</span><span class="p">)</span>
+</span><span id="line-44">    <span class="n">logger</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Routing to agent: </span><span class="si">{</span><span class="n">agent_name</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span>
+</span><span id="line-45">
+</span><span id="line-46">    <span class="k">return</span> <span class="n">agent</span><span class="o">.</span><span class="n">handle</span><span class="p">(</span><span class="n">req</span><span class="p">)</span>
+</span></code></pre></div>
+</div>
+</div>
+<div class="admonition note">
+<p class="admonition-title">Note</p>
+<p>The above example demonstrates a simple implementation of Agent Routing and Hand Off using FastAPI. For the full implemenation of this example
+please see our <a class="reference external" href="https://github.com/katanemo/archgw/tree/main/demos/use_cases/orchestrating_agents" rel="nofollow noopener">GitHub demo<svg fill="currentColor" height="1em" stroke="none" viewbox="0 96 960 960" width="1em" xmlns="http://www.w3.org/2000/svg"><path d="M188 868q-11-11-11-28t11-28l436-436H400q-17 0-28.5-11.5T360 336q0-17 11.5-28.5T400 296h320q17 0 28.5 11.5T760 336v320q0 17-11.5 28.5T720 696q-17 0-28.5-11.5T680 656V432L244 868q-11 11-28 11t-28-11Z"></path></svg></a>.</p>
+</div>
+<section id="example-use-cases">
+<h2>Example Use Cases<a @click.prevent="window.navigator.clipboard.writeText($el.href); $el.setAttribute('data-tooltip', 'Copied!'); setTimeout(() =&gt; $el.setAttribute('data-tooltip', 'Copy link to this element'), 2000)" aria-label="Copy link to this element" class="headerlink" data-tooltip="Copy link to this element" href="#example-use-cases" x-intersect.margin.0%.0%.-70%.0%="activeSection = '#example-use-cases'"><svg height="1em" viewbox="0 0 24 24" width="1em" xmlns="http://www.w3.org/2000/svg"><path d="M3.9 12c0-1.71 1.39-3.1 3.1-3.1h4V7H7c-2.76 0-5 2.24-5 5s2.24 5 5 5h4v-1.9H7c-1.71 0-3.1-1.39-3.1-3.1zM8 13h8v-2H8v2zm9-6h-4v1.9h4c1.71 0 3.1 1.39 3.1 3.1s-1.39 3.1-3.1 3.1h-4V17h4c2.76 0 5-2.24 5-5s-2.24-5-5-5z"></path></svg></a></h2>
+<p>Agent Routing and Hand Off is particularly beneficial in scenarios such as:</p>
+<ul class="simple">
+<li><p><strong>Customer Support</strong>: Routing common customer queries to automated support agents, while escalating complex or sensitive issues to human support staff.</p></li>
+<li><p><strong>Sales and Marketing</strong>: Automatically directing potential leads and sales inquiries to specialized sales agents for timely and targeted follow-ups.</p></li>
+<li><p><strong>Technical Assistance</strong>: Managing user-reported issues, repairs, or refunds by assigning them to the correct technical or support agent efficiently.</p></li>
+</ul>
+</section>
+<section id="best-practices-and-tips">
+<h2>Best Practices and Tips<a @click.prevent="window.navigator.clipboard.writeText($el.href); $el.setAttribute('data-tooltip', 'Copied!'); setTimeout(() =&gt; $el.setAttribute('data-tooltip', 'Copy link to this element'), 2000)" aria-label="Copy link to this element" class="headerlink" data-tooltip="Copy link to this element" href="#best-practices-and-tips" x-intersect.margin.0%.0%.-70%.0%="activeSection = '#best-practices-and-tips'"><svg height="1em" viewbox="0 0 24 24" width="1em" xmlns="http://www.w3.org/2000/svg"><path d="M3.9 12c0-1.71 1.39-3.1 3.1-3.1h4V7H7c-2.76 0-5 2.24-5 5s2.24 5 5 5h4v-1.9H7c-1.71 0-3.1-1.39-3.1-3.1zM8 13h8v-2H8v2zm9-6h-4v1.9h4c1.71 0 3.1 1.39 3.1 3.1s-1.39 3.1-3.1 3.1h-4V17h4c2.76 0 5-2.24 5-5s-2.24-5-5-5z"></path></svg></a></h2>
+<p>When implementing Agent Routing and Hand Off in your applications, consider these best practices:</p>
+<ul class="simple">
+<li><p>Clearly Define Agent Responsibilities: Ensure each agent or human endpoint has a clear, specific description of the prompts they handle, reducing misrouting.</p></li>
+<li><p>Monitor and Optimize Routes: Regularly review how prompts are routed to adjust and optimize agent definitions and configurations.</p></li>
+</ul>
+<div class="admonition note">
+<p class="admonition-title">Note</p>
+<p>To observe traffic to and from agents, please read more about <a class="reference internal" href="observability/observability.html#observability"><span class="std std-ref">observabiliuty</span></a> in Arch.</p>
+</div>
+<p>By carefully configuring and managing your Agent routing and hand off, you can significantly improve your application’s responsiveness, performance, and overall user satisfaction.</p>
+</section>
+</section>
+</div><div class="flex justify-between items-center pt-6 mt-12 border-t border-border gap-4">
+<div class="mr-auto">
+<a class="inline-flex items-center justify-center rounded-md text-sm font-medium transition-colors border border-input hover:bg-accent hover:text-accent-foreground py-2 px-4" href="prompt_guard.html">
+<svg class="mr-2 h-4 w-4" fill="none" height="24" stroke="currentColor" stroke-linecap="round" stroke-linejoin="round" stroke-width="2" viewbox="0 0 24 24" width="24" xmlns="http://www.w3.org/2000/svg">
+<polyline points="15 18 9 12 15 6"></polyline>
+</svg>
+        Prompt Guard
+      </a>
+</div>
+<div class="ml-auto">
+<a class="inline-flex items-center justify-center rounded-md text-sm font-medium transition-colors border border-input hover:bg-accent hover:text-accent-foreground py-2 px-4" href="function_calling.html">
+        Function Calling
+        <svg class="ml-2 h-4 w-4" fill="none" height="24" stroke="currentColor" stroke-linecap="round" stroke-linejoin="round" stroke-width="2" viewbox="0 0 24 24" width="24" xmlns="http://www.w3.org/2000/svg">
+<polyline points="9 18 15 12 9 6"></polyline>
+</svg>
+</a>
+</div>
+</div></div><aside class="hidden text-sm xl:block" id="right-sidebar">
+<div class="sticky top-16 -mt-10 max-h-[calc(100vh-5rem)] overflow-y-auto pt-6 space-y-2"><p class="font-medium">On this page</p>
+<ul>
+<li><a :data-current="activeSection === '#example-use-cases'" class="reference internal" href="#example-use-cases">Example Use Cases</a></li>
+<li><a :data-current="activeSection === '#best-practices-and-tips'" class="reference internal" href="#best-practices-and-tips">Best Practices and Tips</a></li>
+</ul>
+</div>
+</aside>
+</main>
+</div>
+</div><footer class="py-6 border-t border-border md:py-0">
+<div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
+<div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Mar 20, 2025. </p>
+</div>
+</div>
+</footer>
+</div>
+<script src="../_static/documentation_options.js?v=4350aeca"></script>
+<script src="../_static/doctools.js?v=9bcbadda"></script>
+<script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
+<script defer="defer" src="../_static/theme.js?v=073f68d9"></script>
+<script src="../_static/design-tabs.js?v=f930bc37"></script>
+</body>
+</html>
\ No newline at end of file
diff --git a/guides/function_calling.html b/guides/function_calling.html
index 565aa0cb..5029754e 100755
--- a/guides/function_calling.html
+++ b/guides/function_calling.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Function Calling | Arch Docs v0.2.3</title>
-<meta content="Function Calling | Arch Docs v0.2.3" property="og:title"/>
-<meta content="Function Calling | Arch Docs v0.2.3" name="twitter:title"/>
+<title>Function Calling | Arch Docs v0.2.4</title>
+<meta content="Function Calling | Arch Docs v0.2.4" property="og:title"/>
+<meta content="Function Calling | Arch Docs v0.2.4" name="twitter:title"/>
 <link href="../_static/pygments.css?v=466e7b45" rel="stylesheet" type="text/css"/>
 <link href="../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -19,7 +19,7 @@
 <link href="../_static/favicon.ico" rel="icon"/>
 <link href="../search.html" rel="search" title="Search"/>
 <link href="observability/observability.html" rel="next" title="Observability"/>
-<link href="prompt_guard.html" rel="prev" title="Prompt Guard"/>
+<link href="agent_routing.html" rel="prev" title="Agent Routing and Hand Off"/>
 <script>
     <!-- Prevent Flash of wrong theme -->
       const userPreference = localStorage.getItem('darkMode');
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.3</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.4</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.3</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.4</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -114,6 +114,7 @@
 <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
 <ul class="current">
 <li class="toctree-l1"><a class="reference internal" href="prompt_guard.html">Prompt Guard</a></li>
+<li class="toctree-l1"><a class="reference internal" href="agent_routing.html">Agent Routing and Hand Off</a></li>
 <li class="toctree-l1 current"><a class="current reference internal" href="#">Function Calling</a></li>
 <li class="toctree-l1" x-data="{ expanded: $el.classList.contains('current') ? true : false }"><a :class="{ 'expanded' : expanded }" @click="expanded = !expanded" class="reference internal expandable" href="observability/observability.html">Observability<button @click.prevent.stop="expanded = !expanded" type="button"><span class="sr-only"></span><svg fill="currentColor" height="18px" stroke="none" viewbox="0 0 24 24" width="18px" xmlns="http://www.w3.org/2000/svg"><path d="M10 6L8.59 7.41 13.17 12l-4.58 4.59L10 18l6-6z"></path></svg></button></a><ul x-show="expanded">
 <li class="toctree-l2"><a class="reference internal" href="observability/tracing.html">Tracing</a></li>
@@ -145,7 +146,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../index.html">
-<span class="hidden md:inline">Arch Docs v0.2.3</span>
+<span class="hidden md:inline">Arch Docs v0.2.4</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -325,11 +326,11 @@ on the stuff that matters most.</p>
 </section>
 </div><div class="flex justify-between items-center pt-6 mt-12 border-t border-border gap-4">
 <div class="mr-auto">
-<a class="inline-flex items-center justify-center rounded-md text-sm font-medium transition-colors border border-input hover:bg-accent hover:text-accent-foreground py-2 px-4" href="prompt_guard.html">
+<a class="inline-flex items-center justify-center rounded-md text-sm font-medium transition-colors border border-input hover:bg-accent hover:text-accent-foreground py-2 px-4" href="agent_routing.html">
 <svg class="mr-2 h-4 w-4" fill="none" height="24" stroke="currentColor" stroke-linecap="round" stroke-linejoin="round" stroke-width="2" viewbox="0 0 24 24" width="24" xmlns="http://www.w3.org/2000/svg">
 <polyline points="15 18 9 12 15 6"></polyline>
 </svg>
-        Prompt Guard
+        Agent Routing and Hand Off
       </a>
 </div>
 <div class="ml-auto">
@@ -365,12 +366,12 @@ on the stuff that matters most.</p>
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Mar 19, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Mar 20, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../_static/documentation_options.js?v=a64e9957"></script>
+<script src="../_static/documentation_options.js?v=4350aeca"></script>
 <script src="../_static/doctools.js?v=9bcbadda"></script>
 <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../_static/theme.js?v=073f68d9"></script>
diff --git a/guides/observability/access_logging.html b/guides/observability/access_logging.html
index 642aa995..42fa6f18 100755
--- a/guides/observability/access_logging.html
+++ b/guides/observability/access_logging.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Access Logging | Arch Docs v0.2.3</title>
-<meta content="Access Logging | Arch Docs v0.2.3" property="og:title"/>
-<meta content="Access Logging | Arch Docs v0.2.3" name="twitter:title"/>
+<title>Access Logging | Arch Docs v0.2.4</title>
+<meta content="Access Logging | Arch Docs v0.2.4" property="og:title"/>
+<meta content="Access Logging | Arch Docs v0.2.4" name="twitter:title"/>
 <link href="../../_static/pygments.css?v=466e7b45" rel="stylesheet" type="text/css"/>
 <link href="../../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.3</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.4</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.3</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.4</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -114,6 +114,7 @@
 <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
 <ul class="current">
 <li class="toctree-l1"><a class="reference internal" href="../prompt_guard.html">Prompt Guard</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../agent_routing.html">Agent Routing and Hand Off</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../function_calling.html">Function Calling</a></li>
 <li class="toctree-l1 current" x-data="{ expanded: $el.classList.contains('current') ? true : false }"><a :class="{ 'expanded' : expanded }" @click="expanded = !expanded" class="reference internal expandable" href="observability.html">Observability<button @click.prevent.stop="expanded = !expanded" type="button"><span class="sr-only"></span><svg fill="currentColor" height="18px" stroke="none" viewbox="0 0 24 24" width="18px" xmlns="http://www.w3.org/2000/svg"><path d="M10 6L8.59 7.41 13.17 12l-4.58 4.59L10 18l6-6z"></path></svg></button></a><ul class="current" x-show="expanded">
 <li class="toctree-l2"><a class="reference internal" href="tracing.html">Tracing</a></li>
@@ -145,7 +146,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../../index.html">
-<span class="hidden md:inline">Arch Docs v0.2.3</span>
+<span class="hidden md:inline">Arch Docs v0.2.4</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -241,12 +242,12 @@ Access logs can be exported to centralized logging systems (e.g., ELK stack or F
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Mar 19, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Mar 20, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../../_static/documentation_options.js?v=a64e9957"></script>
+<script src="../../_static/documentation_options.js?v=4350aeca"></script>
 <script src="../../_static/doctools.js?v=9bcbadda"></script>
 <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../../_static/theme.js?v=073f68d9"></script>
diff --git a/guides/observability/monitoring.html b/guides/observability/monitoring.html
index 6bcfb066..55e6cd17 100755
--- a/guides/observability/monitoring.html
+++ b/guides/observability/monitoring.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Monitoring | Arch Docs v0.2.3</title>
-<meta content="Monitoring | Arch Docs v0.2.3" property="og:title"/>
-<meta content="Monitoring | Arch Docs v0.2.3" name="twitter:title"/>
+<title>Monitoring | Arch Docs v0.2.4</title>
+<meta content="Monitoring | Arch Docs v0.2.4" property="og:title"/>
+<meta content="Monitoring | Arch Docs v0.2.4" name="twitter:title"/>
 <link href="../../_static/pygments.css?v=466e7b45" rel="stylesheet" type="text/css"/>
 <link href="../../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.3</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.4</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.3</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.4</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -114,6 +114,7 @@
 <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
 <ul class="current">
 <li class="toctree-l1"><a class="reference internal" href="../prompt_guard.html">Prompt Guard</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../agent_routing.html">Agent Routing and Hand Off</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../function_calling.html">Function Calling</a></li>
 <li class="toctree-l1 current" x-data="{ expanded: $el.classList.contains('current') ? true : false }"><a :class="{ 'expanded' : expanded }" @click="expanded = !expanded" class="reference internal expandable" href="observability.html">Observability<button @click.prevent.stop="expanded = !expanded" type="button"><span class="sr-only"></span><svg fill="currentColor" height="18px" stroke="none" viewbox="0 0 24 24" width="18px" xmlns="http://www.w3.org/2000/svg"><path d="M10 6L8.59 7.41 13.17 12l-4.58 4.59L10 18l6-6z"></path></svg></button></a><ul class="current" x-show="expanded">
 <li class="toctree-l2"><a class="reference internal" href="tracing.html">Tracing</a></li>
@@ -145,7 +146,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../../index.html">
-<span class="hidden md:inline">Arch Docs v0.2.3</span>
+<span class="hidden md:inline">Arch Docs v0.2.4</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -253,12 +254,12 @@ are some sample configuration files for both, respectively.</p>
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Mar 19, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Mar 20, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../../_static/documentation_options.js?v=a64e9957"></script>
+<script src="../../_static/documentation_options.js?v=4350aeca"></script>
 <script src="../../_static/doctools.js?v=9bcbadda"></script>
 <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../../_static/theme.js?v=073f68d9"></script>
diff --git a/guides/observability/observability.html b/guides/observability/observability.html
index 5f65e746..a59bf5e2 100755
--- a/guides/observability/observability.html
+++ b/guides/observability/observability.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Observability | Arch Docs v0.2.3</title>
-<meta content="Observability | Arch Docs v0.2.3" property="og:title"/>
-<meta content="Observability | Arch Docs v0.2.3" name="twitter:title"/>
+<title>Observability | Arch Docs v0.2.4</title>
+<meta content="Observability | Arch Docs v0.2.4" property="og:title"/>
+<meta content="Observability | Arch Docs v0.2.4" name="twitter:title"/>
 <link href="../../_static/pygments.css?v=466e7b45" rel="stylesheet" type="text/css"/>
 <link href="../../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.3</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.4</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.3</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.4</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -114,6 +114,7 @@
 <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
 <ul class="current">
 <li class="toctree-l1"><a class="reference internal" href="../prompt_guard.html">Prompt Guard</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../agent_routing.html">Agent Routing and Hand Off</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../function_calling.html">Function Calling</a></li>
 <li class="toctree-l1 current" x-data="{ expanded: $el.classList.contains('current') ? true : false }"><a :class="{ 'expanded' : expanded }" @click="expanded = !expanded" class="current reference internal expandable" href="#">Observability<button @click.prevent.stop="expanded = !expanded" type="button"><span class="sr-only"></span><svg fill="currentColor" height="18px" stroke="none" viewbox="0 0 24 24" width="18px" xmlns="http://www.w3.org/2000/svg"><path d="M10 6L8.59 7.41 13.17 12l-4.58 4.59L10 18l6-6z"></path></svg></button></a><ul x-show="expanded">
 <li class="toctree-l2"><a class="reference internal" href="tracing.html">Tracing</a></li>
@@ -145,7 +146,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../../index.html">
-<span class="hidden md:inline">Arch Docs v0.2.3</span>
+<span class="hidden md:inline">Arch Docs v0.2.4</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -205,12 +206,12 @@
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Mar 19, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Mar 20, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../../_static/documentation_options.js?v=a64e9957"></script>
+<script src="../../_static/documentation_options.js?v=4350aeca"></script>
 <script src="../../_static/doctools.js?v=9bcbadda"></script>
 <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../../_static/theme.js?v=073f68d9"></script>
diff --git a/guides/observability/tracing.html b/guides/observability/tracing.html
index e362585a..fde5c9c3 100755
--- a/guides/observability/tracing.html
+++ b/guides/observability/tracing.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Tracing | Arch Docs v0.2.3</title>
-<meta content="Tracing | Arch Docs v0.2.3" property="og:title"/>
-<meta content="Tracing | Arch Docs v0.2.3" name="twitter:title"/>
+<title>Tracing | Arch Docs v0.2.4</title>
+<meta content="Tracing | Arch Docs v0.2.4" property="og:title"/>
+<meta content="Tracing | Arch Docs v0.2.4" name="twitter:title"/>
 <link href="../../_static/pygments.css?v=466e7b45" rel="stylesheet" type="text/css"/>
 <link href="../../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.3</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.4</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.3</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.4</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -114,6 +114,7 @@
 <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
 <ul class="current">
 <li class="toctree-l1"><a class="reference internal" href="../prompt_guard.html">Prompt Guard</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../agent_routing.html">Agent Routing and Hand Off</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../function_calling.html">Function Calling</a></li>
 <li class="toctree-l1 current" x-data="{ expanded: $el.classList.contains('current') ? true : false }"><a :class="{ 'expanded' : expanded }" @click="expanded = !expanded" class="reference internal expandable" href="observability.html">Observability<button @click.prevent.stop="expanded = !expanded" type="button"><span class="sr-only"></span><svg fill="currentColor" height="18px" stroke="none" viewbox="0 0 24 24" width="18px" xmlns="http://www.w3.org/2000/svg"><path d="M10 6L8.59 7.41 13.17 12l-4.58 4.59L10 18l6-6z"></path></svg></button></a><ul class="current" x-show="expanded">
 <li class="toctree-l2 current"><a class="current reference internal" href="#">Tracing</a></li>
@@ -145,7 +146,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../../index.html">
-<span class="hidden md:inline">Arch Docs v0.2.3</span>
+<span class="hidden md:inline">Arch Docs v0.2.4</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -575,12 +576,12 @@ tools like AWS X-Ray and Datadog, enhancing observability and facilitating faste
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Mar 19, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Mar 20, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../../_static/documentation_options.js?v=a64e9957"></script>
+<script src="../../_static/documentation_options.js?v=4350aeca"></script>
 <script src="../../_static/doctools.js?v=9bcbadda"></script>
 <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../../_static/theme.js?v=073f68d9"></script>
diff --git a/guides/prompt_guard.html b/guides/prompt_guard.html
index 50558fd6..e5dbfce6 100755
--- a/guides/prompt_guard.html
+++ b/guides/prompt_guard.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Prompt Guard | Arch Docs v0.2.3</title>
-<meta content="Prompt Guard | Arch Docs v0.2.3" property="og:title"/>
-<meta content="Prompt Guard | Arch Docs v0.2.3" name="twitter:title"/>
+<title>Prompt Guard | Arch Docs v0.2.4</title>
+<meta content="Prompt Guard | Arch Docs v0.2.4" property="og:title"/>
+<meta content="Prompt Guard | Arch Docs v0.2.4" name="twitter:title"/>
 <link href="../_static/pygments.css?v=466e7b45" rel="stylesheet" type="text/css"/>
 <link href="../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -18,7 +18,7 @@
 <link href="./docs/guides/prompt_guard.html" rel="canonical"/>
 <link href="../_static/favicon.ico" rel="icon"/>
 <link href="../search.html" rel="search" title="Search"/>
-<link href="function_calling.html" rel="next" title="Function Calling"/>
+<link href="agent_routing.html" rel="next" title="Agent Routing and Hand Off"/>
 <link href="../concepts/prompt_target.html" rel="prev" title="Prompt Target"/>
 <script>
     <!-- Prevent Flash of wrong theme -->
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.3</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.4</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.3</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.4</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -114,6 +114,7 @@
 <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
 <ul class="current">
 <li class="toctree-l1 current"><a class="current reference internal" href="#">Prompt Guard</a></li>
+<li class="toctree-l1"><a class="reference internal" href="agent_routing.html">Agent Routing and Hand Off</a></li>
 <li class="toctree-l1"><a class="reference internal" href="function_calling.html">Function Calling</a></li>
 <li class="toctree-l1" x-data="{ expanded: $el.classList.contains('current') ? true : false }"><a :class="{ 'expanded' : expanded }" @click="expanded = !expanded" class="reference internal expandable" href="observability/observability.html">Observability<button @click.prevent.stop="expanded = !expanded" type="button"><span class="sr-only"></span><svg fill="currentColor" height="18px" stroke="none" viewbox="0 0 24 24" width="18px" xmlns="http://www.w3.org/2000/svg"><path d="M10 6L8.59 7.41 13.17 12l-4.58 4.59L10 18l6-6z"></path></svg></button></a><ul x-show="expanded">
 <li class="toctree-l2"><a class="reference internal" href="observability/tracing.html">Tracing</a></li>
@@ -145,7 +146,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../index.html">
-<span class="hidden md:inline">Arch Docs v0.2.3</span>
+<span class="hidden md:inline">Arch Docs v0.2.4</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -239,8 +240,8 @@ By implementing Prompt Guard, developers can provide a robust layer of input val
       </a>
 </div>
 <div class="ml-auto">
-<a class="inline-flex items-center justify-center rounded-md text-sm font-medium transition-colors border border-input hover:bg-accent hover:text-accent-foreground py-2 px-4" href="function_calling.html">
-        Function Calling
+<a class="inline-flex items-center justify-center rounded-md text-sm font-medium transition-colors border border-input hover:bg-accent hover:text-accent-foreground py-2 px-4" href="agent_routing.html">
+        Agent Routing and Hand Off
         <svg class="ml-2 h-4 w-4" fill="none" height="24" stroke="currentColor" stroke-linecap="round" stroke-linejoin="round" stroke-width="2" viewbox="0 0 24 24" width="24" xmlns="http://www.w3.org/2000/svg">
 <polyline points="9 18 15 12 9 6"></polyline>
 </svg>
@@ -265,12 +266,12 @@ By implementing Prompt Guard, developers can provide a robust layer of input val
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Mar 19, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Mar 20, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../_static/documentation_options.js?v=a64e9957"></script>
+<script src="../_static/documentation_options.js?v=4350aeca"></script>
 <script src="../_static/doctools.js?v=9bcbadda"></script>
 <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../_static/theme.js?v=073f68d9"></script>
diff --git a/index.html b/index.html
index 9fad96eb..ece6e77e 100755
--- a/index.html
+++ b/index.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Welcome to Arch! | Arch Docs v0.2.3</title>
-<meta content="Welcome to Arch! | Arch Docs v0.2.3" property="og:title"/>
-<meta content="Welcome to Arch! | Arch Docs v0.2.3" name="twitter:title"/>
+<title>Welcome to Arch! | Arch Docs v0.2.4</title>
+<meta content="Welcome to Arch! | Arch Docs v0.2.4" property="og:title"/>
+<meta content="Welcome to Arch! | Arch Docs v0.2.4" name="twitter:title"/>
 <link href="_static/pygments.css?v=466e7b45" rel="stylesheet" type="text/css"/>
 <link href="_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -38,7 +38,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="#">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.3</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.4</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -74,7 +74,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="#">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.3</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.4</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -113,6 +113,7 @@
 <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="guides/prompt_guard.html">Prompt Guard</a></li>
+<li class="toctree-l1"><a class="reference internal" href="guides/agent_routing.html">Agent Routing and Hand Off</a></li>
 <li class="toctree-l1"><a class="reference internal" href="guides/function_calling.html">Function Calling</a></li>
 <li class="toctree-l1" x-data="{ expanded: $el.classList.contains('current') ? true : false }"><a :class="{ 'expanded' : expanded }" @click="expanded = !expanded" class="reference internal expandable" href="guides/observability/observability.html">Observability<button @click.prevent.stop="expanded = !expanded" type="button"><span class="sr-only"></span><svg fill="currentColor" height="18px" stroke="none" viewbox="0 0 24 24" width="18px" xmlns="http://www.w3.org/2000/svg"><path d="M10 6L8.59 7.41 13.17 12l-4.58 4.59L10 18l6-6z"></path></svg></button></a><ul x-show="expanded">
 <li class="toctree-l2"><a class="reference internal" href="guides/observability/tracing.html">Tracing</a></li>
@@ -151,10 +152,8 @@
 <br/>
 <p>Build <strong>fast</strong>, <strong>observable</strong>, and <strong>personalized</strong> GenAI apps</p>
 </div>
-<a href="https://www.producthunt.com/posts/arch-3?embed=true&amp;utm_source=badge-top-post-badge&amp;utm_medium=badge&amp;utm_souce=badge-arch-3" target="_blank"><img alt="Arch - Build fast, hyper-personalized agents with intelligent infra | Product Hunt" height="54" src="https://api.producthunt.com/widgets/embed-image/v1/top-post-badge.svg?post_id=565761&amp;theme=light&amp;period=daily" style="width: 250px; height: 54px;" width="250"/></a><p><a class="reference external" href="https://github.com/katanemo/arch" rel="nofollow noopener">Arch<svg fill="currentColor" height="1em" stroke="none" viewbox="0 96 960 960" width="1em" xmlns="http://www.w3.org/2000/svg"><path d="M188 868q-11-11-11-28t11-28l436-436H400q-17 0-28.5-11.5T360 336q0-17 11.5-28.5T400 296h320q17 0 28.5 11.5T760 336v320q0 17-11.5 28.5T720 696q-17 0-28.5-11.5T680 656V432L244 868q-11 11-28 11t-28-11Z"></path></svg></a> is an intelligent gateway for agents - an infrastructure primitive for GenAI (built by the contributors of <a class="reference external" href="https://www.envoyproxy.io/" rel="nofollow noopener">Envoy<svg fill="currentColor" height="1em" stroke="none" viewbox="0 96 960 960" width="1em" xmlns="http://www.w3.org/2000/svg"><path d="M188 868q-11-11-11-28t11-28l436-436H400q-17 0-28.5-11.5T360 336q0-17 11.5-28.5T400 296h320q17 0 28.5 11.5T760 336v320q0 17-11.5 28.5T720 696q-17 0-28.5-11.5T680 656V432L244 868q-11 11-28 11t-28-11Z"></path></svg></a> ). The project was born out of the belief that:</p>
-<blockquote>
-<div><p><em>Prompts are nuanced and opaque user requests, which require the same capabilities as traditional HTTP requests including secure handling, intelligent routing, robust observability, and integration with backend (API) systems for personalization - all outside business logic.</em></p>
-</div></blockquote>
+<a href="https://www.producthunt.com/posts/arch-3?embed=true&amp;utm_source=badge-top-post-badge&amp;utm_medium=badge&amp;utm_souce=badge-arch-3" target="_blank"><img alt="Arch - Build fast, hyper-personalized agents with intelligent infra | Product Hunt" height="54" src="https://api.producthunt.com/widgets/embed-image/v1/top-post-badge.svg?post_id=565761&amp;theme=dark&amp;period=daily&amp;t=1742433071161" style="width: 250px; height: 54px;" width="250"/></a><p><a class="reference external" href="https://github.com/katanemo/arch" rel="nofollow noopener">Arch<svg fill="currentColor" height="1em" stroke="none" viewbox="0 96 960 960" width="1em" xmlns="http://www.w3.org/2000/svg"><path d="M188 868q-11-11-11-28t11-28l436-436H400q-17 0-28.5-11.5T360 336q0-17 11.5-28.5T400 296h320q17 0 28.5 11.5T760 336v320q0 17-11.5 28.5T720 696q-17 0-28.5-11.5T680 656V432L244 868q-11 11-28 11t-28-11Z"></path></svg></a> is an intelligent (edge and LLM) proxy, exclusively designed for prompts and agents - and built by the contributors of the widely adopted and loved <a class="reference external" href="https://www.envoyproxy.io/" rel="nofollow noopener">Envoy<svg fill="currentColor" height="1em" stroke="none" viewbox="0 96 960 960" width="1em" xmlns="http://www.w3.org/2000/svg"><path d="M188 868q-11-11-11-28t11-28l436-436H400q-17 0-28.5-11.5T360 336q0-17 11.5-28.5T400 296h320q17 0 28.5 11.5T760 336v320q0 17-11.5 28.5T720 696q-17 0-28.5-11.5T680 656V432L244 868q-11 11-28 11t-28-11Z"></path></svg></a> ).</p>
+<p><strong>Move faster</strong> by letting Arch handle the <strong>pesky heavy lifting</strong> in building agents: fast input clarification, agent routing, seamless integration of prompts with tools for common tasks, and unified access and observability of LLMs - all outside business logic.</p>
 <div class="sd-tab-set docutils">
 <input checked="checked" id="sd-tab-item-0" name="sd-tab-set-0" type="radio"/>
 <label class="sd-tab-label" for="sd-tab-item-0">
@@ -197,6 +196,7 @@ Guides</label><div class="sd-tab-content docutils">
 <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="guides/prompt_guard.html">Prompt Guard</a></li>
+<li class="toctree-l1"><a class="reference internal" href="guides/agent_routing.html">Agent Routing and Hand Off</a></li>
 <li class="toctree-l1"><a class="reference internal" href="guides/function_calling.html">Function Calling</a></li>
 <li class="toctree-l1"><a class="reference internal" href="guides/observability/observability.html">Observability</a><ul>
 <li class="toctree-l2"><a class="reference internal" href="guides/observability/tracing.html">Tracing</a></li>
@@ -246,12 +246,12 @@ Resources</label><div class="sd-tab-content docutils">
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Mar 19, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Mar 20, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="_static/documentation_options.js?v=a64e9957"></script>
+<script src="_static/documentation_options.js?v=4350aeca"></script>
 <script src="_static/doctools.js?v=9bcbadda"></script>
 <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="_static/theme.js?v=073f68d9"></script>
diff --git a/objects.inv b/objects.inv
index 14e1a498..c98a06b4 100755
Binary files a/objects.inv and b/objects.inv differ
diff --git a/resources/configuration_reference.html b/resources/configuration_reference.html
index eb4e609a..5297d131 100755
--- a/resources/configuration_reference.html
+++ b/resources/configuration_reference.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Configuration Reference | Arch Docs v0.2.3</title>
-<meta content="Configuration Reference | Arch Docs v0.2.3" property="og:title"/>
-<meta content="Configuration Reference | Arch Docs v0.2.3" name="twitter:title"/>
+<title>Configuration Reference | Arch Docs v0.2.4</title>
+<meta content="Configuration Reference | Arch Docs v0.2.4" property="og:title"/>
+<meta content="Configuration Reference | Arch Docs v0.2.4" name="twitter:title"/>
 <link href="../_static/pygments.css?v=466e7b45" rel="stylesheet" type="text/css"/>
 <link href="../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -38,7 +38,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.3</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.4</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -74,7 +74,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.3</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.4</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -113,6 +113,7 @@
 <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../guides/prompt_guard.html">Prompt Guard</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../guides/agent_routing.html">Agent Routing and Hand Off</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../guides/function_calling.html">Function Calling</a></li>
 <li class="toctree-l1" x-data="{ expanded: $el.classList.contains('current') ? true : false }"><a :class="{ 'expanded' : expanded }" @click="expanded = !expanded" class="reference internal expandable" href="../guides/observability/observability.html">Observability<button @click.prevent.stop="expanded = !expanded" type="button"><span class="sr-only"></span><svg fill="currentColor" height="18px" stroke="none" viewbox="0 0 24 24" width="18px" xmlns="http://www.w3.org/2000/svg"><path d="M10 6L8.59 7.41 13.17 12l-4.58 4.59L10 18l6-6z"></path></svg></button></a><ul x-show="expanded">
 <li class="toctree-l2"><a class="reference internal" href="../guides/observability/tracing.html">Tracing</a></li>
@@ -144,7 +145,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../index.html">
-<span class="hidden md:inline">Arch Docs v0.2.3</span>
+<span class="hidden md:inline">Arch Docs v0.2.4</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -273,12 +274,12 @@ where prompts get routed to, apply guardrails, and enable critical agent observa
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Mar 19, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Mar 20, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../_static/documentation_options.js?v=a64e9957"></script>
+<script src="../_static/documentation_options.js?v=4350aeca"></script>
 <script src="../_static/doctools.js?v=9bcbadda"></script>
 <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../_static/theme.js?v=073f68d9"></script>
diff --git a/search.html b/search.html
index bc44baf6..0fa4f311 100755
--- a/search.html
+++ b/search.html
@@ -12,9 +12,9 @@
   <meta name="theme-color" media="(prefers-color-scheme: light)" content="white" />
   <meta name="theme-color" media="(prefers-color-scheme: dark)" content="black" />
   
-    <title>Search | Arch Docs v0.2.3</title>
-    <meta property="og:title" content="Search | Arch Docs v0.2.3" />
-    <meta name="twitter:title" content="Search | Arch Docs v0.2.3" />
+    <title>Search | Arch Docs v0.2.4</title>
+    <meta property="og:title" content="Search | Arch Docs v0.2.4" />
+    <meta name="twitter:title" content="Search | Arch Docs v0.2.4" />
       <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=466e7b45" />
       <link rel="stylesheet" type="text/css" href="_static/theme.css?v=42baaae4" />
       <link rel="stylesheet" type="text/css" href="_static/_static/custom.css" />
@@ -44,7 +44,7 @@
   class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
     <div class="hidden mr-4 md:flex">
       <a href="index.html" class="flex items-center mr-6">
-          <img height="24" width="24" class="mr-2 dark:invert" src="_static/favicon.ico" alt="Logo" /><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.3</span>
+          <img height="24" width="24" class="mr-2 dark:invert" src="_static/favicon.ico" alt="Logo" /><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.4</span>
       </a></div><button
       class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden"
       type="button" @click="showSidebar = true">
@@ -107,7 +107,7 @@
   :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }">
 
     <a href="index.html" class="!justify-start text-sm md:!hidden bg-background">
-        <img height="16" width="16" class="mr-2 dark:invert" src="_static/favicon.ico" alt="Logo" /><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.3</span>
+        <img height="16" width="16" class="mr-2 dark:invert" src="_static/favicon.ico" alt="Logo" /><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.4</span>
     </a>
 
     <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
@@ -148,6 +148,7 @@
 <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="guides/prompt_guard.html">Prompt Guard</a></li>
+<li class="toctree-l1"><a class="reference internal" href="guides/agent_routing.html">Agent Routing and Hand Off</a></li>
 <li class="toctree-l1"><a class="reference internal" href="guides/function_calling.html">Function Calling</a></li>
 <li class="toctree-l1"><a class="reference internal" href="guides/observability/observability.html">Observability</a><ul>
 <li class="toctree-l2"><a class="reference internal" href="guides/observability/tracing.html">Tracing</a></li>
@@ -185,7 +186,7 @@
      class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
   <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground"
      href="index.html">
-    <span class="hidden md:inline">Arch Docs v0.2.3</span>
+    <span class="hidden md:inline">Arch Docs v0.2.4</span>
     <svg xmlns="http://www.w3.org/2000/svg"
          height="18"
          width="18"
@@ -213,14 +214,14 @@
     </div><footer class="py-6 border-t border-border md:py-0">
     <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
       <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-        <p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc&nbsp;Last updated: Mar 19, 2025.&nbsp;</p>
+        <p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc&nbsp;Last updated: Mar 20, 2025.&nbsp;</p>
 </div>
 </div>
 </footer>
   </div>
   
   
-    <script src="_static/documentation_options.js?v=a64e9957"></script>
+    <script src="_static/documentation_options.js?v=4350aeca"></script>
     <script src="_static/doctools.js?v=9bcbadda"></script>
     <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
     <script defer="defer" src="_static/theme.js?v=073f68d9"></script>
diff --git a/searchindex.js b/searchindex.js
index 7f962ec3..60b9caed 100755
--- a/searchindex.js
+++ b/searchindex.js
@@ -1 +1 @@
-Search.setIndex({"alltitles":{"AI Agent Tracing Visualization Example":[[20,"ai-agent-tracing-visualization-example"]],"AWS X-Ray":[[20,"aws-x-ray"]],"Access Logging":[[17,null]],"Adding custom LLM Provider":[[3,"adding-custom-llm-provider"]],"Additional Resources":[[20,"additional-resources"]],"Agentic Apps":[[0,null]],"Agentic Apps via Prompt Targets":[[8,"agentic-apps-via-prompt-targets"]],"Arch-Function":[[16,"arch-function"]],"Basic Configuration":[[4,"basic-configuration"]],"Benefits of Using Arch Guard":[[21,"benefits-of-using-arch-guard"]],"Benefits of Using Traceparent Headers":[[20,"benefits-of-using-traceparent-headers"]],"Best Practices":[[20,"best-practices"]],"Best Practices and Tips":[[5,"best-practices-and-tips"],[16,"best-practices-and-tips"]],"Build AI Agent with Arch Gateway":[[15,"build-ai-agent-with-arch-gateway"]],"Build Multi-Turn RAG Apps":[[1,"build-multi-turn-rag-apps"]],"Build with Arch":[[14,"build-with-arch"],[22,null]],"Cloud Serving (GPU - Blazing Fast)":[[7,"cloud-serving-gpu-blazing-fast"]],"Concepts":[[14,"concepts"],[22,null]],"Configuration":[[9,"configuration"]],"Configuration Reference":[[23,null]],"Configure Listener":[[6,"configure-listener"]],"Configure Monitoring":[[18,"configure-monitoring"]],"Configuring Prompt Targets":[[4,"configuring-prompt-targets"]],"Datadog":[[20,"datadog"]],"Default Targets":[[4,"default-targets"]],"Defining Parameters":[[4,"defining-parameters"]],"Demo App":[[1,"demo-app"]],"Downstream (Ingress)":[[6,"downstream-ingress"]],"Error Header Example":[[5,"error-header-example"]],"Error Target":[[5,null]],"Example 1: Adjusting Retrieval":[[1,"example-1-adjusting-retrieval"]],"Example 2: Switching Intent":[[1,"example-2-switching-intent"]],"Example Configuration":[[4,"example-configuration"],[21,"example-configuration"]],"Example Use Cases":[[16,"example-use-cases"]],"Example with OpenTelemetry in Python":[[20,"example-with-opentelemetry-in-python"]],"Example: Using OpenAI Client with Arch as an Egress Gateway":[[8,"example-using-openai-client-with-arch-as-an-egress-gateway"]],"Example: Using the OpenAI Python SDK":[[3,"example-using-the-openai-python-sdk"]],"Function Calling":[[16,null]],"Function Calling Workflow":[[16,"function-calling-workflow"]],"Get Started":[[14,"get-started"],[22,null]],"Guides":[[14,"guides"],[22,null]],"Header Format":[[20,"header-format"]],"High level architecture":[[9,"high-level-architecture"]],"How Arch-Guard Works":[[21,"how-arch-guard-works"]],"How It Works":[[17,"how-it-works"]],"How to Initiate A Trace":[[20,"how-to-initiate-a-trace"]],"Implementing Function Calling":[[16,"implementing-function-calling"]],"Instrumentation":[[20,"instrumentation"]],"Integrating with Tracing Tools":[[20,"integrating-with-tracing-tools"]],"Intent Matching":[[4,"intent-matching"],[8,"intent-matching"]],"Intro to Arch":[[13,null]],"Key Concepts":[[5,"key-concepts"]],"Key Features":[[4,"key-features"],[16,"key-features"],[17,"key-features"]],"LLM Provider":[[3,null]],"Langtrace":[[20,"langtrace"]],"Listener":[[6,null]],"Local Serving (CPU - Moderate)":[[7,"local-serving-cpu-moderate"]],"Log Format":[[17,"log-format"]],"Messages":[[8,"messages"]],"Metrics Dashboard (via Grafana)":[[18,"metrics-dashboard-via-grafana"]],"Model Serving":[[7,null]],"Monitoring":[[18,null]],"Multi-Turn":[[1,null]],"Multi-Turn RAG (Follow-up Questions)":[[2,"multi-turn-rag-follow-up-questions"]],"Network topology":[[9,"network-topology"]],"Next Steps":[[15,"next-steps"]],"Observability":[[19,null]],"Overview":[[14,null],[20,"overview"]],"Parallel & Multiple Function Calling":[[0,"parallel-multiple-function-calling"]],"Parameter Extraction for RAG":[[2,"parameter-extraction-for-rag"]],"Post-request processing":[[9,"post-request-processing"]],"Prerequisites":[[15,"prerequisites"]],"Prompt Guard":[[8,"prompt-guard"],[21,null]],"Prompt Target":[[4,null]],"Prompt Targets":[[8,"prompt-targets"]],"Prompting LLMs":[[8,"prompting-llms"]],"Prompts":[[8,null]],"Quickstart":[[15,null]],"RAG Apps":[[2,null]],"Request Flow (Egress)":[[9,"request-flow-egress"]],"Request Flow (Ingress)":[[9,"request-flow-ingress"]],"Request Lifecycle":[[9,null]],"Resources":[[22,null]],"Routing Logic":[[4,"routing-logic"]],"Single Function Call":[[0,"single-function-call"]],"Step 1. Create arch config file":[[15,"step-1-create-arch-config-file"],[15,"id2"]],"Step 1: Define Arch Config":[[1,"step-1-define-arch-config"]],"Step 1: Define Prompt Targets":[[0,"step-1-define-prompt-targets"],[0,"id1"],[2,"step-1-define-prompt-targets"]],"Step 1: Define the Function":[[16,"step-1-define-the-function"]],"Step 2. Start arch gateway":[[15,"step-2-start-arch-gateway"]],"Step 2. Start arch gateway with currency conversion config":[[15,"step-2-start-arch-gateway-with-currency-conversion-config"]],"Step 2: Configure Prompt Targets":[[16,"step-2-configure-prompt-targets"]],"Step 2: Process Request Parameters":[[0,"step-2-process-request-parameters"]],"Step 2: Process Request Parameters in Flask":[[2,"step-2-process-request-parameters-in-flask"]],"Step 2: Process Request in Flask":[[1,"step-2-process-request-in-flask"]],"Step 3. Interacting with gateway using curl command":[[15,"step-3-interacting-with-gateway-using-curl-command"]],"Step 3.1: Using OpenAI Python client":[[15,"step-3-1-using-openai-python-client"]],"Step 3.2: Using curl command":[[15,"step-3-2-using-curl-command"]],"Step 3: Arch Takes Over":[[16,"step-3-arch-takes-over"]],"Step 3: Interact with LLM":[[15,"step-3-interact-with-llm"]],"Summary":[[4,"summary"],[20,"summary"],[21,"summary"]],"Tech Overview":[[10,null]],"Terminology":[[9,"terminology"],[11,null]],"Threading Model":[[12,null]],"Trace Breakdown:":[[20,"trace-breakdown"]],"Trace Propagation":[[20,"trace-propagation"]],"Tracing":[[20,null]],"Upstream (Egress)":[[6,"upstream-egress"]],"Use Arch Gateway as LLM Router":[[15,"use-arch-gateway-as-llm-router"]],"Welcome to Arch!":[[22,null]],"What Are Prompt Targets?":[[4,"what-are-prompt-targets"]],"What Is Arch-Guard":[[21,"what-is-arch-guard"]],"What is Function Calling?":[[16,"what-is-function-calling"]],"What is Retrieval-Augmented Generation (RAG)?":[[2,"what-is-retrieval-augmented-generation-rag"]],"Why Prompt Guard":[[21,"why-prompt-guard"]]},"docnames":["build_with_arch/agent","build_with_arch/multi_turn","build_with_arch/rag","concepts/llm_provider","concepts/prompt_target","concepts/tech_overview/error_target","concepts/tech_overview/listener","concepts/tech_overview/model_serving","concepts/tech_overview/prompt","concepts/tech_overview/request_lifecycle","concepts/tech_overview/tech_overview","concepts/tech_overview/terminology","concepts/tech_overview/threading_model","get_started/intro_to_arch","get_started/overview","get_started/quickstart","guides/function_calling","guides/observability/access_logging","guides/observability/monitoring","guides/observability/observability","guides/observability/tracing","guides/prompt_guard","index","resources/configuration_reference"],"envversion":{"sphinx":65,"sphinx.domains.c":3,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":9,"sphinx.domains.index":1,"sphinx.domains.javascript":3,"sphinx.domains.math":2,"sphinx.domains.python":4,"sphinx.domains.rst":2,"sphinx.domains.std":2,"sphinx.ext.intersphinx":1,"sphinx.ext.viewcode":1},"filenames":["build_with_arch/agent.rst","build_with_arch/multi_turn.rst","build_with_arch/rag.rst","concepts/llm_provider.rst","concepts/prompt_target.rst","concepts/tech_overview/error_target.rst","concepts/tech_overview/listener.rst","concepts/tech_overview/model_serving.rst","concepts/tech_overview/prompt.rst","concepts/tech_overview/request_lifecycle.rst","concepts/tech_overview/tech_overview.rst","concepts/tech_overview/terminology.rst","concepts/tech_overview/threading_model.rst","get_started/intro_to_arch.rst","get_started/overview.rst","get_started/quickstart.rst","guides/function_calling.rst","guides/observability/access_logging.rst","guides/observability/monitoring.rst","guides/observability/observability.rst","guides/observability/tracing.rst","guides/prompt_guard.rst","index.rst","resources/configuration_reference.rst"],"indexentries":{},"objects":{},"objnames":{},"objtypes":{},"terms":{"":[0,1,2,3,4,5,6,7,8,9,11,12,13,14,15,16,17,20],"0":[0,1,3,6,7,8,9,11,15,17,20,23],"00":20,"003":8,"005":[0,8,9,23],"03":17,"04":17,"05":15,"050z":17,"05m":7,"06":15,"08":15,"1":[3,5,6,8,9,11,17,18,20,23],"10":[16,17,18,20],"100":[12,20],"10000":[3,6,8,9,15,23],"1022":17,"104":17,"106":17,"10m":8,"10t03":17,"10x":[7,8],"11":15,"11434":3,"12":[4,15],"12000":[3,6,8,11,15,17,20,23],"1234":5,"125":17,"127":[0,1,3,6,8,9,11,15,17,23],"12x":0,"1301":17,"131":15,"140":17,"15":18,"156x":7,"159":17,"16":[15,20],"162":17,"168":17,"1695":17,"1695m":17,"17":17,"18083":[0,17],"192":17,"19901":18,"1d6b30cfc845":17,"2":[3,9,20],"200":[0,2,17],"200m":[0,7,8],"2019":4,"2024":[15,17],"2025":21,"21797":17,"218":17,"24":15,"245":17,"25":15,"254":17,"27":15,"28":15,"288":15,"29":15,"2a5b":17,"3":[0,1,8,20],"30":[3,6,8,9,15],"31":4,"32":20,"3b":[3,15],"4":[8,16,20],"400":[0,2,5],"429":9,"4317":20,"441":17,"443":[0,1,3,11,15,17],"447":17,"44x":[0,8],"463":17,"469793af":17,"485":15,"49":17,"492z":17,"4o":[0,3,6,7,8,9,15,20,23],"5":[0,1,8,15,20,23],"51":[15,17],"51000":17,"52":17,"53":17,"537z":17,"54":17,"55":17,"556":17,"56":[15,17],"598z":17,"6":20,"60":23,"604197fe":17,"614":17,"647":15,"65":17,"7":[0,2,13,20],"770":17,"78558":15,"7b":23,"8":20,"80":[8,9,11,23],"8001":23,"8080":[0,1],"825":15,"87":17,"8x7b":23,"9":20,"905z":17,"906z":17,"9090":18,"9367":17,"95a2":17,"961z":17,"979":15,"984":17,"984m":17,"9b57":17,"A":[0,2,4,5,6,9,11,12,13,14,16,19],"And":15,"As":[8,15,18,21],"Be":[16,20],"But":11,"By":[2,4,8,9,13,16,17,20,21,23],"FOR":17,"For":[1,2,3,4,6,8,11,12,13,14,15,16,17,20],"If":[0,1,5,8,9,16,21],"In":[0,2,8,9,13,14,15,16,21],"It":[0,9,15,16,19,20,21],"Its":[13,18,20],"No":[8,15],"On":15,"Or":20,"The":[1,2,4,5,7,8,9,11,13,15,16,17,20,22,23],"There":[7,13],"These":[0,2,5,11,13,16],"To":[2,6,8,11,13,15,18,20],"With":[0,2,13,15,20,21],"__main__":[0,2],"__name__":[0,2,20],"a1c":1,"abil":[8,9,11,15,21,23],"abl":11,"about":[0,1,7,8,9,11,13,14,15,17,21,23],"abov":[0,1,2,9,13,18],"abstract":3,"accept":[6,8,9,12],"access":[9,15,18,19,20,22],"access_":17,"access_ingress":17,"access_intern":17,"access_kei":[0,1,3,6,8,9,15,23],"access_llm":17,"accident":9,"accordingli":20,"account":[16,20],"accur":[1,2,4,8,11,13,16,21],"accuraci":[2,8,21],"achiev":[8,13,16],"across":[0,1,3,9,13,16,20],"act":[4,6,13,18],"action":[0,4,5,8,9,11,16,21,23],"activ":[9,15],"actual":[0,2,8,20],"ad":[0,11,13,21],"add":[1,2,3,6,8,16,20],"add_span_processor":20,"addit":[1,2,4,6,8,9,19,21],"addition":1,"address":[0,1,3,6,8,9,11,15,23],"adher":21,"adilhafeez":17,"adjust":[11,20],"adopt":20,"advanc":[8,16],"advantag":[8,13],"advic":[0,3,8,9,23],"affect":20,"afraid":16,"african":15,"after":[9,16,20],"against":[8,21],"agent":[1,2,9,11,13,14,16,17,21,22,23],"aggreg":16,"agnost":3,"ai":[2,3,4,9,11,13,14,16,17],"aid":9,"air":1,"airbnb":13,"alert":[17,18],"alertmanag":18,"algorithm":13,"align":8,"all":[0,1,3,6,8,9,12,13,14,20,22,23],"allow":[0,4,8,11,12,13,15,16,20],"along":15,"alongsid":[7,9,11,13],"alreadi":20,"also":[0,3,4,8,9,11,15,23],"altern":[5,21],"alwai":5,"ambigu":16,"amount":12,"an":[0,1,2,3,4,5,9,11,13,15,16,18,20,21,22,23],"analysi":5,"analyt":16,"analyz":[0,4,8,13,16,17,20,21],"ang":8,"ani":[0,1,3,4,8,9,13,14,15,16,20,21],"annot":1,"answer":[1,8,9,23],"anthrop":3,"api":[0,1,3,4,5,6,7,8,9,11,13,14,15,16,17,18,20,22],"api_bas":8,"api_kei":[8,15,20],"api_serv":[4,16,17],"api_vers":18,"apivers":18,"apm":20,"app":[11,13,14,22],"app_serv":[0,8,9,23],"append":[0,2],"appli":[8,9,11,13,14,21,23],"applic":[0,2,3,4,5,6,7,8,9,11,13,14,15,16,17,18,20,21],"applicaton":7,"approach":[2,4,8,20,23],"appropri":[2,4,5,8,9,11],"ar":[0,1,2,3,5,6,7,8,9,11,13,15,16,17,18,20,21,22,23],"arch":[0,2,3,4,5,6,7,9,11,12,17,18,20,23],"arch_config":[1,3,8,11,15],"arch_conifg":23,"arch_llm_listen":17,"archgw":[7,15,18],"archgw_log":17,"architectur":[4,10,11,12,13,20,21],"aris":[5,11],"around":[9,12],"arriv":9,"art":[8,15,16],"ask":[1,2,15,16,20],"aspect":[13,18],"assist":[0,1,3,8,9,15,20,21,23],"assum":[1,8,15],"attach":4,"attack":21,"attempt":[8,9,13,21],"attent":16,"attribut":[4,16,20],"aud":15,"augment":9,"australian":15,"author":17,"auto_llm_dispatch_on_respons":[8,9,23],"autom":16,"automat":[6,8,13,16,20,21],"avail":[1,3,7,9,13,20],"averlag":7,"awsxrai":20,"b25f":17,"b265":17,"back":[7,9,20],"backend":[4,8,9,11,13,16,18,20,22],"bad":5,"baht":15,"balanc":[0,8,9,16,23],"base":[0,1,2,3,4,6,8,9,11,13,15,16,21],"base_url":[3,15,20],"basemodel":1,"bash":7,"batch":20,"batchedand":9,"batchspanprocessor":20,"battl":13,"been":[15,16],"befor":[8,9,11,15,21],"begin":15,"behalf":[1,8,9,17],"behavior":[8,9,11,17,21,23],"behind":14,"being":[8,9,11],"belief":[13,22],"below":[1,3,4,7,8,9,15,18,20],"benchmark":16,"benefici":16,"benefit":[1,13,19],"best":[4,6,10,13,19],"better":[13,16,21],"between":[0,3,4,8,9,12,13,16,20,23],"bgn":15,"bill":20,"bin":15,"bind":[3,6,8,11],"blaze":10,"block":[3,12],"blood":1,"blurri":1,"bodi":8,"bool":[4,8,9,23],"bootstrap":9,"born":[13,22],"borrow":11,"both":[8,13,14,16,18,21],"bound":[8,12],"brazilian":15,"break":17,"breaker":9,"bridg":[4,9,16],"brief":[4,9],"briefli":9,"british":15,"brl":15,"broader":0,"buil":[1,2],"build":[0,2,3,4,6,8,11,12,13,21],"build_with_arch":14,"built":[0,1,7,8,9,11,13,20,22],"bulgarian":15,"busi":[0,4,8,9,11,13,16,22],"bypass":21,"byte":[17,20],"bytes_receiv":17,"bytes_s":17,"c":13,"cad":15,"call":[1,3,4,5,7,8,9,11,13,14,15,17,22],"campaign":[0,11,13],"can":[0,1,2,3,4,5,6,7,8,9,11,13,15,16,17,20,21,23],"canadian":15,"capabl":[0,1,2,4,8,11,13,15,16,22,23],"capit":[3,8,15],"captur":[5,13,20],"care":16,"carefulli":4,"carri":[9,20],"case":[0,13,14],"categor":5,"categori":8,"cathedr":15,"caus":5,"celsiu":[4,16],"center":15,"central":[0,1,3,6,8,9,13,16,17,23],"certain":21,"chain":9,"chanc":21,"chang":[1,2,8,11,20],"charact":20,"chat":[15,17,20],"chat_complet":20,"chatbot":20,"cheaper":[7,8],"cheapest":0,"check":[1,6,8,9,11,16,20],"chf":15,"children":20,"chines":15,"choic":[8,15,20],"choos":16,"chunk":2,"circuit":9,"citi":[4,15,16],"claim":[0,13],"clarif":[1,2],"clarifi":11,"class":[1,3,13],"classif":8,"classifi":21,"claud":8,"cleaner":4,"clear":[5,16,21],"clearer":16,"cli":15,"client":[3,5,6,9,11,12,20],"closest":8,"cloud":[3,10],"cluster":[0,3,8,9,13,23],"cnversat":1,"cny":15,"co":20,"code":[3,5,8,9,11,12,13,15,17],"codebas":[4,20],"codec":9,"coher":3,"colleagu":16,"collect":[0,8,16,18,20],"collector":20,"com":[16,17,20],"combin":[2,16],"comcern":7,"command":7,"comment":[8,11],"commit":20,"common":[0,1,16,20],"commun":[3,5,9,11,15,20],"compact":8,"compani":13,"compar":8,"compat":[13,20,23],"compleix":11,"complet":[3,8,9,15,16,17,20,23],"complex":[0,3,4,6,12,16,20,21],"complianc":21,"compliant":3,"compon":[4,9,13,20],"compos":15,"composit":8,"comprehens":15,"concept":[1,10,11],"concern":9,"concis":9,"confid":21,"config":[11,18,20],"configiur":18,"configur":[0,1,2,3,7,8,10,11,12,13,15,19,20,22],"confirm":[8,9,16,20,23],"congratul":15,"connect":[0,4,6,7,8,9,11,12,13,15,23],"connect_timeout":[0,8,9,23],"conpleix":1,"consid":8,"consider":1,"considert":1,"consist":[11,13,16,20],"consol":20,"constraint":21,"contain":[7,8,9,11,13,15,20,21],"content":[1,5,8,15,20,21],"context":[4,5,9,11,13,15,16,20],"contextu":2,"continu":13,"contribut":15,"contributor":22,"control":[7,11,12,23],"conveni":1,"conver":2,"convers":[0,1,2,8,13],"convert":15,"coordin":12,"copilot":13,"core":[1,9,15],"corpu":21,"correct":[1,5,8,21],"correctli":20,"correspond":9,"cost":[1,7,13],"could":[0,8,9,11,16,23],"count":9,"covners":1,"cpu":[9,10],"creat":[0,3,5,6,8,9,11,13,14,16,20,23],"create_gradio_app":1,"createus":5,"creativ":16,"credenti":20,"crime":8,"criteria":21,"critic":[0,2,5,8,9,11,13,16,18,20,23],"crucial":[16,17,20],"cultur":15,"curiou":[8,9,15,21,23],"currency_exchang":15,"currency_symbol":15,"current":[4,16],"custom":[8,14,20],"cutov":13,"czech":15,"czk":15,"dai":[0,2],"dame":15,"danish":15,"dashbaord":18,"dashboard":[16,19,20],"data":[0,2,4,8,9,11,13,15,16,18,20,21],"databas":[0,2,16],"datadoghq":20,"dataset":0,"datasourc":18,"date":[4,15,16],"davinci":8,"dc":17,"dd_site":20,"debug":[0,2,9,17,20],"decemb":15,"decis":[0,3,7,8,9,11,23],"decrypt":9,"dedic":8,"deep":[6,14],"deeper":15,"def":[0,1,2,16,20],"default":[0,1,2,3,6,7,8,9,15,17,23],"defens":21,"defin":[3,8,9,15,20,23],"definit":[11,16],"defram":9,"degrad":5,"deliv":16,"deliveri":9,"demo":15,"demonstr":16,"depend":[0,9,13,15],"deploi":[7,9,13,20],"deploy":13,"depth":4,"describ":[1,2,5,9],"descript":[0,1,2,4,8,9,15,16,23],"design":[0,4,5,7,8,9,11,13,14,16,18,20],"desir":[4,16],"destroi":9,"detail":[1,2,3,5,6,8,9,11,13,16,17,20],"detect":[1,2,7,8,9,11,13,21],"determin":[4,9,16,20],"dev":[7,15],"develop":[1,2,3,4,5,6,8,9,13,14,15,20,21],"devic":[0,1,2,4,7,8,9,23],"device_id":[0,2,8,9,23],"device_reboot":0,"device_summari":[0,2],"diabet":1,"diabeter":1,"diagnos":1,"dict":4,"dictionari":8,"differ":[0,3,4,8,9,16,20,23],"difficult":13,"dipatch":1,"direct":[4,6],"directli":[8,11],"disast":13,"discov":14,"diseas":1,"disease_diagnos":1,"diseases_symptom":1,"dispatch":9,"displai":[5,16],"distribut":[8,9,20],"dive":[11,14,15],"divers":[4,21],"dkk":15,"dn":6,"do":[4,8,13,15,17],"doc":[2,14],"docker":[0,3,15,18,20],"document":[4,8,11,14,15,20],"doe":[0,4,16,21],"dollar":15,"domain":[9,16],"don":[1,7,16],"down":17,"downstream":[1,8,9,10,11,12,16,20],"downtream":9,"dramat":7,"draw":8,"driven":[14,15],"dropbox":13,"due":5,"durat":[9,17],"dure":[5,9],"dynam":[8,16,21],"e":[4,9,11,16,17,20],"each":[1,4,8,9,13,16,17,20],"earli":[8,9,13],"earlier":9,"eas":20,"easi":[15,16,20],"easier":[6,15,17],"easili":[3,13,20],"easilli":1,"econom":1,"ecosystem":20,"edg":[9,13,16],"edit":18,"effect":[1,4,8,13,14],"effici":[0,1,2,4,7,8,15,20],"egress":[3,10,11,13,14],"egress_traff":[15,23],"eiffel":15,"either":[9,16],"elasticsearch":17,"element":4,"elk":17,"email":16,"embarrassingli":12,"embed":[8,17,21,23],"emiss":1,"empow":[4,21],"enabl":[0,2,3,4,5,7,9,11,13,16,20,23],"enchanc":8,"encount":[9,11],"encrypt":9,"end":[1,4,13,20],"endpoint":[0,1,2,3,4,5,8,9,11,15,16,18,20,23],"energi":1,"energy_sourc":1,"energy_source_info":1,"energysourcerequest":1,"energysourcerespons":1,"enforc":9,"engag":[0,9,13],"engin":[1,2,8,13],"enhanc":[2,4,9,15,20,21],"enough":5,"enrich":[1,4,8,11],"ensur":[0,3,4,5,6,8,9,13,15,16,20,21],"entir":[13,20],"entri":6,"enum":[1,4,8,9,16,23],"env":15,"environ":[15,16,20],"envoi":[3,6,8,9,11,12,13,22],"equal":12,"equival":15,"error":[0,1,2,4,9,10,11,13,18,20,21,22],"error_target":23,"error_target_1":23,"essenti":[4,6,14,21],"establish":[0,8,9,23],"etc":[3,8,9,11,13,15,23],"ethnic":21,"eu":20,"euqal":4,"eur":15,"euro":15,"evalu":8,"evaluation_interv":18,"even":[0,16],"evenli":9,"event":[0,9],"everi":17,"exactli":9,"exampl":[0,6,9,10,11,15,17,23],"exceed":9,"excel":21,"except":5,"exception":13,"excess":[1,9],"exchang":15,"exclus":13,"execut":[5,8,9,16,21],"exist":[9,20],"expect":[5,16],"expens":1,"experi":[2,4,8,9,13,15,16,21],"explain":16,"explan":[4,16],"explanatori":17,"explicitli":21,"explor":[14,15],"export":[17,18,20],"expos":[0,6,8,13,17,21],"extend":[13,14],"extern":[0,2,20],"extract":[0,1,4,8,9,11,13,16,20,23],"extrem":8,"f":[0,1,2,16,17,20],"f376e8d8c586":17,"face":8,"facilit":20,"fact":[0,3,8,9,23],"fahrenheit":[4,16],"fail":[3,5,9,11],"failov":[0,1,3,6,8,9,23],"failur":5,"fair":9,"fallback":5,"fals":[2,4,8,9,23],"familiar":9,"familizari":1,"faser":0,"fashion":[1,9,15],"fast":[1,2,8,10,11,13,14,15,22],"fastapi":1,"faster":[2,7,8,11,20],"fastest":0,"fatigu":1,"fault":[3,8],"fc":9,"fc1b":0,"featur":[8,11,13,14,19,20,21,23],"feed":17,"feedback":[5,8,21],"feel":1,"fetch":[15,16],"few":[11,17,20],"field":[1,17],"file":[1,3,4,6,8,9,18],"filter":[6,9,12,13,21],"final":9,"find":16,"first":[1,3,7,8,9,13,15,16,18,21],"firtst":1,"fit":9,"flag":[8,9,20,21,23],"flask":0,"flexibl":[13,18,20],"float":4,"flow":[5,10,13,14,16,17,20],"fluentd":17,"focu":[0,1,9,13],"focus":[8,16],"follow":[1,3,4,5,7,8,9,11,13,15,17,20,23],"forint":15,"form":16,"format":[4,8,13,16,18,19,21],"forth":9,"forwad":8,"forward":[1,5,7,8,9,11,12,17,20],"fossil":1,"found":[1,17],"framework":[8,18,20],"franc":[3,8,15],"francisco":[4,16],"frankfurt":15,"frankfurther_api":15,"free":1,"frequent":1,"friendli":16,"from":[0,1,2,3,4,5,6,8,9,11,12,13,15,16,20,23],"fromth":11,"front":13,"frontier":[0,8],"fuel":1,"fulfil":13,"full":[4,8,11,15,23],"function":[4,5,7,8,9,11,12,13,14,22],"function_cal":14,"functionvalidationerror":5,"fundament":4,"further":[8,15,20],"g":[4,9,11,16,17,20],"ga":1,"gap":16,"gastronomi":15,"gatewai":[3,9,11,13,14,16,17,18,20,22,23],"gather":[0,9,13],"gbp":15,"genai":[4,15,22],"gener":[0,4,7,9,11,12,13,14,15,16,18,20,21],"get":[0,1,2,4,7,9,15,16,20,23],"get_device_statist":2,"get_device_summari":[0,2],"get_info_for_energy_sourc":1,"get_json":[0,2],"get_supported_curr":15,"get_trac":20,"get_weath":[4,16],"get_workforc":1,"github":[8,15],"give":13,"given":[0,2,9],"global":[15,18],"glucos":1,"go":[0,13],"goal":13,"googl":13,"got":5,"govern":[1,13],"gpt":[0,1,3,6,7,8,9,15,16,20,23],"gpu":10,"gr":1,"grace":5,"gracefulli":[5,11],"gradio":1,"grafana":19,"greenhous":1,"group":0,"grpc":20,"guard":[9,10,13,14,22],"guardail":7,"guardrail":[5,8,9,11,13,14,15,21,23],"guid":[3,8,15,16,20,21],"guidelin":21,"gurdrail":6,"ha":[8,9,13,15,16,20],"hallucin":17,"handel":[8,9,23],"handl":[0,1,2,3,4,5,6,8,9,11,12,13,14,16,20,21,22],"handle_request":20,"handler":[4,8,9],"hardwar":12,"harm":[8,9,21],"hate":8,"have":[1,7,13,15,16,20,21],"haven":1,"hazard":8,"hcm":9,"header":[9,10,11,13,15,19],"health":9,"healthi":[9,15],"hello":20,"help":[0,1,2,3,4,5,7,8,9,11,13,14,15,16,18,20,21,23],"here":[0,2,4,6,8,9,11,15,16,17,20,21],"hexadecim":20,"high":[0,1,3,8,10,13,14,16],"highli":[1,2,16],"hint":15,"histori":[1,16],"hkd":15,"hong":15,"honor_timestamp":18,"horrid":13,"host":[0,3,6,7,8,9,11,17,18],"hostconnect":11,"hostnam":[0,8,9,23],"how":[0,1,2,3,4,7,8,9,13,14,15,16,18,19],"howev":9,"html":14,"http":[3,5,7,8,9,13,15,16,17,18,20,22],"http_method":[1,23],"httpexcept":1,"huf":15,"hug":8,"huggingfac":[0,1],"human":[4,5],"hungarian":15,"hygien":13,"i":[0,1,3,4,6,7,8,9,11,12,13,15,17,18,20,22,23],"iam":20,"iceland":15,"icon":15,"id":[0,2,5,9,17,20],"idea":14,"identif":16,"identifi":[0,2,4,5,8,9,16,20,23],"idr":15,"il":15,"illustr":1,"immedi":21,"impact":20,"implement":[8,9,20,21],"import":[0,1,2,3,8,15,16,17,20],"improp":5,"improv":[2,7,13,14,21],"in_path":15,"incent":1,"includ":[1,2,3,4,6,9,13,15,16,17,18,20,21,22],"incom":[6,7,8,9,11,16,20,23],"incomplet":16,"incredibli":13,"indian":15,"indic":[4,9,20],"indonesian":15,"industri":8,"infer":13,"info":15,"inform":[0,1,2,4,5,8,9,11,13,16,17,20,21,23],"information_extract":[8,9,23],"infrastructur":[3,13,22],"ingress":[8,10,11,13,14],"ingress_traff":[3,6,8,9,15,23],"init":20,"initi":[1,3,6,9,11,19],"inject":[20,21],"inner":9,"innov":15,"input":[0,4,5,16,21],"input_guard":[8,9,15,21,23],"inr":15,"insecur":20,"instal":[15,20],"instanc":[3,9,11,23],"instead":16,"instruct":[7,14,23],"instrument":18,"insur":[0,13],"insurance_claim_detail":17,"int":[0,2,4],"integ":[0,2,5],"integr":[2,3,4,13,14,15,16,17,18,19,22],"intellig":[3,4,7,9,11,13,14,22],"intend":21,"intent":[0,7,9,16,23],"interact":[0,8,13,14,16,17,20,21],"intercept":8,"interest":15,"interfac":3,"interfer":15,"intern":[0,2,3,9,11,18,20],"interoper":20,"interpret":[5,16],"intro":[14,22],"intro_to_arch":14,"introduc":[11,14],"invalid":[5,16],"inventori":20,"investig":20,"invoc":[4,16],"invok":[0,4,5,16],"involv":[0,4,13],"ip":[0,8,9,23],"ip1":[0,8,9,23],"ip2":[0,8,9,23],"isdefault":18,"isinst":[0,2],"isk":15,"isol":15,"isra":15,"issu":[5,11,20],"item":[4,8],"iter":16,"itinerari":16,"its":[0,1,4,7,8,9,11,12,13,15,20],"itself":[3,6,8],"jaeger":20,"jailbreak":[8,9,13,15,21,23],"japanes":15,"java":13,"job_nam":18,"jpy":15,"jq":15,"json":[1,5,15,16],"jsonifi":[0,2],"just":[0,1,3,8,9,23],"keep":[11,16],"kei":[0,1,3,6,7,8,9,10,19,20,23],"kept":23,"kibana":17,"kind":5,"king":16,"know":[7,8,11,21],"knowledg":[1,2,6,9,14],"known":[8,15],"kong":15,"korean":15,"koruna":15,"krona":15,"krone":15,"krw":15,"kr\u00f3na":15,"kubernet":20,"l7":13,"landmark":15,"langtrace_api_kei":20,"langtrace_python_sdk":20,"languag":[2,9,13,16,20],"larg":[2,8,9,12,13,16,20],"last":[0,1,2],"latenc":[0,1,2,7,8,13,16,18],"later":5,"latest":[3,15],"layer":[8,13,20,21],"lead":[8,13,21],"learn":[13,14,15,16],"let":17,"leu":15,"lev":15,"level":[3,6,7,10,13,14,16],"leverag":[2,4,20],"libev":9,"librari":[3,13],"lifecycl":[10,22],"lifetim":[9,12],"lightweight":[0,13],"like":[1,2,3,4,5,6,8,9,11,13,15,16,17,18,20,21,23],"limit":[0,1,3,6,8,9,23],"line":13,"linearli":13,"lira":15,"list":[0,2,4,8,9,15,23],"listen":[0,1,3,8,9,10,11,15,20,22,23],"listner":6,"live":9,"ll":[0,1],"llama":3,"llama3":3,"llm":[0,1,2,6,7,9,10,11,13,14,16,18,20,21,22,23],"llm_provid":[0,1,3,6,8,9,14,15,23],"load":[0,8,9,23],"local":[1,3,6,8,9,10],"localhost":[15,18,20],"locat":[4,11,16],"log":[5,9,11,18,19,20,22],"logic":[0,1,3,5,6,8,9,11,13,14,16,21,22,23],"long":1,"look":[4,8,9,15,21,23],"loop":9,"louvr":15,"low":[0,7,16],"lower":1,"m":15,"machin":12,"made":15,"mai":[0,9,21],"main":[9,11,15,20],"maintain":[4,9],"major":[12,15],"make":[0,1,3,5,6,7,8,9,11,13,15,16,17,20],"malaysian":15,"malici":[9,21],"manag":[0,1,3,4,5,6,7,8,9,13,14,15,16,17,20,21,23],"managemet":6,"mandatori":4,"mani":[9,20],"manipul":[0,13,18],"manual":[1,2],"manufactur":[0,3,8,9,23],"map":16,"mark":4,"masssiv":13,"match":[0,9,23],"matter":[13,16],"max":[0,8,9,23],"me":15,"mean":[15,17,20],"meaning":5,"measur":[13,18],"mechan":[0,3,14,16,21],"meet":[16,21],"messag":[1,5,9,10,15,16,20,21,23],"message_format":[0,1,3,6,8,9,15,23],"metadata":[4,8,11,17],"method":[0,1,2,17],"metric":[11,13,19,20],"metrics_path":18,"mexican":15,"might":[7,21],"mind":[16,20],"mini":20,"minim":[6,20,21],"ministr":[3,15],"minor":21,"minut":[1,2],"misalign":21,"misformat":21,"miss":[0,5,13],"mistak":21,"mistral":[3,15,23],"mistral8x7b":23,"mistral_api_kei":[15,23],"mistral_loc":23,"mistrallocal7b":23,"misus":21,"mode":7,"model":[0,1,2,3,6,8,9,10,11,13,15,16,20,21,22,23],"model_serv":17,"moder":10,"modern":[18,20],"modif":9,"modifi":1,"modul":20,"modular":4,"monitor":[8,9,13,14,17,19,20,22],"more":[0,1,2,4,6,8,11,12,13,16,17,20,21],"most":[0,4,8,12,15,16,17],"multi":22,"multipl":[4,9,12,16],"museum":15,"must":[0,2,20],"mxn":15,"my":[8,9,15,21,23],"myr":15,"n":15,"n1":15,"n10":15,"n11":15,"n12":15,"n13":15,"n14":15,"n15":15,"n16":15,"n17":15,"n18":15,"n19":15,"n2":15,"n20":15,"n21":15,"n22":15,"n23":15,"n24":15,"n25":15,"n26":15,"n27":15,"n28":15,"n29":15,"n3":15,"n30":15,"n31":15,"n4":15,"n5":15,"n6":15,"n7":15,"n8":15,"n9":15,"name":[0,1,2,3,4,6,8,9,11,15,16,18,20,23],"nativ":18,"natur":[5,8,9,16,23],"navig":[14,21],"necessari":[4,8,9,16],"need":[0,1,4,7,8,9,11,14,15,16,18,20],"network":[0,3,6,7,8,10,11,13,14,16,23],"network_qa":0,"network_summari":0,"never":15,"new":[1,4,15,16,20],"next":[16,22],"nif":15,"nli":[8,23],"nok":15,"non":12,"none":1,"norwegian":15,"note":[7,11,17,18,23],"notr":15,"nuanc":[13,22],"number":[2,9,12,16],"nzd":15,"o":[1,20],"object":[1,17],"observ":[3,13,14,18,20,22,23],"occur":5,"offer":[0,1,3,8,9,11,13,21,23],"often":[1,2,16],"ollama":3,"on_except":[8,9,15,21,23],"onc":[0,1,2,8,9,12,15,16,20],"one":[0,9,11,15,16,20],"ones":[1,16],"ongo":16,"onli":[4,6,7,8,9,15,16,21,23],"opaqu":[13,22],"open":[1,4,18,20],"openai":[0,1,6,9,17,20,23],"openai_api_kei":[0,1,3,6,8,9,15,20,23],"opentelemetri":[13,18,23],"oper":[9,11,13,15,16],"optim":[6,16,20],"option":[0,1,2,4,7,14,20],"oral":1,"order":[9,16,20],"orient":16,"origin":[8,11,13,17],"oss":3,"otel":20,"other":[5,7,9,11,13,15,16,20],"otlp":20,"otlp_export":20,"otlpspanexport":20,"our":[2,7,8,9,13,16],"out":[11,13,16,22],"outbound":[3,13,15,20],"outgo":[6,16,20],"outlin":9,"outperform":0,"output":[2,13,16,18,21],"outsid":[13,22],"over":[0,2,3],"overal":[4,7],"overid":23,"overload":9,"overrid":[8,9,15,23],"overview":[1,19,22],"overwhelm":9,"own":9,"p50":[0,8],"packag":[15,20],"page":8,"pai":16,"pain":13,"pair":8,"par":16,"parallel":[9,12,16],"param":[16,18],"paramet":[1,5,8,9,13,15,16,21,23],"parent":20,"pari":15,"pars":[5,16,17],"part":[9,13,16,20],"particular":[4,16],"pass":[8,9,17],"past":2,"path":[0,1,2,4,8,9,11,15,16,17,23],"payment":[16,20],"pend":20,"per":[9,13,16,17,18],"perceiv":[13,18],"perform":[0,4,6,7,8,9,12,13,16,20,21],"performimg":8,"period":9,"person":[0,4,13,14,15,16,22],"peso":15,"phase":8,"philippin":15,"php":[13,15],"piec":[4,8],"pilot":20,"pip":[15,20],"pipelin":[9,20],"place":[9,16],"placehold":[0,2,20],"plan":[8,11],"pleas":[2,5,7,8,16],"pln":15,"pod":20,"point":[6,8,16],"polici":[9,20],"polish":15,"pollut":1,"pool":9,"popul":15,"popular":20,"port":[0,1,3,6,8,9,11,15,23],"possibl":5,"post":[0,1,2,17,23],"potenti":8,"pound":15,"power":[1,8,16,20,21],"practic":[4,6,9,10,13,14,19],"pre":[9,21],"preced":20,"precis":[1,2,16],"predefin":[0,4,8,11,13],"prefer":[16,20],"premis":[3,7],"prepar":20,"presenc":[3,6],"present":[2,13,16,20],"prevent":[9,13,20,21],"previou":[1,2],"price":[7,15],"primari":[6,8,12],"primit":[3,6,11,22],"primitv":8,"print":[3,8,15,16,20],"priorit":21,"privaci":8,"proce":[8,9,23],"process":[4,5,7,8,11,12,13,14,16,17,18,20,21],"process_customer_request":20,"processess":1,"processor":20,"produc":16,"product":[16,20],"profil":16,"program":[8,9,21,23],"project":[4,13,22],"prometheu":18,"promethu":18,"promot":9,"prompt":[1,3,5,6,7,9,10,11,12,13,14,15,18,22,23],"prompt_guard":[8,9,14,15,23],"prompt_target":[0,1,2,4,8,9,11,14,15,16,23],"prompt_target_intent_matching_threshold":23,"prone":[1,2],"propag":[8,13,19],"proper":20,"properli":11,"protect":[20,21],"proto":20,"protocol":[3,9,15,17,20],"proven":13,"provid":[0,1,2,4,5,6,8,9,11,13,14,15,16,17,18,20,21,22,23],"provider_interfac":[3,6,8,9,15,23],"proxi":[8,9,11,18],"publish":18,"pull":2,"purchas":[0,3,8,9,23],"purpos":[0,4,7,8,9,11,13],"pydant":1,"python":[13,17],"q":[0,16],"q1":21,"qualiti":2,"queri":[0,1,2,4,15,16,20],"question":[1,8,9,23],"quick":20,"quickli":[7,13,14,15],"quickstart":[14,22],"rag":[8,9,11,14,22],"rag_energy_source_ag":1,"rais":16,"rand":15,"random_sampl":20,"rang":[0,2,11,18,20],"rare":9,"rate":[3,8,9,13,15,18,20,23],"rather":[2,5],"raw":5,"rch":11,"re":[1,2,8,9,15,16,20,21,23],"reach":21,"read":[1,6,8,9,13,16,20],"readabl":[4,5],"real":[0,2,15,16],"realli":13,"reboot":[0,2,4,8,9,23],"reboot_devic":[0,4],"reboot_network_devic":[8,9,23],"receiv":[5,8,9,11,16,17,20,21],"recept":9,"recognit":[4,8],"recommend":[1,9,12,15],"record":[13,20],"recoveri":13,"reddit":13,"reduc":[1,21],"refer":[0,2,7,11,15,16,17,20,22],"refernc":16,"refin":8,"region":20,"reject":[8,13],"relat":[0,7,9,11,13,18,20],"relev":[0,1,2,4,9,16],"reli":[2,8,20],"reliabl":[2,3,6,16,21],"remain":16,"rememb":16,"remind":16,"renew":1,"renminbi":15,"repeat":21,"replac":20,"repositori":15,"repres":[8,13,20],"req":4,"request":[5,6,8,10,11,13,15,16,17,20,21,22],"requestsinstrumentor":20,"requir":[0,1,2,4,5,6,8,9,13,15,16,22,23],"resili":[8,13],"resolv":20,"resourc":[15,19],"respect":[17,18],"respond":[5,13,18,20],"respons":[0,1,2,3,4,5,8,9,11,14,15,16,17,20,21,23],"response_cod":17,"response_flag":17,"rest":[9,12],"result":[0,16],"retri":[0,1,3,6,8,9,13,23],"retriev":[0,8,9,11,16],"return":[0,1,2,4,9,11,16,20,21],"revers":9,"ringgit":15,"risk":21,"roadmap":8,"robin":[0,8,9,23],"robust":[8,13,16,21,22],"role":[5,8,15,20],"romanian":15,"ron":15,"root":5,"round":[0,8,9,23],"rout":[0,2,3,6,8,9,11,13,22,23],"router":[4,9],"routin":16,"rule":16,"run":[0,2,7,8,9,11,13,15,20],"runtimeerror":5,"rupe":15,"rupiah":15,"safer":21,"safeti":[6,8,13,21],"sai":16,"same":[13,16,22],"sampl":[15,18,20,23],"sampling_r":23,"san":[4,16],"sanit":[9,21],"save":1,"scalabl":[4,15],"scale":[3,9,13,14],"scenario":[0,1,2,7,8,9,13,14,16,23],"schedul":[8,11,16],"schema":15,"scheme":18,"scienc":16,"score":8,"scrape_config":18,"scrape_interv":18,"scrape_timeout":18,"screenshot":18,"script":[15,16],"scrutini":21,"sdk":20,"seamless":[3,16],"seamlessli":[3,4,18,20],"seattl":16,"section":[1,2,3,4,6,8,9,14,20],"secur":[3,6,8,9,13,14,20,21,22],"see":[6,8,11,16],"sek":15,"select":[9,15],"self":[7,9,11,13,17],"semant":8,"send":[3,8,9,11,16,20,23],"sender":8,"sensit":20,"sent":[9,17],"separ":[4,7,9,11,12],"sequenti":0,"serv":[9,10,11,22],"server":[5,7,9,11,13,15],"servic":[0,2,4,8,9,16,17,20],"set":[4,6,7,8,9,11,13,14,15,16,20,23],"set_tracer_provid":20,"setup":[1,6,8,16,20],"sever":[9,13,18],"sgd":15,"shape":13,"share":[8,9,11],"sheqel":15,"should":[4,5,9,16],"show":[1,3,15],"side":5,"signatur":16,"signifc":2,"similar":8,"simpl":[8,11,15,16,20],"simpli":[3,6,8,15,20],"simplic":9,"simplif":6,"simplifi":[3,4,6,14,20],"simul":[0,2],"simultan":0,"sinc":[8,15],"singapor":15,"singl":[1,8,11,12,13,16,23],"sit":[13,14,16],"site":20,"skimp":16,"slow":[1,2],"slowest":7,"small":[12,13],"smart":[13,16],"smarter":2,"sni":9,"so":[0,1,2,7,8,11,13,16],"socket":9,"softwar":[8,13],"solar":1,"sole":2,"solut":4,"some":[1,9,12,15,16,18],"sonnet":8,"sota":16,"sourc":[1,2,15,16,18,20],"south":15,"span":[9,20],"span_processor":20,"special":[13,14,20],"specif":[0,1,2,4,5,7,8,9,13,15,16,20,21,23],"specifi":[2,4,9,11,16],"speed":[2,7,13,18],"spell":16,"spend":12,"sporad":12,"sql":2,"stack":[5,13,14,16,17],"stage":21,"stai":8,"standalon":20,"standard":[13,20],"start":[3,6,7,8,11,20],"start_as_current_span":20,"start_tim":17,"stat":[0,2,9,18],"state":[4,8,9,15,16],"static":9,"static_config":18,"statist":[0,2,9],"statu":[16,17,20],"step":[14,20,22],"stock":20,"store":[2,18],"str":[1,4,8,9,15,16,23],"straightforward":16,"stream":9,"streamlin":[2,4,6],"string":5,"strip":8,"stripe":13,"structur":[2,17],"struggl":[1,2],"stuff":16,"submit":16,"substanti":13,"subsystem":[0,3,6,7,8,9,13,23],"subsytem":8,"success":[13,15],"successfulli":15,"sugar":1,"suggest":[16,21],"suit":13,"suitabl":[4,16],"summar":[1,4,8,9,11,16,23],"summari":[1,8,9,16,19,23],"support":[0,1,3,4,8,9,11,13,15,18,20,21],"sure":[5,20],"sustain":1,"swedish":15,"swiss":15,"switch":3,"symbol":15,"symptom":1,"system":[0,1,3,5,6,8,9,13,15,16,17,20,21,22,23],"system_prompt":[0,1,3,8,9,15,23],"t":[1,7,16],"tail":17,"tailor":[0,13,16,21],"take":[8,9,11,13],"taken":17,"talk":1,"target":[1,3,6,9,10,11,14,15,18,22,23],"task":[0,8,9,11,12,13,16],"tcp":9,"tech":[1,14,20,22],"tech_overview":14,"technic":20,"techniqu":[1,2,8,21],"technologi":[1,13,14],"telemetri":[13,18,20],"temperatur":[4,16],"term":1,"termin":13,"terminologi":[10,22],"test":[1,7,13,16],"text":[8,9,16],"tft":[13,18],"thai":15,"than":[0,2,7],"thb":15,"thei":[4,21],"them":[2,4,5,9,11,16,21],"thi":[0,1,2,3,4,5,6,7,8,9,11,12,13,14,15,16,17,20,23],"thing":11,"think":16,"thirst":1,"thoroughli":16,"those":[0,1,2,11,20],"thread":[9,10,22],"three":[7,9,13,18],"threshold":23,"through":[1,3,8,9,13,16,17,20],"throughput":[0,16],"time":[0,2,8,9,13,16,17,18,23],"time_rang":[0,2],"timeout":[3,6,8,9,15,18,23],"timestamp":9,"tip":10,"tl":[9,13],"tls_certif":[0,1],"todai":[9,15,21],"token":[1,7,8,13,18],"toler":[1,3,8],"too":9,"took":17,"tool":[5,13,17,18,19,21],"top":[3,6,12],"topologi":10,"tot":[13,18],"total":[13,17,18],"tower":15,"trace":[5,8,9,11,13,18,19,22,23],"trace_export":20,"tracepar":[13,19],"tracer":20,"tracer_provid":20,"tracerprovid":20,"track":15,"tradit":[13,22],"traffic":[3,6,8,9,13,14,16,17],"train":21,"transact":16,"transpar":13,"transport":9,"travel":[8,11,16],"travers":9,"treat":[8,9,23],"trigger":[0,11,14,16],"trivial":9,"troubleshoot":[4,5,14],"true":[0,1,2,3,4,6,8,9,15,16,18,20,23],"try":15,"tupl":4,"turbo":[0,1],"turkish":15,"turn":[16,22],"tutori":14,"two":[0,7,8,9,11],"type":[0,1,2,4,5,8,9,11,15,16,18,23],"typic":[9,16],"typo":21,"ui":9,"unauthor":8,"under":17,"understand":[13,14,16,18,20,21],"undifferenti":[9,11,13],"unexpect":16,"unifi":3,"uniformli":20,"uniqu":[4,20],"unit":[4,15,16],"until":9,"unwant":9,"up":[1,7,11,14,15,20],"updat":[0,1,9,13,15,16],"upgrad":[3,9,13],"upon":9,"upstream":[1,8,9,10,11,13,14,16,17,18,23],"upstream_host":17,"urin":1,"url":[8,15,18],"us":[0,1,2,4,6,7,9,11,13,14,17,19,23],"usabl":21,"usag":[1,3,4,9,13,16,18],"usd":15,"user":[0,1,2,4,5,8,9,11,13,15,16,17,18,20,21,22],"user_id":5,"usi":20,"usual":[8,15],"util":[8,9,15],"v":20,"v0":[0,1,3,6,8,9,15,23],"v1":[6,15,17,20],"v2":[15,18],"v24":15,"v3":15,"valid":[0,2,4,14,15,16,21],"validationerror":5,"valu":[0,4,8,9,16,20,21,23],"valueerror":16,"variabl":[15,20],"varieti":9,"variou":[12,13,16,20],"ve":[1,15],"vector":[2,8],"vendor":3,"venv":15,"veri":[9,20],"verif":20,"verifi":20,"version":[0,1,3,6,8,9,15,20,23],"via":[0,1,5,7,9,11,13,14,15,19,20,21,23],"view":[18,20],"violat":[5,9,11,21],"violent":8,"virtual":15,"visibl":17,"vision":1,"visit":8,"vpc":7,"w3c":[13,20],"wa":[9,13,16,17,22],"wai":[0,1,2,3,6,8,9,13,23],"wait":[0,8,9,23],"want":[0,11,13,15,16],"watch":16,"we":[1,3,9,11,12,15,21],"weather":[4,16],"weather_info":16,"web":[9,11],"welcom":14,"well":13,"were":17,"what":[1,3,5,8,13,15,17],"when":[0,1,2,3,4,5,6,8,9,11,16,20],"where":[0,4,7,8,9,11,13,14,15,16,17,21,23],"whether":[4,16],"which":[0,2,3,6,7,9,13,16,17,18,20,22],"while":[1,8,12,14,16,21],"wide":[9,11,18,20],"wind":1,"window":15,"within":[0,4,8,9,14,16,21,23],"without":[6,9,13,14],"won":15,"work":[7,11,13,16,19,20,23],"worker":[9,12],"workflow":14,"workload":12,"would":[0,2,9,23],"write":[0,1,2,13,14],"written":[9,12,13],"x":[5,9,11,15,17],"yaml":[0,1,3,11,15,18,20],"yen":15,"yml":[3,8,23],"york":[4,16],"you":[0,1,2,3,4,5,6,7,8,9,11,13,14,15,16,18,20,21,23],"your":[0,1,2,3,4,6,7,8,9,11,13,14,15,16,17,18,20,21],"yourself":1,"yourweatherapp":16,"yuan":15,"zar":15,"zealand":15,"zeroshot":17,"z\u0142oti":15},"titles":["Agentic Apps","Multi-Turn","RAG Apps","LLM Provider","Prompt Target","Error Target","Listener","Model Serving","Prompts","Request Lifecycle","Tech Overview","Terminology","Threading Model","Intro to Arch","Overview","Quickstart","Function Calling","Access Logging","Monitoring","Observability","Tracing","Prompt Guard","Welcome to Arch!","Configuration Reference"],"titleterms":{"1":[0,1,2,15,16],"2":[0,1,2,15,16],"3":[15,16],"A":20,"It":17,"access":17,"ad":3,"addit":20,"adjust":1,"agent":[0,8,15,20],"ai":[15,20],"an":8,"app":[0,1,2,8],"ar":4,"arch":[1,8,13,14,15,16,21,22],"architectur":9,"augment":2,"aw":20,"basic":4,"benefit":[20,21],"best":[5,16,20],"blaze":7,"breakdown":20,"build":[1,14,15,22],"call":[0,16],"case":16,"client":[8,15],"cloud":7,"command":15,"concept":[5,14,22],"config":[1,15],"configur":[4,6,9,16,18,21,23],"convers":15,"cpu":7,"creat":15,"curl":15,"currenc":15,"custom":3,"dashboard":18,"datadog":20,"default":4,"defin":[0,1,2,4,16],"demo":1,"downstream":6,"egress":[6,8,9],"error":5,"exampl":[1,3,4,5,8,16,20,21],"extract":2,"fast":7,"featur":[4,16,17],"file":15,"flask":[1,2],"flow":9,"follow":2,"format":[17,20],"function":[0,16],"gatewai":[8,15],"gener":2,"get":[14,22],"gpu":7,"grafana":18,"guard":[8,21],"guid":[14,22],"header":[5,20],"high":9,"how":[17,20,21],"i":[2,16,21],"implement":16,"ingress":[6,9],"initi":20,"instrument":20,"integr":20,"intent":[1,4,8],"interact":15,"intro":13,"kei":[4,5,16,17],"langtrac":20,"level":9,"lifecycl":9,"listen":6,"llm":[3,8,15],"local":7,"log":17,"logic":4,"match":[4,8],"messag":8,"metric":18,"model":[7,12],"moder":7,"monitor":18,"multi":[1,2],"multipl":0,"network":9,"next":15,"observ":19,"openai":[3,8,15],"opentelemetri":20,"over":16,"overview":[10,14,20],"parallel":0,"paramet":[0,2,4],"post":9,"practic":[5,16,20],"prerequisit":15,"process":[0,1,2,9],"prompt":[0,2,4,8,16,21],"propag":20,"provid":3,"python":[3,15,20],"question":2,"quickstart":15,"rag":[1,2],"rai":20,"refer":23,"request":[0,1,2,9],"resourc":[20,22],"retriev":[1,2],"rout":4,"router":15,"sdk":3,"serv":7,"singl":0,"start":[14,15,22],"step":[0,1,2,15,16],"summari":[4,20,21],"switch":1,"take":16,"target":[0,2,4,5,8,16],"tech":10,"terminologi":[9,11],"thread":12,"tip":[5,16],"tool":20,"topologi":9,"trace":20,"tracepar":20,"turn":[1,2],"up":2,"upstream":6,"us":[3,8,15,16,20,21],"via":[8,18],"visual":20,"welcom":22,"what":[2,4,16,21],"why":21,"work":[17,21],"workflow":16,"x":20}})
\ No newline at end of file
+Search.setIndex({"alltitles":{"AI Agent Tracing Visualization Example":[[21,"ai-agent-tracing-visualization-example"]],"AWS X-Ray":[[21,"aws-x-ray"]],"Access Logging":[[18,null]],"Adding custom LLM Provider":[[3,"adding-custom-llm-provider"]],"Additional Resources":[[21,"additional-resources"]],"Agent Routing and Hand Off":[[16,null]],"Agentic Apps":[[0,null]],"Agentic Apps via Prompt Targets":[[8,"agentic-apps-via-prompt-targets"]],"Arch-Function":[[17,"arch-function"]],"Basic Configuration":[[4,"basic-configuration"]],"Benefits of Using Arch Guard":[[22,"benefits-of-using-arch-guard"]],"Benefits of Using Traceparent Headers":[[21,"benefits-of-using-traceparent-headers"]],"Best Practices":[[21,"best-practices"]],"Best Practices and Tips":[[5,"best-practices-and-tips"],[16,"best-practices-and-tips"],[17,"best-practices-and-tips"]],"Build AI Agent with Arch Gateway":[[15,"build-ai-agent-with-arch-gateway"]],"Build Multi-Turn RAG Apps":[[1,"build-multi-turn-rag-apps"]],"Build with Arch":[[14,"build-with-arch"],[23,null]],"Cloud Serving (GPU - Blazing Fast)":[[7,"cloud-serving-gpu-blazing-fast"]],"Concepts":[[14,"concepts"],[23,null]],"Configuration":[[9,"configuration"]],"Configuration Reference":[[24,null]],"Configure Listener":[[6,"configure-listener"]],"Configure Monitoring":[[19,"configure-monitoring"]],"Configuring Prompt Targets":[[4,"configuring-prompt-targets"]],"Datadog":[[21,"datadog"]],"Default Targets":[[4,"default-targets"]],"Defining Parameters":[[4,"defining-parameters"]],"Demo App":[[1,"demo-app"]],"Downstream (Ingress)":[[6,"downstream-ingress"]],"Error Header Example":[[5,"error-header-example"]],"Error Target":[[5,null]],"Example 1: Adjusting Retrieval":[[1,"example-1-adjusting-retrieval"]],"Example 2: Switching Intent":[[1,"example-2-switching-intent"]],"Example Configuration":[[22,"example-configuration"]],"Example Configuration For Agents":[[4,"example-configuration-for-agents"]],"Example Configuration For Tools":[[4,"example-configuration-for-tools"]],"Example Use Cases":[[16,"example-use-cases"],[17,"example-use-cases"]],"Example with OpenTelemetry in Python":[[21,"example-with-opentelemetry-in-python"]],"Example: Using OpenAI Client with Arch as an Egress Gateway":[[8,"example-using-openai-client-with-arch-as-an-egress-gateway"]],"Example: Using the OpenAI Python SDK":[[3,"example-using-the-openai-python-sdk"]],"Function Calling":[[17,null]],"Function Calling Workflow":[[17,"function-calling-workflow"]],"Get Started":[[14,"get-started"],[23,null]],"Guides":[[14,"guides"],[23,null]],"Header Format":[[21,"header-format"]],"High level architecture":[[9,"high-level-architecture"]],"How Arch-Guard Works":[[22,"how-arch-guard-works"]],"How It Works":[[18,"how-it-works"]],"How to Initiate A Trace":[[21,"how-to-initiate-a-trace"]],"Implementing Function Calling":[[17,"implementing-function-calling"]],"Instrumentation":[[21,"instrumentation"]],"Integrating with Tracing Tools":[[21,"integrating-with-tracing-tools"]],"Intent Matching":[[4,"intent-matching"],[8,"intent-matching"]],"Intro to Arch":[[13,null]],"Key Concepts":[[5,"key-concepts"]],"Key Features":[[4,"key-features"],[17,"key-features"],[18,"key-features"]],"LLM Provider":[[3,null]],"Langtrace":[[21,"langtrace"]],"Listener":[[6,null]],"Local Serving (CPU - Moderate)":[[7,"local-serving-cpu-moderate"]],"Log Format":[[18,"log-format"]],"Messages":[[8,"messages"]],"Metrics Dashboard (via Grafana)":[[19,"metrics-dashboard-via-grafana"]],"Model Serving":[[7,null]],"Monitoring":[[19,null]],"Multi-Turn":[[1,null]],"Multi-Turn RAG (Follow-up Questions)":[[2,"multi-turn-rag-follow-up-questions"]],"Network topology":[[9,"network-topology"]],"Next Steps":[[15,"next-steps"]],"Observability":[[20,null]],"Overview":[[14,null],[21,"overview"]],"Parallel & Multiple Function Calling":[[0,"parallel-multiple-function-calling"]],"Parameter Extraction for RAG":[[2,"parameter-extraction-for-rag"]],"Post-request processing":[[9,"post-request-processing"]],"Prerequisites":[[15,"prerequisites"]],"Prompt Guard":[[8,"prompt-guard"],[22,null]],"Prompt Target":[[4,null]],"Prompt Targets":[[8,"prompt-targets"]],"Prompting LLMs":[[8,"prompting-llms"]],"Prompts":[[8,null]],"Quickstart":[[15,null]],"RAG Apps":[[2,null]],"Request Flow (Egress)":[[9,"request-flow-egress"]],"Request Flow (Ingress)":[[9,"request-flow-ingress"]],"Request Lifecycle":[[9,null]],"Resources":[[23,null]],"Routing Logic":[[4,"routing-logic"]],"Single Function Call":[[0,"single-function-call"]],"Step 1. Create arch config file":[[15,"step-1-create-arch-config-file"],[15,"id2"]],"Step 1: Define Arch Config":[[1,"step-1-define-arch-config"]],"Step 1: Define Prompt Targets":[[0,"step-1-define-prompt-targets"],[0,"id1"],[2,"step-1-define-prompt-targets"]],"Step 1: Define the Function":[[17,"step-1-define-the-function"]],"Step 2. Start arch gateway":[[15,"step-2-start-arch-gateway"]],"Step 2. Start arch gateway with currency conversion config":[[15,"step-2-start-arch-gateway-with-currency-conversion-config"]],"Step 2: Configure Prompt Targets":[[17,"step-2-configure-prompt-targets"]],"Step 2: Process Request Parameters":[[0,"step-2-process-request-parameters"]],"Step 2: Process Request Parameters in Flask":[[2,"step-2-process-request-parameters-in-flask"]],"Step 2: Process Request in Flask":[[1,"step-2-process-request-in-flask"]],"Step 3. Interacting with gateway using curl command":[[15,"step-3-interacting-with-gateway-using-curl-command"]],"Step 3.1: Using OpenAI Python client":[[15,"step-3-1-using-openai-python-client"]],"Step 3.2: Using curl command":[[15,"step-3-2-using-curl-command"]],"Step 3: Arch Takes Over":[[17,"step-3-arch-takes-over"]],"Step 3: Interact with LLM":[[15,"step-3-interact-with-llm"]],"Summary":[[4,"summary"],[21,"summary"],[22,"summary"]],"Tech Overview":[[10,null]],"Terminology":[[9,"terminology"],[11,null]],"Threading Model":[[12,null]],"Trace Breakdown:":[[21,"trace-breakdown"]],"Trace Propagation":[[21,"trace-propagation"]],"Tracing":[[21,null]],"Upstream (Egress)":[[6,"upstream-egress"]],"Use Arch Gateway as LLM Router":[[15,"use-arch-gateway-as-llm-router"]],"Welcome to Arch!":[[23,null]],"What Are Prompt Targets?":[[4,"what-are-prompt-targets"]],"What Is Arch-Guard":[[22,"what-is-arch-guard"]],"What is Function Calling?":[[17,"what-is-function-calling"]],"What is Retrieval-Augmented Generation (RAG)?":[[2,"what-is-retrieval-augmented-generation-rag"]],"Why Prompt Guard":[[22,"why-prompt-guard"]]},"docnames":["build_with_arch/agent","build_with_arch/multi_turn","build_with_arch/rag","concepts/llm_provider","concepts/prompt_target","concepts/tech_overview/error_target","concepts/tech_overview/listener","concepts/tech_overview/model_serving","concepts/tech_overview/prompt","concepts/tech_overview/request_lifecycle","concepts/tech_overview/tech_overview","concepts/tech_overview/terminology","concepts/tech_overview/threading_model","get_started/intro_to_arch","get_started/overview","get_started/quickstart","guides/agent_routing","guides/function_calling","guides/observability/access_logging","guides/observability/monitoring","guides/observability/observability","guides/observability/tracing","guides/prompt_guard","index","resources/configuration_reference"],"envversion":{"sphinx":65,"sphinx.domains.c":3,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":9,"sphinx.domains.index":1,"sphinx.domains.javascript":3,"sphinx.domains.math":2,"sphinx.domains.python":4,"sphinx.domains.rst":2,"sphinx.domains.std":2,"sphinx.ext.intersphinx":1,"sphinx.ext.viewcode":1},"filenames":["build_with_arch/agent.rst","build_with_arch/multi_turn.rst","build_with_arch/rag.rst","concepts/llm_provider.rst","concepts/prompt_target.rst","concepts/tech_overview/error_target.rst","concepts/tech_overview/listener.rst","concepts/tech_overview/model_serving.rst","concepts/tech_overview/prompt.rst","concepts/tech_overview/request_lifecycle.rst","concepts/tech_overview/tech_overview.rst","concepts/tech_overview/terminology.rst","concepts/tech_overview/threading_model.rst","get_started/intro_to_arch.rst","get_started/overview.rst","get_started/quickstart.rst","guides/agent_routing.rst","guides/function_calling.rst","guides/observability/access_logging.rst","guides/observability/monitoring.rst","guides/observability/observability.rst","guides/observability/tracing.rst","guides/prompt_guard.rst","index.rst","resources/configuration_reference.rst"],"indexentries":{},"objects":{},"objnames":{},"objtypes":{},"terms":{"":[0,1,2,3,4,5,6,7,8,9,11,12,13,14,15,16,17,18,21],"0":[0,1,3,6,7,8,9,11,15,18,21,24],"00":21,"003":8,"005":[0,8,9,24],"03":18,"04":18,"05":15,"050z":18,"05m":7,"06":15,"08":15,"1":[3,5,6,8,9,11,16,18,19,21,24],"10":[17,18,19,21],"100":[12,21],"10000":[3,6,8,9,15,24],"1022":18,"104":18,"106":18,"10m":8,"10t03":18,"10x":[7,8],"11":15,"11434":3,"12":[4,15],"12000":[3,6,8,11,15,18,21,24],"1234":5,"125":18,"127":[0,1,3,6,8,9,11,15,18,24],"12x":0,"1301":18,"131":15,"140":18,"15":19,"156x":7,"159":18,"16":[15,21],"162":18,"168":18,"1695":18,"1695m":18,"17":18,"18083":[0,18],"192":18,"19901":19,"1d6b30cfc845":18,"2":[3,9,16,21],"200":[0,2,18],"200m":[0,7,8],"2019":4,"2024":[15,18],"2025":22,"21797":18,"218":18,"24":15,"245":18,"25":15,"254":18,"27":15,"28":15,"288":15,"29":15,"2a5b":18,"3":[0,1,8,16,21],"30":[3,6,8,9,15],"31":4,"32":21,"3b":[3,15],"4":[8,17,21],"400":[0,2,5],"429":9,"4317":21,"441":18,"443":[0,1,3,11,15,18],"447":18,"44x":[0,8],"463":18,"469793af":18,"485":15,"49":18,"492z":18,"4o":[0,3,6,7,8,9,15,21,24],"5":[0,1,8,15,21,24],"51":[15,18],"51000":18,"52":18,"53":18,"537z":18,"54":18,"55":18,"556":18,"56":[15,18],"598z":18,"6":21,"60":24,"604197fe":18,"614":18,"647":15,"65":18,"7":[0,2,21],"770":18,"78558":15,"7b":24,"8":21,"80":[8,9,11,24],"8001":24,"8080":[0,1],"825":15,"87":18,"8x7b":24,"9":21,"905z":18,"906z":18,"9090":19,"9367":18,"95a2":18,"961z":18,"979":15,"984":18,"984m":18,"9b57":18,"A":[0,2,4,5,6,9,11,12,13,14,17,20],"And":[13,15],"As":[8,15,19,22],"Be":[17,21],"But":11,"By":[2,4,8,9,13,16,17,18,21,22,24],"FOR":18,"For":[1,2,3,6,8,11,12,13,14,15,16,17,18,21],"If":[0,1,5,8,9,17,22],"In":[0,2,4,8,9,13,14,15,17,22],"It":[0,9,15,17,20,21,22],"Its":[13,19,21],"No":[8,15],"On":15,"Or":21,"The":[1,2,4,5,7,8,9,11,14,15,16,17,18,21,24],"There":[7,13],"These":[0,2,5,11,13,17],"To":[2,6,8,11,13,15,16,19,21],"With":[0,2,13,15,21,22],"__init__":16,"__main__":[0,2],"__name__":[0,2,21],"a1c":1,"abil":[4,8,9,11,15,22,24],"abl":11,"about":[0,1,7,8,9,11,13,14,15,16,18,22,24],"abov":[0,1,2,9,13,16,19],"abstract":3,"accept":[6,8,9,12],"access":[9,13,14,15,19,20,21,23],"access_":18,"access_ingress":18,"access_intern":18,"access_kei":[0,1,3,6,8,9,15,24],"access_llm":18,"accident":9,"accordingli":21,"account":[17,21],"accur":[1,2,4,8,11,13,17,22],"accuraci":[2,8,22],"achiev":[8,13,17],"across":[0,1,3,9,13,17,21],"act":[4,6,13,19],"action":[0,4,5,8,9,11,17,22,24],"activ":[9,15],"actual":[0,2,8,16,21],"ad":[0,11,13,22],"add":[1,2,3,6,8,13,17,21],"add_span_processor":21,"addit":[1,2,4,6,8,9,20,22],"addition":1,"address":[0,1,3,6,8,9,11,15,24],"adher":22,"adilhafeez":18,"adjust":[11,16,21],"adopt":[21,23],"advanc":[8,17],"advantag":[8,13],"advic":[0,3,8,9,24],"affect":21,"afraid":17,"african":15,"after":[9,16,17,21],"against":[8,22],"agemt":4,"agent":[1,2,9,11,13,14,17,18,22,23,24],"agent_nam":16,"aggreg":17,"agnost":[3,13],"agre":16,"ai":[2,3,4,9,11,13,16,17,18],"aid":9,"air":1,"airbnb":13,"alert":[18,19],"alertmanag":19,"algorithm":13,"align":8,"all":[0,1,3,6,8,9,12,13,14,21,23,24],"allow":[0,4,8,11,12,13,15,17,21],"along":15,"alongsid":[7,9,11,13],"alreadi":21,"also":[0,3,4,8,9,11,15,24],"altern":[5,22],"alwai":[5,16],"ambigu":17,"amount":12,"an":[0,1,2,3,5,9,11,13,15,17,19,21,22,23,24],"analysi":[5,16],"analyt":17,"analyz":[0,4,8,13,16,17,18,21,22],"ang":8,"ani":[0,1,3,4,8,9,13,14,15,17,21,22],"annot":1,"answer":[1,8,9,16,24],"anthrop":3,"api":[0,1,3,4,5,6,7,8,9,11,13,14,15,16,17,18,19,21],"api_bas":8,"api_kei":[8,15,21],"api_serv":[4,17,18],"api_vers":19,"apivers":19,"apm":21,"app":[11,16,23],"app_serv":[0,8,9,24],"append":[0,2],"appli":[8,9,11,13,14,22,24],"applic":[0,2,3,4,5,6,7,8,9,11,13,14,15,16,17,18,19,21,22],"applicaton":7,"approach":[2,4,8,21,24],"appropri":[2,4,5,8,9,11,16],"ar":[0,1,2,3,5,6,7,8,9,11,13,15,16,17,18,19,21,22,24],"arch":[0,2,3,4,5,6,7,9,11,12,16,18,19,21,24],"arch_config":[1,3,8,11,15],"arch_conifg":24,"arch_llm_listen":18,"archgw":[7,15,19],"archgw_log":18,"architectur":[4,10,11,12,13,21,22],"aris":[5,11],"around":[9,12],"arriv":9,"art":[8,15,17],"ask":[1,2,15,17,21],"aspect":[13,19],"assign":16,"assist":[0,1,3,8,9,15,16,21,22,24],"assum":[1,8,15],"attach":4,"attack":22,"attempt":[8,9,13,22],"attent":[16,17],"attribut":[4,17,21],"aud":15,"augment":9,"australian":15,"author":18,"auto_llm_dispatch_on_respons":[8,9,24],"autom":[16,17],"automat":[6,8,13,16,17,21,22],"avail":[1,3,7,9,13,21],"averlag":7,"awsxrai":21,"b25f":18,"b265":18,"back":[7,9,16,21],"backend":[4,8,9,11,13,17,19,21],"bad":5,"baht":15,"balanc":[0,8,9,17,24],"base":[0,1,2,3,4,6,8,9,11,13,15,16,17,22],"base_url":[3,15,21],"basemodel":1,"bash":7,"batch":21,"batchedand":9,"batchspanprocessor":21,"battl":13,"been":[15,17],"befor":[8,9,11,15,22],"begin":15,"behalf":[1,8,9,18],"behavior":[8,9,11,18,22,24],"behind":14,"being":[8,9,11],"belief":13,"below":[1,3,4,7,8,9,15,19,21],"benchmark":17,"benefici":[16,17],"benefit":[1,13,20],"best":[4,6,10,13,20],"better":[4,13,17,22],"between":[0,3,4,8,9,12,16,17,21,24],"bgn":15,"bill":21,"bin":15,"bind":[3,6,8,11],"blaze":10,"block":[3,12],"blood":1,"blurri":1,"bodi":8,"bool":[4,8,9,24],"bootstrap":9,"borrow":11,"both":[8,13,14,17,19,22],"bound":[8,12],"brazilian":15,"break":[13,18],"breaker":9,"bridg":[4,9,17],"brief":[4,9],"briefli":9,"british":15,"brl":15,"broader":0,"buil":[1,2],"build":[0,2,3,4,6,8,11,12,13,22],"build_with_arch":14,"built":[0,1,7,8,9,11,13,21,23],"bulgarian":15,"busi":[0,8,9,11,13,17,23],"bypass":22,"byte":[18,21],"bytes_receiv":18,"bytes_s":18,"c":13,"cad":15,"call":[1,3,4,5,7,8,9,11,13,14,15,16,18,23],"call_openai":16,"campaign":[0,11,13],"can":[0,1,2,3,4,5,6,7,8,9,11,13,15,16,17,18,21,22,24],"canadian":15,"capabl":[0,1,2,4,8,11,13,15,16,17,24],"capit":[3,8,15],"captur":[5,13,21],"care":17,"carefulli":[4,16],"carri":[9,21],"case":[0,13,14],"categor":5,"categori":[8,16],"cathedr":15,"caus":5,"caveat":16,"celsiu":[4,17],"center":15,"central":[0,1,3,6,8,9,13,17,18,24],"certain":22,"chain":9,"chanc":22,"chang":[1,2,8,11,21],"charact":21,"chat":[15,16,18,21],"chat_complet":21,"chatbot":21,"chatcompletionsrequest":16,"cheaper":[7,8],"cheapest":0,"check":[1,6,8,9,11,17,21],"chf":15,"children":21,"chines":15,"choic":[8,15,21],"choos":[13,17],"chunk":2,"circuit":9,"citi":[4,15,17],"claim":[0,13],"clarif":[1,2,13,14,23],"clarifi":[11,13],"class":[1,3,13,16],"classif":8,"classifi":22,"claud":8,"clear":[5,16,17,22],"clearer":[4,17],"clearli":[4,16],"cli":15,"client":[3,5,6,9,11,12,21],"closest":8,"cloud":[3,10],"cluster":[0,3,8,9,13,24],"cnversat":1,"cny":15,"co":21,"code":[3,4,5,8,9,11,12,13,15,18],"codebas":21,"codec":9,"coher":3,"colleagu":17,"collect":[0,8,17,19,21],"collector":21,"com":[17,18,21],"combin":[2,4,17],"comcern":7,"command":7,"comment":[8,11],"commit":21,"common":[0,1,13,14,16,17,21,23],"commun":[3,5,9,11,15,21],"compact":8,"compani":13,"compar":8,"compat":[13,21,24],"compleix":11,"complet":[3,8,9,15,16,17,18,21,24],"completion_api":16,"complex":[0,3,4,6,12,16,17,21,22],"complianc":22,"compliant":3,"compon":[9,13,21],"compos":15,"composit":8,"comprehens":15,"concept":[1,4,10,11],"concern":9,"concis":9,"confid":22,"config":[11,19,21],"configiur":19,"configur":[0,1,2,3,7,8,10,11,12,13,15,16,20,21,23],"confirm":[8,9,17,21,24],"congratul":15,"connect":[0,4,6,7,8,9,11,12,13,15,24],"connect_timeout":[0,8,9,24],"conpleix":1,"consid":[8,16],"consider":1,"considert":1,"consist":[11,13,17,21],"consol":21,"constraint":22,"contain":[7,8,9,11,13,15,21,22],"content":[1,5,8,15,16,21,22],"context":[4,5,9,11,13,15,17,21],"contextu":2,"continu":13,"contribut":15,"contributor":[13,23],"control":[7,11,12,24],"conveni":1,"conver":2,"convers":[0,1,2,8,13],"convert":15,"coordin":[4,12],"core":[1,4,9,15],"corpu":22,"correct":[1,5,8,16,22],"correctli":21,"correspond":9,"cost":[1,7,13],"could":[0,8,9,11,17,24],"count":9,"cover":4,"covners":1,"cpu":[9,10],"creat":[0,3,5,6,8,9,11,13,14,17,21,24],"create_gradio_app":1,"createus":5,"creativ":17,"credenti":21,"crime":8,"criteria":22,"critic":[0,2,5,8,9,11,13,17,19,21,24],"crucial":[17,18,21],"cultur":15,"curiou":[8,9,15,22,24],"currency_exchang":15,"currency_symbol":15,"current":[4,17],"custom":[8,14,16,21],"cutov":13,"cycl":13,"czech":15,"czk":15,"dai":[0,2],"dame":15,"danish":15,"dashbaord":19,"dashboard":[17,20,21],"data":[0,2,4,8,9,11,13,15,17,19,21,22],"databas":[0,2,17],"datadoghq":21,"dataset":0,"datasourc":19,"date":[4,15,17],"davinci":8,"dc":18,"dd_site":21,"debug":[0,2,9,18,21],"decemb":15,"decis":[0,3,7,8,9,11,24],"decoupl":4,"decrypt":9,"dedic":8,"deep":[6,14],"deeper":15,"def":[0,1,2,16,17,21],"default":[0,1,2,3,6,7,8,9,15,18,24],"defens":22,"defin":[3,8,9,15,16,21,24],"definit":[11,16,17],"defram":9,"degrad":5,"deliv":17,"deliveri":9,"demo":[13,15,16],"demonstr":[16,17],"depend":[0,9,13,15],"deploi":[7,9,13,21],"deploy":13,"describ":[1,2,5,9,16],"descript":[0,1,2,4,8,9,15,16,17,24],"design":[0,4,5,7,8,9,11,13,14,16,17,19,21,23],"desir":[4,17],"destroi":9,"detail":[1,2,3,4,5,6,8,9,11,13,17,18,21],"detect":[1,2,7,8,9,11,22],"determin":[4,9,16,17,21],"dev":[7,15],"develop":[1,2,3,4,5,6,8,9,13,14,15,21,22],"devic":[0,1,2,4,7,8,9,24],"device_id":[0,2,8,9,24],"device_reboot":0,"device_summari":[0,2],"diabet":1,"diabeter":1,"diagnos":1,"dict":4,"dictionari":8,"differ":[0,3,8,9,17,21,24],"difficult":13,"dipatch":1,"direct":[4,6,16],"directli":[8,11],"disast":13,"discov":14,"diseas":1,"disease_diagnos":1,"diseases_symptom":1,"dispatch":9,"displai":[5,17],"distribut":[8,9,21],"dive":[11,14,15],"divers":22,"dkk":15,"dn":6,"do":[4,8,13,15,18],"doc":[2,14],"docker":[0,3,15,19,21],"document":[4,8,11,14,15,21],"doe":[0,4,17,22],"dollar":15,"domain":[9,17],"don":[1,7,17],"down":18,"downstream":[1,8,9,10,11,12,17,21],"downtream":9,"dramat":7,"draw":8,"driven":[4,14,15],"dropbox":13,"due":5,"durat":[9,18],"dure":[5,9],"dynam":[8,17,22],"e":[4,9,11,17,18,21],"each":[1,4,8,9,13,16,17,18,21],"earli":[8,9,13],"earlier":9,"eas":21,"easi":[15,17,21],"easier":[4,6,15,18],"easili":[3,13,21],"easilli":1,"econom":1,"ecosystem":21,"edg":[9,13,14,17,23],"edit":19,"effect":[1,4,8,13,14,16],"effici":[0,1,2,4,7,8,15,16,21],"egress":[3,10,11,13,14],"egress_traff":[15,24],"eiffel":15,"either":[4,9,17],"elasticsearch":18,"element":4,"elk":18,"email":17,"embarrassingli":12,"embed":[8,18,22,24],"emiss":1,"empow":[4,22],"enabl":[0,2,3,4,5,7,9,11,13,16,17,21,24],"enchanc":8,"encount":[9,11],"encrypt":9,"end":[1,4,13,21],"endpoint":[0,1,2,3,4,5,8,9,11,15,16,17,19,21,24],"energi":1,"energy_sourc":1,"energy_source_info":1,"energysourcerequest":1,"energysourcerespons":1,"enforc":9,"engag":[0,9,13,16],"engin":[1,2,8,13],"enhanc":[2,4,9,15,16,21,22],"enough":5,"enrich":[1,4,8,11],"ensur":[0,3,4,5,6,8,9,13,15,16,17,21,22],"entir":[13,21],"entri":6,"enum":[1,4,8,9,17,24],"env":15,"environ":[15,17,21],"envoi":[3,6,8,9,11,12,13,23],"equal":12,"equival":15,"error":[0,1,2,4,9,10,11,13,19,21,22,23],"error_target":24,"error_target_1":24,"escal":[4,16],"escalate_to_human":[4,16],"essenti":[4,6,14,22],"establish":[0,8,9,24],"etc":[3,8,9,11,13,15,24],"ethnic":22,"eu":21,"euqal":4,"eur":15,"euro":15,"evalu":8,"evaluation_interv":19,"even":[0,17],"evenli":9,"event":[0,9],"everi":18,"exactli":9,"exampl":[0,6,9,10,11,15,18,24],"exceed":9,"excel":22,"except":5,"exception":13,"excess":[1,9],"exchang":15,"exclus":[13,23],"execut":[5,8,9,17,22],"exist":[9,21],"expect":[5,17],"expens":1,"experi":[2,4,8,9,13,15,17,22],"explain":17,"explan":[4,17],"explanatori":18,"explicitli":22,"explor":[14,15],"export":[18,19,21],"expos":[0,6,8,13,18,22],"extend":[13,14],"extern":[0,2,21],"extract":[0,1,4,8,9,11,13,17,21,24],"extrem":8,"f":[0,1,2,16,17,18,21],"f376e8d8c586":18,"face":8,"facilit":21,"fact":[0,3,8,9,24],"fahrenheit":[4,17],"fail":[3,5,9,11],"failov":[0,1,3,6,8,9,24],"failur":5,"fair":9,"fallback":5,"fals":[2,4,8,9,24],"familiar":[9,13],"familizari":1,"faser":0,"fashion":[1,9,15],"fast":[1,2,4,8,10,11,13,14,15,23],"fastapi":[1,16],"faster":[2,7,8,11,13,14,21,23],"fastest":0,"fatigu":1,"fault":[3,8],"fc":9,"fc1b":0,"featur":[8,11,13,14,16,20,21,22,24],"feed":18,"feedback":[5,8,22],"feel":1,"fetch":[15,17],"few":[11,18,21],"field":[1,18],"file":[1,3,4,6,8,9,19],"filter":[6,9,12,13,22],"final":9,"find":17,"first":[1,3,7,8,9,13,15,17,19,22],"firtst":1,"fit":9,"flag":[8,9,21,22,24],"flask":0,"flexibl":[13,19,21],"float":4,"flow":[5,10,13,14,17,18,21],"fluentd":18,"focu":[0,1,9,13],"focus":[8,13,17],"follow":[1,3,4,5,7,8,9,11,13,15,16,18,21,24],"forint":15,"form":17,"format":[4,8,13,17,19,20,22],"forth":9,"forwad":8,"forward":[1,5,7,8,9,11,12,18,21],"fossil":1,"found":[1,13,18],"framework":[8,13,19,21],"franc":[3,8,15],"francisco":[4,17],"frankfurt":15,"frankfurther_api":15,"free":1,"frequent":1,"friendli":17,"from":[0,1,2,3,4,5,6,8,9,11,12,13,15,16,17,21,24],"fromth":11,"front":13,"frontier":[0,8],"fuel":1,"full":[4,8,11,15,16,24],"fulli":4,"function":[4,5,7,8,9,11,12,13,14,23],"function_cal":14,"functionvalidationerror":5,"further":[8,15,16,21],"futur":4,"g":[4,9,11,17,18,21],"ga":1,"gap":17,"gastronomi":15,"gatewai":[3,9,11,13,14,16,17,18,19,21,24],"gather":[0,9,13],"gbp":15,"genai":[4,15,23],"gener":[0,4,7,9,11,12,15,16,17,19,21,22],"get":[0,1,2,4,7,9,13,15,16,17,21,24],"get_device_statist":2,"get_device_summari":[0,2],"get_info_for_energy_sourc":1,"get_json":[0,2],"get_supported_curr":15,"get_system_prompt":16,"get_trac":21,"get_weath":[4,17],"get_workforc":1,"github":[4,8,15,16],"give":13,"given":[0,2,9],"global":[15,19],"glucos":1,"go":[0,13],"goal":13,"googl":13,"got":5,"govern":[1,13],"gpt":[0,1,3,6,7,8,9,15,17,21,24],"gpu":10,"gr":1,"grace":5,"gracefulli":[5,11],"gradio":1,"grafana":20,"greenhous":1,"group":0,"grpc":21,"guard":[9,10,13,14,23],"guardail":7,"guardrail":[5,8,9,11,13,14,15,22,24],"guid":[3,8,15,17,21,22],"guidelin":22,"gurdrail":6,"ha":[8,9,13,15,16,17,21],"hallucin":18,"hand":[4,23],"handel":[8,9,24],"handl":[0,1,2,3,4,5,6,8,9,11,12,13,14,16,17,21,22,23],"handle_request":21,"handler":[4,8,9],"handoff":13,"happen":13,"hardwar":12,"harm":[8,9,22],"hate":8,"have":[1,7,13,15,17,21,22],"haven":1,"hazard":8,"hcm":9,"header":[9,10,11,13,15,20],"health":9,"healthi":[9,15],"heavi":[13,14,23],"hello":21,"help":[0,1,2,3,4,5,7,8,9,11,13,14,15,17,19,21,22,24],"here":[0,2,4,6,8,9,11,15,17,18,21,22],"hexadecim":21,"high":[0,1,3,4,8,10,13,14,17],"higher":13,"highli":[1,2,17],"hint":15,"histori":[1,17],"hit":13,"hkd":15,"hong":15,"honor_timestamp":19,"horrid":13,"host":[0,3,6,7,8,9,11,18,19],"hostconnect":11,"hostnam":[0,8,9,24],"how":[0,1,2,3,4,7,8,9,13,14,15,16,17,19,20],"howev":9,"html":14,"http":[3,5,7,8,9,13,15,17,18,19,21],"http_method":[1,4,24],"httpexcept":1,"huf":15,"hug":8,"huggingfac":[0,1],"human":[4,5,16],"hungarian":15,"hygien":13,"i":[0,1,3,4,6,7,8,9,11,12,13,15,16,18,19,21,23,24],"iam":21,"iceland":15,"icon":15,"id":[0,2,5,9,18,21],"idea":14,"identif":17,"identifi":[0,2,4,5,8,9,17,21,24],"idr":15,"il":15,"illustr":1,"immedi":22,"impact":21,"implemen":16,"implement":[8,9,16,21,22],"import":[0,1,2,3,8,15,17,18,21],"improp":5,"improv":[2,7,13,14,16,22],"in_path":[4,15],"incent":1,"includ":[1,2,3,4,6,9,13,15,17,18,19,21,22],"incom":[6,7,8,9,11,17,21,24],"incomplet":17,"incredibli":13,"indian":15,"indic":[4,9,21],"indonesian":15,"industri":8,"infer":13,"info":[15,16],"inform":[0,1,2,4,5,8,9,11,13,17,18,21,22,24],"information_extract":[8,9,24],"infrastructur":[3,13],"ingress":[8,10,11,13,14],"ingress_traff":[3,6,8,9,15,24],"init":21,"initi":[1,3,6,9,11,20],"inject":[21,22],"inner":9,"innov":15,"input":[0,4,5,13,14,16,17,22,23],"input_guard":[8,9,15,22,24],"inquiri":16,"inr":15,"insecur":21,"instal":[15,21],"instanc":[3,9,11,24],"instead":[13,17],"instruct":[7,14,16,24],"instrument":19,"insur":[0,13],"insurance_claim_detail":18,"int":[0,2,4],"integ":[0,2,5],"integr":[2,3,4,13,14,15,17,18,19,20,23],"intellig":[3,4,7,9,11,13,14,16,23],"intend":22,"intent":[0,7,9,13,16,17,24],"interact":[0,8,14,16,17,18,21,22],"intercept":8,"interest":15,"interfac":3,"interfer":15,"intern":[0,2,3,9,11,19,21],"interoper":21,"interpret":[4,5,17],"intro":[14,23],"intro_to_arch":14,"introduc":[11,14],"invalid":[5,17],"inventori":21,"investig":21,"invoc":[4,17],"invok":[0,4,5,17],"involv":[0,4,13],"ip":[0,8,9,24],"ip1":[0,8,9,24],"ip2":[0,8,9,24],"isdefault":19,"isinst":[0,2],"isk":15,"isol":15,"isra":15,"issu":[4,5,11,16,21],"issues_and_repair":[4,16],"item":[4,8],"iter":17,"itinerari":17,"its":[0,1,4,7,8,9,11,12,13,15,21],"itself":[3,6,8],"jaeger":21,"jailbreak":[8,9,13,15,22,24],"japanes":15,"java":13,"job_nam":19,"jpy":15,"jq":15,"json":[1,5,15,17],"jsonifi":[0,2],"just":[0,1,3,8,9,13,24],"keep":[11,17],"kei":[0,1,3,6,7,8,9,10,16,20,21,24],"kept":24,"kibana":18,"kind":5,"king":17,"know":[7,8,11,13,22],"knowledg":[1,2,6,9,14],"known":[8,15],"kong":15,"korean":15,"koruna":15,"krona":15,"krone":15,"krw":15,"kr\u00f3na":15,"kubernet":21,"l7":13,"landmark":15,"langtrace_api_kei":21,"langtrace_python_sdk":21,"languag":[2,9,13,17,21],"larg":[2,8,9,12,17,21],"last":[0,1,2],"latenc":[0,1,2,7,8,13,17,19],"later":5,"latest":[3,15],"layer":[8,21,22],"lead":[4,8,13,16,22],"learn":[13,14,15,17],"less":16,"let":[13,14,18,23],"leu":15,"lev":15,"level":[3,4,6,7,10,13,14,17],"leverag":[2,21],"libev":9,"librari":[3,13],"lifecycl":[10,23],"lifetim":[9,12],"lift":[13,14,23],"lightweight":[0,13],"like":[1,2,3,4,5,6,8,9,11,13,15,17,18,19,21,22,24],"limit":[0,1,3,6,8,9,24],"line":13,"linearli":13,"lira":15,"list":[0,2,4,8,9,15,24],"listen":[0,1,3,8,9,10,11,15,21,23,24],"listner":6,"live":9,"ll":[0,1],"llama":3,"llama3":3,"llm":[0,1,2,6,7,9,10,11,13,14,17,19,21,22,23,24],"llm_provid":[0,1,3,6,8,9,14,15,24],"load":[0,8,9,24],"local":[1,3,6,8,9,10],"localhost":[15,19,21],"locat":[4,11,17],"log":[5,9,11,19,20,21,23],"logger":16,"logic":[0,1,3,5,6,8,9,11,13,14,17,22,23,24],"long":1,"look":[8,9,15,22,24],"loop":9,"louvr":15,"love":23,"low":[0,7,17],"lower":1,"m":15,"machin":12,"made":15,"mai":[0,9,22],"main":[9,11,15,21],"maintain":[4,9],"mainten":4,"major":[12,15],"make":[0,1,3,5,6,7,8,9,11,13,15,17,18,21],"malaysian":15,"malici":[9,22],"manag":[0,1,3,4,5,6,7,8,9,13,14,15,16,17,18,21,22,24],"managemet":6,"mandatori":4,"mani":[9,21],"manipul":[0,13,19],"manual":[1,2],"manufactur":[0,3,8,9,24],"map":17,"mark":4,"market":16,"masssiv":13,"match":[0,9,24],"matter":[13,17],"max":[0,8,9,24],"me":15,"mean":[15,18,21],"meaning":5,"measur":[13,19],"mechan":[0,3,14,17,22],"meet":[17,22],"messag":[1,5,9,10,15,16,17,21,22,24],"message_format":[0,1,3,6,8,9,15,24],"metadata":[4,8,11,16,18],"method":[0,1,2,18],"metric":[11,13,20,21],"metrics_path":19,"mexican":15,"might":[7,22],"mind":[17,21],"mini":21,"minim":[6,21,22],"ministr":[3,15],"minor":22,"minut":[1,2],"misalign":22,"misformat":22,"misrout":16,"miss":[0,5,13],"mistak":22,"mistral":[3,15,24],"mistral8x7b":24,"mistral_api_kei":[15,24],"mistral_loc":24,"mistrallocal7b":24,"misus":22,"mode":7,"model":[0,1,2,3,6,8,9,10,11,15,17,21,22,23,24],"model_dump":16,"model_serv":18,"moder":10,"modern":[19,21],"modif":9,"modifi":1,"modul":21,"modular":4,"monitor":[8,9,13,14,16,18,20,21,23],"more":[0,1,2,4,6,8,11,12,13,16,17,18,21,22],"most":[0,4,8,12,15,16,17,18],"move":[13,14,23],"multi":23,"multipl":[9,12,17],"museum":15,"must":[0,2,21],"mxn":15,"my":[8,9,15,22,24],"myr":15,"n":[15,16],"n1":15,"n10":15,"n11":15,"n12":15,"n13":15,"n14":15,"n15":15,"n16":15,"n17":15,"n18":15,"n19":15,"n2":15,"n20":15,"n21":15,"n22":15,"n23":15,"n24":15,"n25":15,"n26":15,"n27":15,"n28":15,"n29":15,"n3":15,"n30":15,"n31":15,"n4":15,"n5":15,"n6":15,"n7":15,"n8":15,"n9":15,"name":[0,1,2,3,4,6,8,9,11,15,16,17,19,21,24],"nativ":19,"natur":[5,8,9,16,17,24],"navig":[14,22],"necessari":[4,8,9,16,17],"need":[0,1,4,7,8,9,11,14,15,16,17,19,21],"network":[0,3,6,7,8,10,11,13,14,17,24],"network_qa":0,"network_summari":0,"never":15,"new":[1,4,13,15,17,21],"next":[17,23],"nif":15,"nli":[8,24],"nok":15,"non":12,"none":1,"norwegian":15,"note":[7,11,18,19,24],"notr":15,"nuanc":13,"number":[2,9,12,17],"nzd":15,"o":[1,21],"object":[1,13,18],"observ":[3,13,14,16,19,21,23,24],"observabiliuti":16,"occur":5,"off":[4,23],"offer":[0,1,3,4,8,9,11,13,16,22,24],"often":[1,2,17],"ollama":3,"on_except":[8,9,15,22,24],"onc":[0,1,2,8,9,12,15,17,21],"one":[0,9,11,15,17,21],"ones":[1,13,17],"ongo":17,"onli":[4,6,7,8,9,15,17,22,24],"opaqu":13,"open":[1,4,19,21],"openai":[0,1,6,9,18,21,24],"openai_api_kei":[0,1,3,6,8,9,15,21,24],"opentelemetri":[13,19,24],"oper":[9,11,13,15,17],"optim":[6,16,17,21],"option":[0,1,2,4,7,14,21],"oral":1,"orchestr":4,"order":[9,17,21],"organ":4,"orient":17,"origin":[8,11,13,18],"oss":3,"otel":21,"other":[5,7,9,11,13,15,17,21],"otlp":21,"otlp_export":21,"otlpspanexport":21,"our":[2,7,8,9,13,16,17],"out":[11,13,17],"outbound":[3,13,15,21],"outgo":[6,17,21],"outlin":9,"outperform":0,"output":[2,13,16,17,19,22],"outsid":[13,23],"over":[0,2,3],"overal":[4,7,16],"overid":24,"overload":9,"overrid":[4,8,9,15,24],"overview":[1,20,23],"overwhelm":9,"own":9,"p50":[0,8],"packag":[15,21],"page":8,"pai":17,"pain":13,"pair":8,"par":17,"parallel":[9,12,17],"param":[17,19],"paramet":[1,5,8,9,13,15,17,22,24],"parent":21,"pari":15,"pars":[5,17,18],"part":[4,9,13,17,21],"particular":[4,17],"particularli":16,"pass":[8,9,18],"past":[2,13],"path":[0,1,2,4,8,9,11,15,17,18,24],"payment":[17,21],"pend":21,"per":[9,13,17,18,19],"perceiv":[13,19],"perform":[0,4,6,7,8,9,12,13,16,17,21,22],"performimg":8,"period":9,"person":[0,4,13,15,16,17,23],"peski":[13,14,23],"peso":15,"phase":8,"philippin":15,"php":[13,15],"piec":[4,8],"pilot":21,"pip":[15,21],"pipelin":[9,21],"place":[9,17],"placehold":[0,2,16,21],"plan":[4,8,11],"pleas":[2,4,5,7,8,16,17],"pln":15,"pod":21,"point":[6,8,17],"polici":[9,21],"polish":15,"pollut":1,"pool":9,"popul":15,"popular":21,"port":[0,1,3,6,8,9,11,15,24],"possibl":5,"post":[0,1,2,16,18,24],"potenti":[8,16],"pound":15,"power":[1,8,17,21,22],"practic":[4,6,9,10,13,14,20],"pre":[9,22],"preced":21,"precis":[1,2,4,17],"predefin":[0,8,11,13],"prefer":[17,21],"premis":[3,7],"prepar":21,"presenc":[3,6],"present":[2,13,17,21],"prevent":[9,13,21,22],"previou":[1,2],"price":[7,15,16],"primari":[6,8,12],"primit":[3,6,11],"primitv":8,"print":[3,8,15,17,21],"priorit":22,"privaci":8,"proce":[8,9,24],"process":[4,5,7,8,11,12,13,14,16,17,18,19,21,22],"process_customer_request":21,"processess":1,"processor":21,"produc":17,"product":[17,21],"profil":17,"program":[8,9,22,24],"prometheu":19,"promethu":19,"promot":9,"prompt":[1,3,5,6,7,9,10,11,12,13,14,15,16,19,23,24],"prompt_guard":[8,9,14,15,24],"prompt_target":[0,1,2,4,8,9,11,14,15,16,17,24],"prompt_target_intent_matching_threshold":24,"prone":[1,2],"propag":[8,13,20],"proper":21,"properli":11,"propos":16,"protect":[21,22],"proto":21,"protocol":[3,9,15,18,21],"proven":13,"provid":[0,1,2,4,5,6,8,9,11,13,14,15,17,18,19,21,22,23,24],"provider_interfac":[3,6,8,9,15,24],"proxi":[8,9,11,13,14,19,23],"publish":19,"pull":2,"purchas":[0,3,4,8,9,16,24],"purpos":[0,4,7,8,9,11],"pydant":1,"python":[13,18],"q":[0,17],"q1":22,"qualiti":2,"queri":[0,1,2,4,15,16,17,21],"question":[1,8,9,24],"quick":21,"quickli":[7,13,14,15],"quickstart":[14,23],"quot":16,"rag":[8,9,11,14,23],"rag_energy_source_ag":1,"rais":17,"rand":15,"random_sampl":21,"rang":[0,2,11,19,21],"rare":9,"rate":[3,8,9,13,15,19,21,24],"rather":[2,5],"raw":5,"rch":11,"re":[1,2,8,9,13,15,17,21,22,24],"reach":22,"read":[1,6,8,9,13,16,17,21],"readabl":[4,5],"real":[0,2,15,17],"realli":13,"reboot":[0,2,4,8,9,24],"reboot_devic":[0,4],"reboot_network_devic":[8,9,24],"receiv":[5,8,9,11,16,17,18,21,22],"recept":9,"recognit":[4,8],"recommend":[1,4,9,12,15],"record":[13,21],"recoveri":13,"reddit":13,"reduc":[1,16,22],"refer":[0,2,7,11,15,17,18,21,23],"refernc":17,"refin":8,"refund":[4,16],"region":21,"regularli":16,"reject":8,"relat":[0,4,7,9,11,13,16,19,21],"relev":[0,1,2,4,9,17],"reli":[2,8,21],"reliabl":[2,3,6,17,22],"remain":17,"rememb":17,"remind":17,"renew":1,"renminbi":15,"repair":[4,16],"repeat":[16,22],"replac":21,"report":16,"repositori":15,"repres":[8,21],"req":[4,16],"request":[5,6,8,10,11,13,15,16,17,18,21,22,23],"requestsinstrumentor":21,"requir":[0,1,2,4,5,6,8,9,13,15,16,17,24],"resili":[8,13],"resolv":21,"resourc":[15,20],"respect":[18,19],"respond":[5,13,16,19,21],"respons":[0,1,2,3,4,5,8,9,11,14,15,16,17,18,21,22,24],"response_cod":18,"response_flag":18,"rest":[9,12],"result":[0,17],"retri":[0,1,3,6,8,9,13,24],"retriev":[0,8,9,11,17],"return":[0,1,2,4,9,11,16,17,21,22],"reveal":16,"revers":9,"review":16,"ridicul":16,"ringgit":15,"risk":22,"roadmap":8,"robin":[0,8,9,24],"robust":[8,13,17,22],"role":[5,8,15,16,21],"romanian":15,"ron":15,"root":5,"round":[0,8,9,24],"rout":[0,2,3,6,8,9,11,13,14,23,24],"router":[4,9],"routin":[16,17],"rule":17,"run":[0,2,7,8,9,11,13,15,21],"runtimeerror":5,"rupe":15,"rupiah":15,"safer":22,"safeti":[6,8,13,22],"sai":17,"sale":[4,16],"sales_ag":[4,16],"same":[13,17],"sampl":[15,19,21,24],"sampling_r":24,"san":[4,17],"sanit":[9,22],"satisfact":16,"save":1,"scalabl":[4,15],"scale":[3,9,13],"scenario":[0,1,2,4,7,8,9,13,14,16,17,24],"schedul":[8,11,17],"schema":15,"scheme":19,"scienc":17,"score":8,"scrape_config":19,"scrape_interv":19,"scrape_timeout":19,"screenshot":19,"script":[15,17],"scrutini":22,"sdk":21,"seamless":[3,13,14,16,17,23],"seamlessli":[3,4,19,21],"seattl":17,"section":[1,2,3,4,6,8,9,14,16,21],"secur":[3,6,8,9,13,14,21,22],"see":[4,6,8,11,16,17],"sek":15,"select":[9,15,16],"self":[7,9,11,13,16,18],"semant":8,"send":[3,8,9,11,17,21,24],"sender":8,"sensit":[16,21],"sent":[9,18],"sentenc":16,"separ":[7,9,11,12],"sequenti":0,"serv":[9,10,11,23],"server":[5,7,9,11,13,14,15],"servic":[0,2,4,8,9,17,18,21],"set":[4,6,7,8,9,11,13,14,15,17,21,24],"set_tracer_provid":21,"setup":[1,6,8,17,21],"sever":[9,13,19],"sgd":15,"shape":13,"share":[8,9,11],"sheqel":15,"should":[4,5,9,17],"show":[1,3,15],"side":5,"signatur":17,"signifc":2,"significantli":16,"similar":8,"simpl":[8,11,15,16,17,21],"simpli":[3,6,8,15,21],"simplic":9,"simplif":6,"simplifi":[3,4,6,14,21],"simul":[0,2],"simultan":0,"sinc":[8,15],"singapor":15,"singl":[1,8,11,12,13,17,24],"sit":[13,14,17],"site":21,"skimp":17,"slow":[1,2],"slowest":7,"small":[12,13],"smart":[13,17],"smarter":2,"sni":9,"so":[0,1,2,7,8,11,13,17],"socket":9,"softwar":[8,13],"solar":1,"sole":2,"solut":[4,16],"some":[1,9,12,15,17,19],"sonnet":8,"sophist":4,"sota":17,"sourc":[1,2,15,17,19,21],"south":15,"span":[9,21],"span_processor":21,"special":[4,13,14,16,21],"specif":[0,1,2,4,5,7,8,9,13,15,16,17,21,22,24],"specifi":[2,4,9,11,17],"speed":[2,7,13,19],"spell":17,"spend":12,"sporad":12,"sql":2,"stack":[5,13,14,17,18],"staff":16,"stage":22,"stai":8,"standalon":21,"standard":[13,21],"start":[3,6,7,8,11,21],"start_as_current_span":21,"start_tim":18,"stat":[0,2,9,19],"state":[4,8,9,15,17],"static":9,"static_config":19,"statist":[0,2,9],"statu":[17,18,21],"step":[14,21,23],"stock":21,"store":[2,19],"str":[1,4,8,9,15,16,17,24],"straightforward":17,"stream":[9,16],"streamlin":[2,4,6],"string":5,"strip":8,"stripe":13,"structur":[2,18],"struggl":[1,2,13],"stuck":13,"stuff":17,"submit":[16,17],"substanti":13,"subsystem":[0,3,6,7,8,9,13,24],"subsytem":8,"success":[13,15],"successfulli":15,"sugar":1,"suggest":[17,22],"suit":13,"suitabl":[4,16,17],"summar":[1,4,8,9,11,17,24],"summari":[1,8,9,17,20,24],"support":[0,1,3,4,8,9,11,13,15,16,19,21,22],"sure":[5,21],"sustain":1,"swedish":15,"swiss":15,"switch":3,"symbol":15,"symptom":1,"system":[0,1,3,5,6,8,9,13,15,16,17,18,21,22,24],"system_prompt":[0,1,3,8,9,15,16,24],"t":[1,7,13,17],"tail":18,"tailor":[0,13,17,22],"take":[8,9,11,13],"taken":18,"talk":1,"target":[1,3,6,9,10,11,14,15,16,19,23,24],"task":[0,4,8,9,11,12,13,14,17,23],"tcp":9,"tech":[1,14,21,23],"tech_overview":14,"technic":[16,21],"techniqu":[1,2,8,22],"technologi":[1,13,14],"tediou":13,"telemetri":[13,19,21],"temperatur":[4,17],"term":1,"termin":13,"terminologi":[10,23],"test":[1,7,13,17],"text":[8,9,17],"tft":[13,19],"thai":15,"than":[0,2,7],"thb":15,"thei":[4,16,22],"them":[2,4,5,9,11,16,17,22],"thi":[0,1,2,3,4,5,6,7,8,9,11,12,13,14,15,16,17,18,21,24],"thing":11,"think":[13,17],"thirst":1,"thoroughli":17,"those":[0,1,2,11,21],"thread":[9,10,23],"three":[4,7,9,13,19],"threshold":24,"thrill":13,"through":[1,3,8,9,13,17,18,21],"throughput":[0,17],"time":[0,2,8,9,13,16,17,18,19,24],"time_rang":[0,2],"timeout":[3,6,8,9,15,19,24],"timestamp":9,"tip":10,"tl":[9,13],"tls_certif":[0,1],"todai":[4,9,15,22],"token":[1,7,8,13,19],"toler":[1,3,8],"too":[9,13],"took":18,"tool":[5,13,14,18,19,20,22,23],"top":[3,6,12],"topologi":10,"tot":[13,19],"total":[13,18,19],"tower":15,"trace":[5,8,9,11,13,19,20,23,24],"trace_export":21,"tracepar":[13,20],"tracer":21,"tracer_provid":21,"tracerprovid":21,"track":15,"tradit":13,"traffic":[3,6,8,9,13,14,16,17,18],"train":22,"transact":17,"transpar":13,"transport":9,"trap":13,"travel":[8,11,17],"travers":9,"treat":[8,9,24],"trigger":[0,11,14,17],"trivial":9,"troubleshoot":[4,5,14],"true":[0,1,2,3,4,6,8,9,15,17,19,21,24],"try":15,"tupl":4,"turbo":[0,1],"turkish":15,"turn":[17,23],"tutori":14,"two":[0,4,7,8,9,11],"type":[0,1,2,4,5,8,9,11,15,17,19,24],"typic":[9,17],"typo":22,"ui":9,"unauthor":8,"under":18,"understand":[13,14,17,19,21,22],"undifferenti":[9,11],"unexpect":17,"unifi":[3,13,14,23],"uniformli":21,"uniqu":[4,21],"unit":[4,15,17],"unknown_ag":16,"until":9,"unwant":9,"up":[1,7,11,14,15,16,21],"updat":[0,1,9,13,15,17],"upgrad":[3,9,13],"upon":9,"upstream":[1,8,9,10,11,13,14,17,18,19,24],"upstream_host":18,"urin":1,"url":[4,8,15,19],"us":[0,1,2,4,6,7,9,11,13,14,18,20,24],"usabl":22,"usag":[1,3,4,9,13,17,19],"usd":15,"use_agent_orchestr":4,"user":[0,1,2,4,5,8,9,11,13,15,16,17,18,19,21,22],"user_id":5,"usi":21,"usual":[8,15],"util":[4,8,9,15],"v":21,"v0":[0,1,3,6,8,9,15,24],"v1":[6,15,16,18,21],"v2":[15,19],"v24":15,"v3":15,"valid":[0,2,4,14,15,17,22],"validationerror":5,"valu":[0,4,8,9,17,21,22,24],"valueerror":17,"variabl":[15,21],"varieti":9,"variou":[12,13,17,21],"ve":[1,15],"vector":[2,8],"vendor":3,"venv":15,"veri":[9,21],"verif":21,"verifi":21,"version":[0,1,3,6,8,9,15,21,24],"via":[0,1,4,5,7,9,11,13,14,15,16,20,21,22,24],"view":[19,21],"violat":[5,9,11,22],"violent":8,"virtual":15,"visibl":18,"vision":1,"visit":8,"vpc":7,"w3c":[13,21],"wa":[9,13,17,18],"wai":[0,1,2,3,6,8,9,13,24],"wait":[0,8,9,16,24],"wall":13,"want":[0,4,11,13,15,17],"wast":13,"watch":17,"we":[1,3,4,9,11,12,15,22],"weather":[4,17],"weather_info":17,"web":[9,11],"welcom":14,"well":13,"were":18,"what":[1,3,5,8,13,15,18],"when":[0,1,2,3,4,5,6,8,9,11,16,17,21],"where":[0,4,7,8,9,11,13,14,15,17,18,22,24],"whether":[4,17],"which":[0,2,3,6,7,9,13,17,18,19,21],"while":[1,8,12,14,16,17,22],"wide":[9,11,19,21,23],"wind":1,"window":15,"within":[0,4,8,9,14,16,17,22,24],"without":[6,9,13,14],"won":15,"work":[7,11,13,17,20,21,24],"worker":[9,12],"workflow":[14,16],"workload":12,"would":[0,2,9,24],"write":[0,1,2,13,14],"written":[9,12,13],"x":[5,9,11,15,18],"yaml":[0,1,3,11,15,19,21],"yen":15,"yml":[3,8,24],"york":[4,17],"you":[0,1,2,3,4,5,6,7,8,9,11,13,14,15,16,17,19,21,22,24],"your":[0,1,2,3,4,6,7,8,9,11,13,14,15,16,17,18,19,21,22],"yourself":[1,13],"yourweatherapp":17,"youself":13,"yuan":15,"zar":15,"zealand":15,"zeroshot":18,"z\u0142oti":15},"titles":["Agentic Apps","Multi-Turn","RAG Apps","LLM Provider","Prompt Target","Error Target","Listener","Model Serving","Prompts","Request Lifecycle","Tech Overview","Terminology","Threading Model","Intro to Arch","Overview","Quickstart","Agent Routing and Hand Off","Function Calling","Access Logging","Monitoring","Observability","Tracing","Prompt Guard","Welcome to Arch!","Configuration Reference"],"titleterms":{"1":[0,1,2,15,17],"2":[0,1,2,15,17],"3":[15,17],"A":21,"For":4,"It":18,"access":18,"ad":3,"addit":21,"adjust":1,"agent":[0,4,8,15,16,21],"ai":[15,21],"an":8,"app":[0,1,2,8],"ar":4,"arch":[1,8,13,14,15,17,22,23],"architectur":9,"augment":2,"aw":21,"basic":4,"benefit":[21,22],"best":[5,16,17,21],"blaze":7,"breakdown":21,"build":[1,14,15,23],"call":[0,17],"case":[16,17],"client":[8,15],"cloud":7,"command":15,"concept":[5,14,23],"config":[1,15],"configur":[4,6,9,17,19,22,24],"convers":15,"cpu":7,"creat":15,"curl":15,"currenc":15,"custom":3,"dashboard":19,"datadog":21,"default":4,"defin":[0,1,2,4,17],"demo":1,"downstream":6,"egress":[6,8,9],"error":5,"exampl":[1,3,4,5,8,16,17,21,22],"extract":2,"fast":7,"featur":[4,17,18],"file":15,"flask":[1,2],"flow":9,"follow":2,"format":[18,21],"function":[0,17],"gatewai":[8,15],"gener":2,"get":[14,23],"gpu":7,"grafana":19,"guard":[8,22],"guid":[14,23],"hand":16,"header":[5,21],"high":9,"how":[18,21,22],"i":[2,17,22],"implement":17,"ingress":[6,9],"initi":21,"instrument":21,"integr":21,"intent":[1,4,8],"interact":15,"intro":13,"kei":[4,5,17,18],"langtrac":21,"level":9,"lifecycl":9,"listen":6,"llm":[3,8,15],"local":7,"log":18,"logic":4,"match":[4,8],"messag":8,"metric":19,"model":[7,12],"moder":7,"monitor":19,"multi":[1,2],"multipl":0,"network":9,"next":15,"observ":20,"off":16,"openai":[3,8,15],"opentelemetri":21,"over":17,"overview":[10,14,21],"parallel":0,"paramet":[0,2,4],"post":9,"practic":[5,16,17,21],"prerequisit":15,"process":[0,1,2,9],"prompt":[0,2,4,8,17,22],"propag":21,"provid":3,"python":[3,15,21],"question":2,"quickstart":15,"rag":[1,2],"rai":21,"refer":24,"request":[0,1,2,9],"resourc":[21,23],"retriev":[1,2],"rout":[4,16],"router":15,"sdk":3,"serv":7,"singl":0,"start":[14,15,23],"step":[0,1,2,15,17],"summari":[4,21,22],"switch":1,"take":17,"target":[0,2,4,5,8,17],"tech":10,"terminologi":[9,11],"thread":12,"tip":[5,16,17],"tool":[4,21],"topologi":9,"trace":21,"tracepar":21,"turn":[1,2],"up":2,"upstream":6,"us":[3,8,15,16,17,21,22],"via":[8,19],"visual":21,"welcom":23,"what":[2,4,17,22],"why":22,"work":[18,22],"workflow":17,"x":21}})
\ No newline at end of file
diff --git a/sitemap.xml b/sitemap.xml
index 3c505ddd..38bb2368 100755
--- a/sitemap.xml
+++ b/sitemap.xml
@@ -1,2 +1,2 @@
 <?xml version='1.0' encoding='utf-8'?>
-<urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9"><url><loc>./docsbuild_with_arch/agent.html</loc></url><url><loc>./docsbuild_with_arch/multi_turn.html</loc></url><url><loc>./docsbuild_with_arch/rag.html</loc></url><url><loc>./docsconcepts/llm_provider.html</loc></url><url><loc>./docsconcepts/prompt_target.html</loc></url><url><loc>./docsconcepts/tech_overview/error_target.html</loc></url><url><loc>./docsconcepts/tech_overview/listener.html</loc></url><url><loc>./docsconcepts/tech_overview/model_serving.html</loc></url><url><loc>./docsconcepts/tech_overview/prompt.html</loc></url><url><loc>./docsconcepts/tech_overview/request_lifecycle.html</loc></url><url><loc>./docsconcepts/tech_overview/tech_overview.html</loc></url><url><loc>./docsconcepts/tech_overview/terminology.html</loc></url><url><loc>./docsconcepts/tech_overview/threading_model.html</loc></url><url><loc>./docsget_started/intro_to_arch.html</loc></url><url><loc>./docsget_started/overview.html</loc></url><url><loc>./docsget_started/quickstart.html</loc></url><url><loc>./docsguides/function_calling.html</loc></url><url><loc>./docsguides/observability/access_logging.html</loc></url><url><loc>./docsguides/observability/monitoring.html</loc></url><url><loc>./docsguides/observability/observability.html</loc></url><url><loc>./docsguides/observability/tracing.html</loc></url><url><loc>./docsguides/prompt_guard.html</loc></url><url><loc>./docsindex.html</loc></url><url><loc>./docsresources/configuration_reference.html</loc></url><url><loc>./docssearch.html</loc></url></urlset>
\ No newline at end of file
+<urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9"><url><loc>./docsbuild_with_arch/agent.html</loc></url><url><loc>./docsbuild_with_arch/multi_turn.html</loc></url><url><loc>./docsbuild_with_arch/rag.html</loc></url><url><loc>./docsconcepts/llm_provider.html</loc></url><url><loc>./docsconcepts/prompt_target.html</loc></url><url><loc>./docsconcepts/tech_overview/error_target.html</loc></url><url><loc>./docsconcepts/tech_overview/listener.html</loc></url><url><loc>./docsconcepts/tech_overview/model_serving.html</loc></url><url><loc>./docsconcepts/tech_overview/prompt.html</loc></url><url><loc>./docsconcepts/tech_overview/request_lifecycle.html</loc></url><url><loc>./docsconcepts/tech_overview/tech_overview.html</loc></url><url><loc>./docsconcepts/tech_overview/terminology.html</loc></url><url><loc>./docsconcepts/tech_overview/threading_model.html</loc></url><url><loc>./docsget_started/intro_to_arch.html</loc></url><url><loc>./docsget_started/overview.html</loc></url><url><loc>./docsget_started/quickstart.html</loc></url><url><loc>./docsguides/agent_routing.html</loc></url><url><loc>./docsguides/function_calling.html</loc></url><url><loc>./docsguides/observability/access_logging.html</loc></url><url><loc>./docsguides/observability/monitoring.html</loc></url><url><loc>./docsguides/observability/observability.html</loc></url><url><loc>./docsguides/observability/tracing.html</loc></url><url><loc>./docsguides/prompt_guard.html</loc></url><url><loc>./docsindex.html</loc></url><url><loc>./docsresources/configuration_reference.html</loc></url><url><loc>./docssearch.html</loc></url></urlset>
\ No newline at end of file