diff --git a/.buildinfo b/.buildinfo
index 01d0c91f..21416350 100755
--- a/.buildinfo
+++ b/.buildinfo
@@ -1,4 +1,4 @@
 # Sphinx build info version 1
 # This file records the configuration used when building these files. When it is not found, a full rebuild will be done.
-config: 3ced53ea4dd1690e9a29be5ef31c37f0
+config: 7b2fbf516227a6093f6ce0242250a89c
 tags: 645f666f9bcd5a90fca523b33c5a78b7
diff --git a/_static/documentation_options.js b/_static/documentation_options.js
index 2f28abdc..1e80a0ed 100755
--- a/_static/documentation_options.js
+++ b/_static/documentation_options.js
@@ -1,5 +1,5 @@
 const DOCUMENTATION_OPTIONS = {
-    VERSION: ' v0.3.20',
+    VERSION: ' v0.3.21',
     LANGUAGE: 'en',
     COLLAPSE_INDEX: false,
     BUILDER: 'html',
diff --git a/build_with_arch/agent.html b/build_with_arch/agent.html
index 2998843e..3dc20400 100755
--- a/build_with_arch/agent.html
+++ b/build_with_arch/agent.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Agentic Apps | Arch Docs v0.3.20</title>
-<meta content="Agentic Apps | Arch Docs v0.3.20" property="og:title"/>
-<meta content="Agentic Apps | Arch Docs v0.3.20" name="twitter:title"/>
+<title>Agentic Apps | Arch Docs v0.3.21</title>
+<meta content="Agentic Apps | Arch Docs v0.3.21" property="og:title"/>
+<meta content="Agentic Apps | Arch Docs v0.3.21" name="twitter:title"/>
 <link href="../_static/pygments.css?v=466e7b45" rel="stylesheet" type="text/css"/>
 <link href="../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.3.20</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.3.21</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.3.20</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.3.21</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -153,7 +153,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../index.html">
-<span class="hidden md:inline">Arch Docs v0.3.20</span>
+<span class="hidden md:inline">Arch Docs v0.3.21</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -418,12 +418,12 @@ the user’s intent.</p>
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Dec 03, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Dec 04, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../_static/documentation_options.js?v=f23228d6"></script>
+<script src="../_static/documentation_options.js?v=96fdf892"></script>
 <script src="../_static/doctools.js?v=9bcbadda"></script>
 <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../_static/theme.js?v=073f68d9"></script>
diff --git a/build_with_arch/multi_turn.html b/build_with_arch/multi_turn.html
index 9c4dedc7..3061c083 100755
--- a/build_with_arch/multi_turn.html
+++ b/build_with_arch/multi_turn.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Multi-Turn | Arch Docs v0.3.20</title>
-<meta content="Multi-Turn | Arch Docs v0.3.20" property="og:title"/>
-<meta content="Multi-Turn | Arch Docs v0.3.20" name="twitter:title"/>
+<title>Multi-Turn | Arch Docs v0.3.21</title>
+<meta content="Multi-Turn | Arch Docs v0.3.21" property="og:title"/>
+<meta content="Multi-Turn | Arch Docs v0.3.21" name="twitter:title"/>
 <link href="../_static/pygments.css?v=466e7b45" rel="stylesheet" type="text/css"/>
 <link href="../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.3.20</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.3.21</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.3.20</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.3.21</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -153,7 +153,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../index.html">
-<span class="hidden md:inline">Arch Docs v0.3.20</span>
+<span class="hidden md:inline">Arch Docs v0.3.21</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -354,12 +354,12 @@ that you can test and modify locally for multi-turn RAG scenarios.</p>
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Dec 03, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Dec 04, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../_static/documentation_options.js?v=f23228d6"></script>
+<script src="../_static/documentation_options.js?v=96fdf892"></script>
 <script src="../_static/doctools.js?v=9bcbadda"></script>
 <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../_static/theme.js?v=073f68d9"></script>
diff --git a/build_with_arch/rag.html b/build_with_arch/rag.html
index 6a83e77f..457c2761 100755
--- a/build_with_arch/rag.html
+++ b/build_with_arch/rag.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>RAG Apps | Arch Docs v0.3.20</title>
-<meta content="RAG Apps | Arch Docs v0.3.20" property="og:title"/>
-<meta content="RAG Apps | Arch Docs v0.3.20" name="twitter:title"/>
+<title>RAG Apps | Arch Docs v0.3.21</title>
+<meta content="RAG Apps | Arch Docs v0.3.21" property="og:title"/>
+<meta content="RAG Apps | Arch Docs v0.3.21" name="twitter:title"/>
 <link href="../_static/pygments.css?v=466e7b45" rel="stylesheet" type="text/css"/>
 <link href="../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.3.20</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.3.21</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.3.20</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.3.21</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -153,7 +153,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../index.html">
-<span class="hidden md:inline">Arch Docs v0.3.20</span>
+<span class="hidden md:inline">Arch Docs v0.3.21</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -302,12 +302,12 @@ minutes. For additional details on how to build multi-turn RAG applications plea
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Dec 03, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Dec 04, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../_static/documentation_options.js?v=f23228d6"></script>
+<script src="../_static/documentation_options.js?v=96fdf892"></script>
 <script src="../_static/doctools.js?v=9bcbadda"></script>
 <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../_static/theme.js?v=073f68d9"></script>
diff --git a/concepts/llm_providers/client_libraries.html b/concepts/llm_providers/client_libraries.html
index b6f70a6d..931d1b09 100755
--- a/concepts/llm_providers/client_libraries.html
+++ b/concepts/llm_providers/client_libraries.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Client Libraries | Arch Docs v0.3.20</title>
-<meta content="Client Libraries | Arch Docs v0.3.20" property="og:title"/>
-<meta content="Client Libraries | Arch Docs v0.3.20" name="twitter:title"/>
+<title>Client Libraries | Arch Docs v0.3.21</title>
+<meta content="Client Libraries | Arch Docs v0.3.21" property="og:title"/>
+<meta content="Client Libraries | Arch Docs v0.3.21" name="twitter:title"/>
 <link href="../../_static/pygments.css?v=466e7b45" rel="stylesheet" type="text/css"/>
 <link href="../../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.3.20</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.3.21</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.3.20</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.3.21</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -153,7 +153,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../../index.html">
-<span class="hidden md:inline">Arch Docs v0.3.20</span>
+<span class="hidden md:inline">Arch Docs v0.3.21</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -584,12 +584,12 @@ Implement fallback logic for better reliability:</p>
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Dec 03, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Dec 04, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../../_static/documentation_options.js?v=f23228d6"></script>
+<script src="../../_static/documentation_options.js?v=96fdf892"></script>
 <script src="../../_static/doctools.js?v=9bcbadda"></script>
 <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../../_static/theme.js?v=073f68d9"></script>
diff --git a/concepts/llm_providers/llm_providers.html b/concepts/llm_providers/llm_providers.html
index c4b7e20b..3a763d00 100755
--- a/concepts/llm_providers/llm_providers.html
+++ b/concepts/llm_providers/llm_providers.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>LLM Providers | Arch Docs v0.3.20</title>
-<meta content="LLM Providers | Arch Docs v0.3.20" property="og:title"/>
-<meta content="LLM Providers | Arch Docs v0.3.20" name="twitter:title"/>
+<title>LLM Providers | Arch Docs v0.3.21</title>
+<meta content="LLM Providers | Arch Docs v0.3.21" property="og:title"/>
+<meta content="LLM Providers | Arch Docs v0.3.21" name="twitter:title"/>
 <link href="../../_static/pygments.css?v=466e7b45" rel="stylesheet" type="text/css"/>
 <link href="../../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.3.20</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.3.21</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.3.20</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.3.21</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -153,7 +153,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../../index.html">
-<span class="hidden md:inline">Arch Docs v0.3.20</span>
+<span class="hidden md:inline">Arch Docs v0.3.21</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -302,12 +302,12 @@ Use your preferred client library without changing existing code (see <a class="
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Dec 03, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Dec 04, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../../_static/documentation_options.js?v=f23228d6"></script>
+<script src="../../_static/documentation_options.js?v=96fdf892"></script>
 <script src="../../_static/doctools.js?v=9bcbadda"></script>
 <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../../_static/theme.js?v=073f68d9"></script>
diff --git a/concepts/llm_providers/model_aliases.html b/concepts/llm_providers/model_aliases.html
index 81bb735b..2a7802de 100755
--- a/concepts/llm_providers/model_aliases.html
+++ b/concepts/llm_providers/model_aliases.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Model Aliases | Arch Docs v0.3.20</title>
-<meta content="Model Aliases | Arch Docs v0.3.20" property="og:title"/>
-<meta content="Model Aliases | Arch Docs v0.3.20" name="twitter:title"/>
+<title>Model Aliases | Arch Docs v0.3.21</title>
+<meta content="Model Aliases | Arch Docs v0.3.21" property="og:title"/>
+<meta content="Model Aliases | Arch Docs v0.3.21" name="twitter:title"/>
 <link href="../../_static/pygments.css?v=466e7b45" rel="stylesheet" type="text/css"/>
 <link href="../../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.3.20</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.3.21</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.3.20</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.3.21</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -153,7 +153,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../../index.html">
-<span class="hidden md:inline">Arch Docs v0.3.20</span>
+<span class="hidden md:inline">Arch Docs v0.3.21</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -435,12 +435,12 @@
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Dec 03, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Dec 04, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../../_static/documentation_options.js?v=f23228d6"></script>
+<script src="../../_static/documentation_options.js?v=96fdf892"></script>
 <script src="../../_static/doctools.js?v=9bcbadda"></script>
 <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../../_static/theme.js?v=073f68d9"></script>
diff --git a/concepts/llm_providers/supported_providers.html b/concepts/llm_providers/supported_providers.html
index 5095535c..f12660a7 100755
--- a/concepts/llm_providers/supported_providers.html
+++ b/concepts/llm_providers/supported_providers.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Supported Providers &amp; Configuration | Arch Docs v0.3.20</title>
-<meta content="Supported Providers &amp; Configuration | Arch Docs v0.3.20" property="og:title"/>
-<meta content="Supported Providers &amp; Configuration | Arch Docs v0.3.20" name="twitter:title"/>
+<title>Supported Providers &amp; Configuration | Arch Docs v0.3.21</title>
+<meta content="Supported Providers &amp; Configuration | Arch Docs v0.3.21" property="og:title"/>
+<meta content="Supported Providers &amp; Configuration | Arch Docs v0.3.21" name="twitter:title"/>
 <link href="../../_static/pygments.css?v=466e7b45" rel="stylesheet" type="text/css"/>
 <link href="../../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.3.20</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.3.21</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.3.20</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.3.21</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -153,7 +153,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../../index.html">
-<span class="hidden md:inline">Arch Docs v0.3.20</span>
+<span class="hidden md:inline">Arch Docs v0.3.21</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -995,12 +995,12 @@ Any provider that implements the OpenAI API interface can be configured using cu
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Dec 03, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Dec 04, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../../_static/documentation_options.js?v=f23228d6"></script>
+<script src="../../_static/documentation_options.js?v=96fdf892"></script>
 <script src="../../_static/doctools.js?v=9bcbadda"></script>
 <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../../_static/theme.js?v=073f68d9"></script>
diff --git a/concepts/prompt_target.html b/concepts/prompt_target.html
index 918c5797..8d272262 100755
--- a/concepts/prompt_target.html
+++ b/concepts/prompt_target.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Prompt Target | Arch Docs v0.3.20</title>
-<meta content="Prompt Target | Arch Docs v0.3.20" property="og:title"/>
-<meta content="Prompt Target | Arch Docs v0.3.20" name="twitter:title"/>
+<title>Prompt Target | Arch Docs v0.3.21</title>
+<meta content="Prompt Target | Arch Docs v0.3.21" property="og:title"/>
+<meta content="Prompt Target | Arch Docs v0.3.21" name="twitter:title"/>
 <link href="../_static/pygments.css?v=466e7b45" rel="stylesheet" type="text/css"/>
 <link href="../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.3.20</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.3.21</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.3.20</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.3.21</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -153,7 +153,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../index.html">
-<span class="hidden md:inline">Arch Docs v0.3.20</span>
+<span class="hidden md:inline">Arch Docs v0.3.21</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -372,12 +372,12 @@ Each parameter can be marked as required or optional. Here is a full list of par
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Dec 03, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Dec 04, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../_static/documentation_options.js?v=f23228d6"></script>
+<script src="../_static/documentation_options.js?v=96fdf892"></script>
 <script src="../_static/doctools.js?v=9bcbadda"></script>
 <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../_static/theme.js?v=073f68d9"></script>
diff --git a/concepts/tech_overview/error_target.html b/concepts/tech_overview/error_target.html
index 7896196f..0b9d833b 100755
--- a/concepts/tech_overview/error_target.html
+++ b/concepts/tech_overview/error_target.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Error Target | Arch Docs v0.3.20</title>
-<meta content="Error Target | Arch Docs v0.3.20" property="og:title"/>
-<meta content="Error Target | Arch Docs v0.3.20" name="twitter:title"/>
+<title>Error Target | Arch Docs v0.3.21</title>
+<meta content="Error Target | Arch Docs v0.3.21" property="og:title"/>
+<meta content="Error Target | Arch Docs v0.3.21" name="twitter:title"/>
 <link href="../../_static/pygments.css?v=466e7b45" rel="stylesheet" type="text/css"/>
 <link href="../../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.3.20</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.3.21</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.3.20</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.3.21</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -153,7 +153,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../../index.html">
-<span class="hidden md:inline">Arch Docs v0.3.20</span>
+<span class="hidden md:inline">Arch Docs v0.3.21</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -239,12 +239,12 @@ The errors are communicated to the application via headers like <code class="doc
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Dec 03, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Dec 04, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../../_static/documentation_options.js?v=f23228d6"></script>
+<script src="../../_static/documentation_options.js?v=96fdf892"></script>
 <script src="../../_static/doctools.js?v=9bcbadda"></script>
 <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../../_static/theme.js?v=073f68d9"></script>
diff --git a/concepts/tech_overview/listener.html b/concepts/tech_overview/listener.html
index 0f58b67d..9116a9ca 100755
--- a/concepts/tech_overview/listener.html
+++ b/concepts/tech_overview/listener.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Listener | Arch Docs v0.3.20</title>
-<meta content="Listener | Arch Docs v0.3.20" property="og:title"/>
-<meta content="Listener | Arch Docs v0.3.20" name="twitter:title"/>
+<title>Listener | Arch Docs v0.3.21</title>
+<meta content="Listener | Arch Docs v0.3.21" property="og:title"/>
+<meta content="Listener | Arch Docs v0.3.21" name="twitter:title"/>
 <link href="../../_static/pygments.css?v=466e7b45" rel="stylesheet" type="text/css"/>
 <link href="../../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.3.20</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.3.21</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.3.20</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.3.21</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -153,7 +153,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../../index.html">
-<span class="hidden md:inline">Arch Docs v0.3.20</span>
+<span class="hidden md:inline">Arch Docs v0.3.21</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -242,12 +242,12 @@ address like <code class="docutils literal notranslate"><span class="pre">arch.l
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Dec 03, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Dec 04, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../../_static/documentation_options.js?v=f23228d6"></script>
+<script src="../../_static/documentation_options.js?v=96fdf892"></script>
 <script src="../../_static/doctools.js?v=9bcbadda"></script>
 <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../../_static/theme.js?v=073f68d9"></script>
diff --git a/concepts/tech_overview/model_serving.html b/concepts/tech_overview/model_serving.html
index 370515fc..d4d0ee88 100755
--- a/concepts/tech_overview/model_serving.html
+++ b/concepts/tech_overview/model_serving.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Model Serving | Arch Docs v0.3.20</title>
-<meta content="Model Serving | Arch Docs v0.3.20" property="og:title"/>
-<meta content="Model Serving | Arch Docs v0.3.20" name="twitter:title"/>
+<title>Model Serving | Arch Docs v0.3.21</title>
+<meta content="Model Serving | Arch Docs v0.3.21" property="og:title"/>
+<meta content="Model Serving | Arch Docs v0.3.21" name="twitter:title"/>
 <link href="../../_static/pygments.css?v=466e7b45" rel="stylesheet" type="text/css"/>
 <link href="../../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.3.20</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.3.21</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.3.20</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.3.21</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -153,7 +153,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../../index.html">
-<span class="hidden md:inline">Arch Docs v0.3.20</span>
+<span class="hidden md:inline">Arch Docs v0.3.21</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -230,12 +230,12 @@ how to generate API keys for model serving</p>
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Dec 03, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Dec 04, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../../_static/documentation_options.js?v=f23228d6"></script>
+<script src="../../_static/documentation_options.js?v=96fdf892"></script>
 <script src="../../_static/doctools.js?v=9bcbadda"></script>
 <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../../_static/theme.js?v=073f68d9"></script>
diff --git a/concepts/tech_overview/prompt.html b/concepts/tech_overview/prompt.html
index 41176bff..fcc0e89c 100755
--- a/concepts/tech_overview/prompt.html
+++ b/concepts/tech_overview/prompt.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Prompts | Arch Docs v0.3.20</title>
-<meta content="Prompts | Arch Docs v0.3.20" property="og:title"/>
-<meta content="Prompts | Arch Docs v0.3.20" name="twitter:title"/>
+<title>Prompts | Arch Docs v0.3.21</title>
+<meta content="Prompts | Arch Docs v0.3.21" property="og:title"/>
+<meta content="Prompts | Arch Docs v0.3.21" name="twitter:title"/>
 <link href="../../_static/pygments.css?v=466e7b45" rel="stylesheet" type="text/css"/>
 <link href="../../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.3.20</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.3.21</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.3.20</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.3.21</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -153,7 +153,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../../index.html">
-<span class="hidden md:inline">Arch Docs v0.3.20</span>
+<span class="hidden md:inline">Arch Docs v0.3.21</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -402,12 +402,12 @@ This setup allows you to take advantage of Arch’s advanced traffic management
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Dec 03, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Dec 04, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../../_static/documentation_options.js?v=f23228d6"></script>
+<script src="../../_static/documentation_options.js?v=96fdf892"></script>
 <script src="../../_static/doctools.js?v=9bcbadda"></script>
 <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../../_static/theme.js?v=073f68d9"></script>
diff --git a/concepts/tech_overview/request_lifecycle.html b/concepts/tech_overview/request_lifecycle.html
index 3c784186..5add2bf3 100755
--- a/concepts/tech_overview/request_lifecycle.html
+++ b/concepts/tech_overview/request_lifecycle.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Request Lifecycle | Arch Docs v0.3.20</title>
-<meta content="Request Lifecycle | Arch Docs v0.3.20" property="og:title"/>
-<meta content="Request Lifecycle | Arch Docs v0.3.20" name="twitter:title"/>
+<title>Request Lifecycle | Arch Docs v0.3.21</title>
+<meta content="Request Lifecycle | Arch Docs v0.3.21" property="og:title"/>
+<meta content="Request Lifecycle | Arch Docs v0.3.21" name="twitter:title"/>
 <link href="../../_static/pygments.css?v=466e7b45" rel="stylesheet" type="text/css"/>
 <link href="../../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.3.20</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.3.21</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.3.20</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.3.21</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -153,7 +153,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../../index.html">
-<span class="hidden md:inline">Arch Docs v0.3.20</span>
+<span class="hidden md:inline">Arch Docs v0.3.21</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -402,12 +402,12 @@ processing request headers and then finalized by the HCM during post-request pro
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Dec 03, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Dec 04, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../../_static/documentation_options.js?v=f23228d6"></script>
+<script src="../../_static/documentation_options.js?v=96fdf892"></script>
 <script src="../../_static/doctools.js?v=9bcbadda"></script>
 <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../../_static/theme.js?v=073f68d9"></script>
diff --git a/concepts/tech_overview/tech_overview.html b/concepts/tech_overview/tech_overview.html
index 990c76a2..d834ef35 100755
--- a/concepts/tech_overview/tech_overview.html
+++ b/concepts/tech_overview/tech_overview.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Tech Overview | Arch Docs v0.3.20</title>
-<meta content="Tech Overview | Arch Docs v0.3.20" property="og:title"/>
-<meta content="Tech Overview | Arch Docs v0.3.20" name="twitter:title"/>
+<title>Tech Overview | Arch Docs v0.3.21</title>
+<meta content="Tech Overview | Arch Docs v0.3.21" property="og:title"/>
+<meta content="Tech Overview | Arch Docs v0.3.21" name="twitter:title"/>
 <link href="../../_static/pygments.css?v=466e7b45" rel="stylesheet" type="text/css"/>
 <link href="../../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.3.20</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.3.21</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.3.20</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.3.21</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -153,7 +153,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../../index.html">
-<span class="hidden md:inline">Arch Docs v0.3.20</span>
+<span class="hidden md:inline">Arch Docs v0.3.21</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -226,12 +226,12 @@
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Dec 03, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Dec 04, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../../_static/documentation_options.js?v=f23228d6"></script>
+<script src="../../_static/documentation_options.js?v=96fdf892"></script>
 <script src="../../_static/doctools.js?v=9bcbadda"></script>
 <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../../_static/theme.js?v=073f68d9"></script>
diff --git a/concepts/tech_overview/terminology.html b/concepts/tech_overview/terminology.html
index c8e1d24c..b65b2b93 100755
--- a/concepts/tech_overview/terminology.html
+++ b/concepts/tech_overview/terminology.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Terminology | Arch Docs v0.3.20</title>
-<meta content="Terminology | Arch Docs v0.3.20" property="og:title"/>
-<meta content="Terminology | Arch Docs v0.3.20" name="twitter:title"/>
+<title>Terminology | Arch Docs v0.3.21</title>
+<meta content="Terminology | Arch Docs v0.3.21" property="og:title"/>
+<meta content="Terminology | Arch Docs v0.3.21" name="twitter:title"/>
 <link href="../../_static/pygments.css?v=466e7b45" rel="stylesheet" type="text/css"/>
 <link href="../../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.3.20</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.3.21</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.3.20</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.3.21</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -153,7 +153,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../../index.html">
-<span class="hidden md:inline">Arch Docs v0.3.20</span>
+<span class="hidden md:inline">Arch Docs v0.3.21</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -223,12 +223,12 @@ and take appropriate actions.</p>
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Dec 03, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Dec 04, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../../_static/documentation_options.js?v=f23228d6"></script>
+<script src="../../_static/documentation_options.js?v=96fdf892"></script>
 <script src="../../_static/doctools.js?v=9bcbadda"></script>
 <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../../_static/theme.js?v=073f68d9"></script>
diff --git a/concepts/tech_overview/threading_model.html b/concepts/tech_overview/threading_model.html
index e01cde01..97567f57 100755
--- a/concepts/tech_overview/threading_model.html
+++ b/concepts/tech_overview/threading_model.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Threading Model | Arch Docs v0.3.20</title>
-<meta content="Threading Model | Arch Docs v0.3.20" property="og:title"/>
-<meta content="Threading Model | Arch Docs v0.3.20" name="twitter:title"/>
+<title>Threading Model | Arch Docs v0.3.21</title>
+<meta content="Threading Model | Arch Docs v0.3.21" property="og:title"/>
+<meta content="Threading Model | Arch Docs v0.3.21" name="twitter:title"/>
 <link href="../../_static/pygments.css?v=466e7b45" rel="stylesheet" type="text/css"/>
 <link href="../../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.3.20</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.3.21</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.3.20</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.3.21</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -153,7 +153,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../../index.html">
-<span class="hidden md:inline">Arch Docs v0.3.20</span>
+<span class="hidden md:inline">Arch Docs v0.3.21</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -201,12 +201,12 @@ hardware threads on the machine.</p>
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Dec 03, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Dec 04, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../../_static/documentation_options.js?v=f23228d6"></script>
+<script src="../../_static/documentation_options.js?v=96fdf892"></script>
 <script src="../../_static/doctools.js?v=9bcbadda"></script>
 <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../../_static/theme.js?v=073f68d9"></script>
diff --git a/get_started/intro_to_arch.html b/get_started/intro_to_arch.html
index c2fde6ce..4a7f8314 100755
--- a/get_started/intro_to_arch.html
+++ b/get_started/intro_to_arch.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Intro to Arch | Arch Docs v0.3.20</title>
-<meta content="Intro to Arch | Arch Docs v0.3.20" property="og:title"/>
-<meta content="Intro to Arch | Arch Docs v0.3.20" name="twitter:title"/>
+<title>Intro to Arch | Arch Docs v0.3.21</title>
+<meta content="Intro to Arch | Arch Docs v0.3.21" property="og:title"/>
+<meta content="Intro to Arch | Arch Docs v0.3.21" name="twitter:title"/>
 <link href="../_static/pygments.css?v=466e7b45" rel="stylesheet" type="text/css"/>
 <link href="../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.3.20</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.3.21</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.3.20</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.3.21</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -153,7 +153,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../index.html">
-<span class="hidden md:inline">Arch Docs v0.3.20</span>
+<span class="hidden md:inline">Arch Docs v0.3.21</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -245,12 +245,12 @@ For more details, read <a class="reference internal" href="../guides/observabili
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Dec 03, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Dec 04, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../_static/documentation_options.js?v=f23228d6"></script>
+<script src="../_static/documentation_options.js?v=96fdf892"></script>
 <script src="../_static/doctools.js?v=9bcbadda"></script>
 <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../_static/theme.js?v=073f68d9"></script>
diff --git a/get_started/overview.html b/get_started/overview.html
index 3193a6c7..591bf6de 100755
--- a/get_started/overview.html
+++ b/get_started/overview.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Overview | Arch Docs v0.3.20</title>
-<meta content="Overview | Arch Docs v0.3.20" property="og:title"/>
-<meta content="Overview | Arch Docs v0.3.20" name="twitter:title"/>
+<title>Overview | Arch Docs v0.3.21</title>
+<meta content="Overview | Arch Docs v0.3.21" property="og:title"/>
+<meta content="Overview | Arch Docs v0.3.21" name="twitter:title"/>
 <link href="../_static/pygments.css?v=466e7b45" rel="stylesheet" type="text/css"/>
 <link href="../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.3.20</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.3.21</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.3.20</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.3.21</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -153,7 +153,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../index.html">
-<span class="hidden md:inline">Arch Docs v0.3.20</span>
+<span class="hidden md:inline">Arch Docs v0.3.21</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -338,12 +338,12 @@ simplify the interaction with upstream LLMs, and improve observability all while
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Dec 03, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Dec 04, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../_static/documentation_options.js?v=f23228d6"></script>
+<script src="../_static/documentation_options.js?v=96fdf892"></script>
 <script src="../_static/doctools.js?v=9bcbadda"></script>
 <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../_static/theme.js?v=073f68d9"></script>
diff --git a/get_started/quickstart.html b/get_started/quickstart.html
index 1675b549..ccb4c05c 100755
--- a/get_started/quickstart.html
+++ b/get_started/quickstart.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Quickstart | Arch Docs v0.3.20</title>
-<meta content="Quickstart | Arch Docs v0.3.20" property="og:title"/>
-<meta content="Quickstart | Arch Docs v0.3.20" name="twitter:title"/>
+<title>Quickstart | Arch Docs v0.3.21</title>
+<meta content="Quickstart | Arch Docs v0.3.21" property="og:title"/>
+<meta content="Quickstart | Arch Docs v0.3.21" name="twitter:title"/>
 <link href="../_static/pygments.css?v=466e7b45" rel="stylesheet" type="text/css"/>
 <link href="../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.3.20</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.3.21</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.3.20</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.3.21</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -153,7 +153,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../index.html">
-<span class="hidden md:inline">Arch Docs v0.3.20</span>
+<span class="hidden md:inline">Arch Docs v0.3.21</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -179,7 +179,7 @@
 </div>
 <div class="highlight-console notranslate"><div class="highlight"><pre><span></span><code><span id="line-1"><span class="gp">$ </span>python<span class="w"> </span>-m<span class="w"> </span>venv<span class="w"> </span>venv
 </span><span id="line-2"><span class="gp">$ </span><span class="nb">source</span><span class="w"> </span>venv/bin/activate<span class="w">   </span><span class="c1"># On Windows, use: venv\Scripts\activate</span>
-</span><span id="line-3"><span class="gp">$ </span>pip<span class="w"> </span>install<span class="w"> </span><span class="nv">archgw</span><span class="o">==</span><span class="m">0</span>.3.20
+</span><span id="line-3"><span class="gp">$ </span>pip<span class="w"> </span>install<span class="w"> </span><span class="nv">archgw</span><span class="o">==</span><span class="m">0</span>.3.21
 </span></code></pre></div>
 </div>
 </section>
@@ -442,12 +442,12 @@
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Dec 03, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Dec 04, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../_static/documentation_options.js?v=f23228d6"></script>
+<script src="../_static/documentation_options.js?v=96fdf892"></script>
 <script src="../_static/doctools.js?v=9bcbadda"></script>
 <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../_static/theme.js?v=073f68d9"></script>
diff --git a/guides/agent_routing.html b/guides/agent_routing.html
index b641f4d4..77692bc8 100755
--- a/guides/agent_routing.html
+++ b/guides/agent_routing.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Agent Routing and Hand Off | Arch Docs v0.3.20</title>
-<meta content="Agent Routing and Hand Off | Arch Docs v0.3.20" property="og:title"/>
-<meta content="Agent Routing and Hand Off | Arch Docs v0.3.20" name="twitter:title"/>
+<title>Agent Routing and Hand Off | Arch Docs v0.3.21</title>
+<meta content="Agent Routing and Hand Off | Arch Docs v0.3.21" property="og:title"/>
+<meta content="Agent Routing and Hand Off | Arch Docs v0.3.21" name="twitter:title"/>
 <link href="../_static/pygments.css?v=466e7b45" rel="stylesheet" type="text/css"/>
 <link href="../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.3.20</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.3.21</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.3.20</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.3.21</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -153,7 +153,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../index.html">
-<span class="hidden md:inline">Arch Docs v0.3.20</span>
+<span class="hidden md:inline">Arch Docs v0.3.21</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -297,12 +297,12 @@ please see our <a class="reference external" href="https://github.com/katanemo/a
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Dec 03, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Dec 04, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../_static/documentation_options.js?v=f23228d6"></script>
+<script src="../_static/documentation_options.js?v=96fdf892"></script>
 <script src="../_static/doctools.js?v=9bcbadda"></script>
 <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../_static/theme.js?v=073f68d9"></script>
diff --git a/guides/function_calling.html b/guides/function_calling.html
index 6832bdee..e38d9bce 100755
--- a/guides/function_calling.html
+++ b/guides/function_calling.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Function Calling | Arch Docs v0.3.20</title>
-<meta content="Function Calling | Arch Docs v0.3.20" property="og:title"/>
-<meta content="Function Calling | Arch Docs v0.3.20" name="twitter:title"/>
+<title>Function Calling | Arch Docs v0.3.21</title>
+<meta content="Function Calling | Arch Docs v0.3.21" property="og:title"/>
+<meta content="Function Calling | Arch Docs v0.3.21" name="twitter:title"/>
 <link href="../_static/pygments.css?v=466e7b45" rel="stylesheet" type="text/css"/>
 <link href="../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.3.20</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.3.21</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.3.20</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.3.21</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -153,7 +153,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../index.html">
-<span class="hidden md:inline">Arch Docs v0.3.20</span>
+<span class="hidden md:inline">Arch Docs v0.3.21</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -373,12 +373,12 @@ on the stuff that matters most.</p>
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Dec 03, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Dec 04, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../_static/documentation_options.js?v=f23228d6"></script>
+<script src="../_static/documentation_options.js?v=96fdf892"></script>
 <script src="../_static/doctools.js?v=9bcbadda"></script>
 <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../_static/theme.js?v=073f68d9"></script>
diff --git a/guides/llm_router.html b/guides/llm_router.html
index 3ef59d82..6e7e38ad 100755
--- a/guides/llm_router.html
+++ b/guides/llm_router.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>LLM Routing | Arch Docs v0.3.20</title>
-<meta content="LLM Routing | Arch Docs v0.3.20" property="og:title"/>
-<meta content="LLM Routing | Arch Docs v0.3.20" name="twitter:title"/>
+<title>LLM Routing | Arch Docs v0.3.21</title>
+<meta content="LLM Routing | Arch Docs v0.3.21" property="og:title"/>
+<meta content="LLM Routing | Arch Docs v0.3.21" name="twitter:title"/>
 <link href="../_static/pygments.css?v=466e7b45" rel="stylesheet" type="text/css"/>
 <link href="../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.3.20</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.3.21</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.3.20</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.3.21</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -153,7 +153,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../index.html">
-<span class="hidden md:inline">Arch Docs v0.3.20</span>
+<span class="hidden md:inline">Arch Docs v0.3.21</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -567,12 +567,12 @@ Provides a practical mechanism to encode user preferences through domain-action
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Dec 03, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Dec 04, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../_static/documentation_options.js?v=f23228d6"></script>
+<script src="../_static/documentation_options.js?v=96fdf892"></script>
 <script src="../_static/doctools.js?v=9bcbadda"></script>
 <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../_static/theme.js?v=073f68d9"></script>
diff --git a/guides/observability/access_logging.html b/guides/observability/access_logging.html
index 1527a9ed..ba86c155 100755
--- a/guides/observability/access_logging.html
+++ b/guides/observability/access_logging.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Access Logging | Arch Docs v0.3.20</title>
-<meta content="Access Logging | Arch Docs v0.3.20" property="og:title"/>
-<meta content="Access Logging | Arch Docs v0.3.20" name="twitter:title"/>
+<title>Access Logging | Arch Docs v0.3.21</title>
+<meta content="Access Logging | Arch Docs v0.3.21" property="og:title"/>
+<meta content="Access Logging | Arch Docs v0.3.21" name="twitter:title"/>
 <link href="../../_static/pygments.css?v=466e7b45" rel="stylesheet" type="text/css"/>
 <link href="../../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.3.20</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.3.21</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.3.20</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.3.21</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -153,7 +153,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../../index.html">
-<span class="hidden md:inline">Arch Docs v0.3.20</span>
+<span class="hidden md:inline">Arch Docs v0.3.21</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -249,12 +249,12 @@ Access logs can be exported to centralized logging systems (e.g., ELK stack or F
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Dec 03, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Dec 04, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../../_static/documentation_options.js?v=f23228d6"></script>
+<script src="../../_static/documentation_options.js?v=96fdf892"></script>
 <script src="../../_static/doctools.js?v=9bcbadda"></script>
 <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../../_static/theme.js?v=073f68d9"></script>
diff --git a/guides/observability/monitoring.html b/guides/observability/monitoring.html
index bfabbb87..641995e2 100755
--- a/guides/observability/monitoring.html
+++ b/guides/observability/monitoring.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Monitoring | Arch Docs v0.3.20</title>
-<meta content="Monitoring | Arch Docs v0.3.20" property="og:title"/>
-<meta content="Monitoring | Arch Docs v0.3.20" name="twitter:title"/>
+<title>Monitoring | Arch Docs v0.3.21</title>
+<meta content="Monitoring | Arch Docs v0.3.21" property="og:title"/>
+<meta content="Monitoring | Arch Docs v0.3.21" name="twitter:title"/>
 <link href="../../_static/pygments.css?v=466e7b45" rel="stylesheet" type="text/css"/>
 <link href="../../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.3.20</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.3.21</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.3.20</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.3.21</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -153,7 +153,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../../index.html">
-<span class="hidden md:inline">Arch Docs v0.3.20</span>
+<span class="hidden md:inline">Arch Docs v0.3.21</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -261,12 +261,12 @@ are some sample configuration files for both, respectively.</p>
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Dec 03, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Dec 04, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../../_static/documentation_options.js?v=f23228d6"></script>
+<script src="../../_static/documentation_options.js?v=96fdf892"></script>
 <script src="../../_static/doctools.js?v=9bcbadda"></script>
 <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../../_static/theme.js?v=073f68d9"></script>
diff --git a/guides/observability/observability.html b/guides/observability/observability.html
index 6405ad9c..435952d1 100755
--- a/guides/observability/observability.html
+++ b/guides/observability/observability.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Observability | Arch Docs v0.3.20</title>
-<meta content="Observability | Arch Docs v0.3.20" property="og:title"/>
-<meta content="Observability | Arch Docs v0.3.20" name="twitter:title"/>
+<title>Observability | Arch Docs v0.3.21</title>
+<meta content="Observability | Arch Docs v0.3.21" property="og:title"/>
+<meta content="Observability | Arch Docs v0.3.21" name="twitter:title"/>
 <link href="../../_static/pygments.css?v=466e7b45" rel="stylesheet" type="text/css"/>
 <link href="../../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.3.20</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.3.21</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.3.20</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.3.21</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -153,7 +153,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../../index.html">
-<span class="hidden md:inline">Arch Docs v0.3.20</span>
+<span class="hidden md:inline">Arch Docs v0.3.21</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -213,12 +213,12 @@
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Dec 03, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Dec 04, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../../_static/documentation_options.js?v=f23228d6"></script>
+<script src="../../_static/documentation_options.js?v=96fdf892"></script>
 <script src="../../_static/doctools.js?v=9bcbadda"></script>
 <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../../_static/theme.js?v=073f68d9"></script>
diff --git a/guides/observability/tracing.html b/guides/observability/tracing.html
index 66259c0f..4df1c8da 100755
--- a/guides/observability/tracing.html
+++ b/guides/observability/tracing.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Tracing | Arch Docs v0.3.20</title>
-<meta content="Tracing | Arch Docs v0.3.20" property="og:title"/>
-<meta content="Tracing | Arch Docs v0.3.20" name="twitter:title"/>
+<title>Tracing | Arch Docs v0.3.21</title>
+<meta content="Tracing | Arch Docs v0.3.21" property="og:title"/>
+<meta content="Tracing | Arch Docs v0.3.21" name="twitter:title"/>
 <link href="../../_static/pygments.css?v=466e7b45" rel="stylesheet" type="text/css"/>
 <link href="../../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.3.20</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.3.21</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.3.20</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.3.21</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -153,7 +153,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../../index.html">
-<span class="hidden md:inline">Arch Docs v0.3.20</span>
+<span class="hidden md:inline">Arch Docs v0.3.21</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -583,12 +583,12 @@ tools like AWS X-Ray and Datadog, enhancing observability and facilitating faste
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Dec 03, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Dec 04, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../../_static/documentation_options.js?v=f23228d6"></script>
+<script src="../../_static/documentation_options.js?v=96fdf892"></script>
 <script src="../../_static/doctools.js?v=9bcbadda"></script>
 <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../../_static/theme.js?v=073f68d9"></script>
diff --git a/guides/prompt_guard.html b/guides/prompt_guard.html
index 020f8761..d59b6757 100755
--- a/guides/prompt_guard.html
+++ b/guides/prompt_guard.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Prompt Guard | Arch Docs v0.3.20</title>
-<meta content="Prompt Guard | Arch Docs v0.3.20" property="og:title"/>
-<meta content="Prompt Guard | Arch Docs v0.3.20" name="twitter:title"/>
+<title>Prompt Guard | Arch Docs v0.3.21</title>
+<meta content="Prompt Guard | Arch Docs v0.3.21" property="og:title"/>
+<meta content="Prompt Guard | Arch Docs v0.3.21" name="twitter:title"/>
 <link href="../_static/pygments.css?v=466e7b45" rel="stylesheet" type="text/css"/>
 <link href="../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.3.20</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.3.21</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.3.20</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.3.21</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -153,7 +153,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../index.html">
-<span class="hidden md:inline">Arch Docs v0.3.20</span>
+<span class="hidden md:inline">Arch Docs v0.3.21</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -274,12 +274,12 @@ By implementing Prompt Guard, developers can provide a robust layer of input val
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Dec 03, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Dec 04, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../_static/documentation_options.js?v=f23228d6"></script>
+<script src="../_static/documentation_options.js?v=96fdf892"></script>
 <script src="../_static/doctools.js?v=9bcbadda"></script>
 <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../_static/theme.js?v=073f68d9"></script>
diff --git a/index.html b/index.html
index 5523c7fb..41e85db2 100755
--- a/index.html
+++ b/index.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Welcome to Arch! | Arch Docs v0.3.20</title>
-<meta content="Welcome to Arch! | Arch Docs v0.3.20" property="og:title"/>
-<meta content="Welcome to Arch! | Arch Docs v0.3.20" name="twitter:title"/>
+<title>Welcome to Arch! | Arch Docs v0.3.21</title>
+<meta content="Welcome to Arch! | Arch Docs v0.3.21" property="og:title"/>
+<meta content="Welcome to Arch! | Arch Docs v0.3.21" name="twitter:title"/>
 <link href="_static/pygments.css?v=466e7b45" rel="stylesheet" type="text/css"/>
 <link href="_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -38,7 +38,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="#">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.3.20</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.3.21</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -74,7 +74,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="#">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.3.20</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.3.21</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -256,12 +256,12 @@ Resources</label><div class="sd-tab-content docutils">
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Dec 03, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Dec 04, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="_static/documentation_options.js?v=f23228d6"></script>
+<script src="_static/documentation_options.js?v=96fdf892"></script>
 <script src="_static/doctools.js?v=9bcbadda"></script>
 <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="_static/theme.js?v=073f68d9"></script>
diff --git a/resources/configuration_reference.html b/resources/configuration_reference.html
index 95b1cd2d..781729f9 100755
--- a/resources/configuration_reference.html
+++ b/resources/configuration_reference.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Configuration Reference | Arch Docs v0.3.20</title>
-<meta content="Configuration Reference | Arch Docs v0.3.20" property="og:title"/>
-<meta content="Configuration Reference | Arch Docs v0.3.20" name="twitter:title"/>
+<title>Configuration Reference | Arch Docs v0.3.21</title>
+<meta content="Configuration Reference | Arch Docs v0.3.21" property="og:title"/>
+<meta content="Configuration Reference | Arch Docs v0.3.21" name="twitter:title"/>
 <link href="../_static/pygments.css?v=466e7b45" rel="stylesheet" type="text/css"/>
 <link href="../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -38,7 +38,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.3.20</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.3.21</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -74,7 +74,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.3.20</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.3.21</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -152,7 +152,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../index.html">
-<span class="hidden md:inline">Arch Docs v0.3.20</span>
+<span class="hidden md:inline">Arch Docs v0.3.21</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -286,12 +286,12 @@ where prompts get routed to, apply guardrails, and enable critical agent observa
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Dec 03, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Dec 04, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../_static/documentation_options.js?v=f23228d6"></script>
+<script src="../_static/documentation_options.js?v=96fdf892"></script>
 <script src="../_static/doctools.js?v=9bcbadda"></script>
 <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../_static/theme.js?v=073f68d9"></script>
diff --git a/resources/deployment.html b/resources/deployment.html
index eca1824c..1a7cfaae 100755
--- a/resources/deployment.html
+++ b/resources/deployment.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Deployment | Arch Docs v0.3.20</title>
-<meta content="Deployment | Arch Docs v0.3.20" property="og:title"/>
-<meta content="Deployment | Arch Docs v0.3.20" name="twitter:title"/>
+<title>Deployment | Arch Docs v0.3.21</title>
+<meta content="Deployment | Arch Docs v0.3.21" property="og:title"/>
+<meta content="Deployment | Arch Docs v0.3.21" name="twitter:title"/>
 <link href="../_static/pygments.css?v=466e7b45" rel="stylesheet" type="text/css"/>
 <link href="../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.3.20</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.3.21</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.3.20</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.3.21</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -153,7 +153,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../index.html">
-<span class="hidden md:inline">Arch Docs v0.3.20</span>
+<span class="hidden md:inline">Arch Docs v0.3.21</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -178,7 +178,7 @@
 <div class="highlight-yaml notranslate"><div class="highlight"><pre><span></span><code><span id="line-1"><span class="c1"># docker-compose.yml</span>
 </span><span id="line-2"><span class="nt">services</span><span class="p">:</span>
 </span><span id="line-3"><span class="w">  </span><span class="nt">archgw</span><span class="p">:</span>
-</span><span id="line-4"><span class="w">    </span><span class="nt">image</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">katanemo/archgw:0.3.20</span>
+</span><span id="line-4"><span class="w">    </span><span class="nt">image</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">katanemo/archgw:0.3.21</span>
 </span><span id="line-5"><span class="w">    </span><span class="nt">container_name</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">archgw</span>
 </span><span id="line-6"><span class="w">    </span><span class="nt">ports</span><span class="p">:</span>
 </span><span id="line-7"><span class="w">      </span><span class="p p-Indicator">-</span><span class="w"> </span><span class="s">"10000:10000"</span><span class="w"> </span><span class="c1"># ingress (client -&gt; arch)</span>
@@ -305,12 +305,12 @@
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Dec 03, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Dec 04, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../_static/documentation_options.js?v=f23228d6"></script>
+<script src="../_static/documentation_options.js?v=96fdf892"></script>
 <script src="../_static/doctools.js?v=9bcbadda"></script>
 <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../_static/theme.js?v=073f68d9"></script>
diff --git a/search.html b/search.html
index 5ee753c3..6e32066f 100755
--- a/search.html
+++ b/search.html
@@ -12,9 +12,9 @@
   <meta name="theme-color" media="(prefers-color-scheme: light)" content="white" />
   <meta name="theme-color" media="(prefers-color-scheme: dark)" content="black" />
   
-    <title>Search | Arch Docs v0.3.20</title>
-    <meta property="og:title" content="Search | Arch Docs v0.3.20" />
-    <meta name="twitter:title" content="Search | Arch Docs v0.3.20" />
+    <title>Search | Arch Docs v0.3.21</title>
+    <meta property="og:title" content="Search | Arch Docs v0.3.21" />
+    <meta name="twitter:title" content="Search | Arch Docs v0.3.21" />
       <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=466e7b45" />
       <link rel="stylesheet" type="text/css" href="_static/theme.css?v=42baaae4" />
       <link rel="stylesheet" type="text/css" href="_static/_static/custom.css" />
@@ -44,7 +44,7 @@
   class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
     <div class="hidden mr-4 md:flex">
       <a href="index.html" class="flex items-center mr-6">
-          <img height="24" width="24" class="mr-2 dark:invert" src="_static/favicon.ico" alt="Logo" /><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.3.20</span>
+          <img height="24" width="24" class="mr-2 dark:invert" src="_static/favicon.ico" alt="Logo" /><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.3.21</span>
       </a></div><button
       class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden"
       type="button" @click="showSidebar = true">
@@ -107,7 +107,7 @@
   :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }">
 
     <a href="index.html" class="!justify-start text-sm md:!hidden bg-background">
-        <img height="16" width="16" class="mr-2 dark:invert" src="_static/favicon.ico" alt="Logo" /><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.3.20</span>
+        <img height="16" width="16" class="mr-2 dark:invert" src="_static/favicon.ico" alt="Logo" /><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.3.21</span>
     </a>
 
     <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
@@ -193,7 +193,7 @@
      class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
   <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground"
      href="index.html">
-    <span class="hidden md:inline">Arch Docs v0.3.20</span>
+    <span class="hidden md:inline">Arch Docs v0.3.21</span>
     <svg xmlns="http://www.w3.org/2000/svg"
          height="18"
          width="18"
@@ -221,14 +221,14 @@
     </div><footer class="py-6 border-t border-border md:py-0">
     <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
       <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-        <p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc&nbsp;Last updated: Dec 03, 2025.&nbsp;</p>
+        <p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc&nbsp;Last updated: Dec 04, 2025.&nbsp;</p>
 </div>
 </div>
 </footer>
   </div>
   
   
-    <script src="_static/documentation_options.js?v=f23228d6"></script>
+    <script src="_static/documentation_options.js?v=96fdf892"></script>
     <script src="_static/doctools.js?v=9bcbadda"></script>
     <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
     <script defer="defer" src="_static/theme.js?v=073f68d9"></script>
diff --git a/searchindex.js b/searchindex.js
index 0395cecf..149dba99 100755
--- a/searchindex.js
+++ b/searchindex.js
@@ -1 +1 @@
-Search.setIndex({"alltitles":{"AI Agent Tracing Visualization Example":[[25,"ai-agent-tracing-visualization-example"]],"AWS X-Ray":[[25,"aws-x-ray"]],"Access Logging":[[22,null]],"Additional Resources":[[25,"additional-resources"]],"Advanced Configuration":[[6,"advanced-configuration"]],"Advanced Features":[[4,"advanced-features"]],"Advanced Features (Coming Soon)":[[5,"advanced-features-coming-soon"]],"Agent Routing and Hand Off":[[19,null]],"Agentic Apps":[[0,null]],"Agentic Apps via Prompt Targets":[[11,"agentic-apps-via-prompt-targets"]],"Alias-based Routing":[[21,"alias-based-routing"]],"Alias-based Routing Workflow":[[21,"alias-based-routing-workflow"]],"Amazon Bedrock":[[6,"amazon-bedrock"]],"Anthropic":[[6,"anthropic"]],"Anthropic (Python) SDK":[[3,"anthropic-python-sdk"]],"Arch-Function":[[20,"arch-function"]],"Arch-Router":[[21,"id1"]],"Azure OpenAI":[[6,"azure-openai"]],"Base URL Configuration":[[6,"base-url-configuration"]],"Basic Configuration":[[5,"basic-configuration"],[7,"basic-configuration"]],"Benefits of Using Arch Guard":[[26,"benefits-of-using-arch-guard"]],"Benefits of Using Traceparent Headers":[[25,"benefits-of-using-traceparent-headers"]],"Best Practices":[[3,"best-practices"],[25,"best-practices"]],"Best Practices and Tips":[[8,"best-practices-and-tips"],[19,"best-practices-and-tips"],[20,"best-practices-and-tips"]],"Best practicesm":[[21,"best-practicesm"]],"Build AI Agent with Arch Gateway":[[18,"build-ai-agent-with-arch-gateway"]],"Build Multi-Turn RAG Apps":[[1,"build-multi-turn-rag-apps"]],"Build with Arch":[[17,"build-with-arch"],[27,null]],"Client Libraries":[[3,null]],"Cloud Serving (GPU - Blazing Fast)":[[10,"cloud-serving-gpu-blazing-fast"]],"Combining Routing Methods":[[21,"combining-routing-methods"]],"Common Issues and Solutions":[[29,"common-issues-and-solutions"]],"Common Use Cases":[[4,"common-use-cases"]],"Concepts":[[17,"concepts"],[27,null]],"Configuration":[[12,"configuration"]],"Configuration Reference":[[28,null]],"Configuration Structure":[[6,"configuration-structure"]],"Configure Listener":[[9,"configure-listener"]],"Configure Monitoring":[[23,"configure-monitoring"]],"Configuring Prompt Targets":[[7,"configuring-prompt-targets"]],"Core Capabilities":[[4,"core-capabilities"]],"Cross-Client Compatibility":[[3,"cross-client-compatibility"]],"Datadog":[[25,"datadog"]],"DeepSeek":[[6,"deepseek"]],"Default Model Configuration":[[6,"default-model-configuration"]],"Default Targets":[[7,"default-targets"]],"Defining Parameters":[[7,"defining-parameters"]],"Demo App":[[1,"demo-app"]],"Deployment":[[29,null]],"Docker Compose Setup":[[29,"docker-compose-setup"]],"Docker Deployment":[[29,"docker-deployment"]],"Downstream (Ingress)":[[9,"downstream-ingress"]],"Error Handling":[[3,"error-handling"]],"Error Header Example":[[8,"error-header-example"]],"Error Target":[[8,null]],"Example 1: Adjusting Retrieval":[[1,"example-1-adjusting-retrieval"]],"Example 2: Switching Intent":[[1,"example-2-switching-intent"]],"Example Configuration":[[26,"example-configuration"]],"Example Configuration For Agents":[[7,"example-configuration-for-agents"]],"Example Configuration For Tools":[[7,"example-configuration-for-tools"]],"Example Use Cases":[[19,"example-use-cases"],[20,"example-use-cases"],[21,"example-use-cases"]],"Example with OpenTelemetry in Python":[[25,"example-with-opentelemetry-in-python"]],"Example: Using OpenAI Client with Arch as an Egress Gateway":[[11,"example-using-openai-client-with-arch-as-an-egress-gateway"]],"First-Class Providers":[[6,"first-class-providers"]],"Function Calling":[[20,null]],"Function Calling Workflow":[[20,"function-calling-workflow"]],"Gateway Endpoints":[[3,"gateway-endpoints"]],"Gateway Smoke Test":[[29,"gateway-smoke-test"]],"Get Started":[[17,"get-started"],[27,null]],"Getting Started":[[4,"getting-started"]],"Google Gemini":[[6,"google-gemini"]],"Groq":[[6,"groq"]],"Guides":[[17,"guides"],[27,null]],"Header Format":[[25,"header-format"]],"High level architecture":[[12,"high-level-architecture"]],"How Arch-Guard Works":[[26,"how-arch-guard-works"]],"How It Works":[[22,"how-it-works"]],"How to Initiate A Trace":[[25,"how-to-initiate-a-trace"]],"Implementing Function Calling":[[20,"implementing-function-calling"]],"Implementing Routing":[[21,"implementing-routing"]],"Instrumentation":[[25,"instrumentation"]],"Integrating with Tracing Tools":[[25,"integrating-with-tracing-tools"]],"Intent Matching":[[7,"intent-matching"],[11,"intent-matching"]],"Intro to Arch":[[16,null]],"Key Benefits":[[4,"key-benefits"]],"Key Concepts":[[8,"key-concepts"]],"Key Features":[[7,"key-features"],[20,"key-features"],[22,"key-features"]],"LLM Providers":[[4,null]],"LLM Routing":[[21,null]],"Langtrace":[[25,"langtrace"]],"Listener":[[9,null]],"Local Serving (CPU - Moderate)":[[10,"local-serving-cpu-moderate"]],"Log Format":[[22,"log-format"]],"Messages":[[11,"messages"]],"Metrics Dashboard (via Grafana)":[[23,"metrics-dashboard-via-grafana"]],"Mistral AI":[[6,"mistral-ai"]],"Model Aliases":[[5,null]],"Model Selection Guidelines":[[6,"model-selection-guidelines"]],"Model Serving":[[10,null]],"Model-Based Routing":[[29,"model-based-routing"]],"Model-based Routing":[[21,"model-based-routing"]],"Model-based Routing Workflow":[[21,"model-based-routing-workflow"]],"Monitoring":[[23,null]],"Moonshot AI":[[6,"moonshot-ai"]],"Multi-Turn":[[1,null]],"Multi-Turn RAG (Follow-up Questions)":[[2,"multi-turn-rag-follow-up-questions"]],"Multiple Provider Instances":[[6,"multiple-provider-instances"]],"Naming Best Practices":[[5,"naming-best-practices"]],"Network topology":[[12,"network-topology"]],"Next Steps":[[18,"next-steps"]],"Observability":[[24,null]],"Ollama":[[6,"ollama"]],"OpenAI":[[6,"openai"]],"OpenAI (Python) SDK":[[3,"openai-python-sdk"]],"OpenAI-Compatible Providers":[[6,"openai-compatible-providers"]],"Overview":[[17,null],[25,"overview"]],"Parallel & Multiple Function Calling":[[0,"parallel-multiple-function-calling"]],"Parameter Extraction for RAG":[[2,"parameter-extraction-for-rag"]],"Post-request processing":[[12,"post-request-processing"]],"Preference-aligned Routing (Arch-Router)":[[21,"preference-aligned-routing-arch-router"]],"Preference-aligned Routing Workflow (Arch-Router)":[[21,"preference-aligned-routing-workflow-arch-router"]],"Prerequisites":[[18,"prerequisites"]],"Prompt Guard":[[11,"prompt-guard"],[26,null]],"Prompt Target":[[7,null]],"Prompt Targets":[[11,"prompt-targets"]],"Prompting LLMs":[[11,"prompting-llms"]],"Prompts":[[11,null]],"Provider Categories":[[6,"provider-categories"]],"Providers Requiring Base URL":[[6,"providers-requiring-base-url"]],"Quickstart":[[18,null]],"Qwen (Alibaba)":[[6,"qwen-alibaba"]],"RAG Apps":[[2,null]],"Request Flow (Egress)":[[12,"request-flow-egress"]],"Request Flow (Ingress)":[[12,"request-flow-ingress"]],"Request Lifecycle":[[12,null]],"Resources":[[27,null]],"Routing Logic":[[7,"routing-logic"]],"Routing Methods":[[21,"routing-methods"]],"Routing Preferences":[[6,"routing-preferences"]],"Runtime Tests":[[29,"runtime-tests"]],"See Also":[[3,"see-also"],[5,"see-also"],[6,"see-also"]],"Single Function Call":[[0,"single-function-call"]],"Starting the Stack":[[29,"starting-the-stack"]],"Step 1. Create arch config file":[[18,"step-1-create-arch-config-file"],[18,"id2"]],"Step 1: Define Arch Config":[[1,"step-1-define-arch-config"]],"Step 1: Define Prompt Targets":[[0,"step-1-define-prompt-targets"],[0,"id1"],[2,"step-1-define-prompt-targets"]],"Step 1: Define the Function":[[20,"step-1-define-the-function"]],"Step 2. Start arch gateway":[[18,"step-2-start-arch-gateway"]],"Step 2. Start arch gateway with currency conversion config":[[18,"step-2-start-arch-gateway-with-currency-conversion-config"]],"Step 2: Configure Prompt Targets":[[20,"step-2-configure-prompt-targets"]],"Step 2: Process Request Parameters":[[0,"step-2-process-request-parameters"]],"Step 2: Process Request Parameters in Flask":[[2,"step-2-process-request-parameters-in-flask"]],"Step 2: Process Request in Flask":[[1,"step-2-process-request-in-flask"]],"Step 3. Interacting with gateway using curl command":[[18,"step-3-interacting-with-gateway-using-curl-command"]],"Step 3.1: Using OpenAI Python client":[[18,"step-3-1-using-openai-python-client"]],"Step 3.2: Using curl command":[[18,"step-3-2-using-curl-command"]],"Step 3: Arch Takes Over":[[20,"step-3-arch-takes-over"]],"Step 3: Interact with LLM":[[18,"step-3-interact-with-llm"]],"Summary":[[7,"summary"],[25,"summary"],[26,"summary"]],"Supported API Endpoints":[[6,"supported-api-endpoints"]],"Supported Clients":[[3,"supported-clients"]],"Supported Providers & Configuration":[[6,null]],"Tech Overview":[[13,null]],"Terminology":[[12,"terminology"],[14,null]],"Threading Model":[[15,null]],"Together AI":[[6,"together-ai"]],"Trace Breakdown:":[[25,"trace-breakdown"]],"Trace Propagation":[[25,"trace-propagation"]],"Tracing":[[25,null]],"Troubleshooting":[[29,"troubleshooting"]],"Upstream (Egress)":[[9,"upstream-egress"]],"Use Arch Gateway as LLM Router":[[18,"use-arch-gateway-as-llm-router"]],"Using Aliases":[[5,"using-aliases"]],"Validation Rules":[[5,"validation-rules"]],"Welcome to Arch!":[[27,null]],"What Are Prompt Targets?":[[7,"what-are-prompt-targets"]],"What Is Arch-Guard":[[26,"what-is-arch-guard"]],"What is Function Calling?":[[20,"what-is-function-calling"]],"What is Retrieval-Augmented Generation (RAG)?":[[2,"what-is-retrieval-augmented-generation-rag"]],"Why Prompt Guard":[[26,"why-prompt-guard"]],"Zhipu AI":[[6,"zhipu-ai"]],"cURL Examples":[[3,"curl-examples"]],"xAI":[[6,"xai"]]},"docnames":["build_with_arch/agent","build_with_arch/multi_turn","build_with_arch/rag","concepts/llm_providers/client_libraries","concepts/llm_providers/llm_providers","concepts/llm_providers/model_aliases","concepts/llm_providers/supported_providers","concepts/prompt_target","concepts/tech_overview/error_target","concepts/tech_overview/listener","concepts/tech_overview/model_serving","concepts/tech_overview/prompt","concepts/tech_overview/request_lifecycle","concepts/tech_overview/tech_overview","concepts/tech_overview/terminology","concepts/tech_overview/threading_model","get_started/intro_to_arch","get_started/overview","get_started/quickstart","guides/agent_routing","guides/function_calling","guides/llm_router","guides/observability/access_logging","guides/observability/monitoring","guides/observability/observability","guides/observability/tracing","guides/prompt_guard","index","resources/configuration_reference","resources/deployment"],"envversion":{"sphinx":65,"sphinx.domains.c":3,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":9,"sphinx.domains.index":1,"sphinx.domains.javascript":3,"sphinx.domains.math":2,"sphinx.domains.python":4,"sphinx.domains.rst":2,"sphinx.domains.std":2,"sphinx.ext.intersphinx":1,"sphinx.ext.viewcode":1},"filenames":["build_with_arch/agent.rst","build_with_arch/multi_turn.rst","build_with_arch/rag.rst","concepts/llm_providers/client_libraries.rst","concepts/llm_providers/llm_providers.rst","concepts/llm_providers/model_aliases.rst","concepts/llm_providers/supported_providers.rst","concepts/prompt_target.rst","concepts/tech_overview/error_target.rst","concepts/tech_overview/listener.rst","concepts/tech_overview/model_serving.rst","concepts/tech_overview/prompt.rst","concepts/tech_overview/request_lifecycle.rst","concepts/tech_overview/tech_overview.rst","concepts/tech_overview/terminology.rst","concepts/tech_overview/threading_model.rst","get_started/intro_to_arch.rst","get_started/overview.rst","get_started/quickstart.rst","guides/agent_routing.rst","guides/function_calling.rst","guides/llm_router.rst","guides/observability/access_logging.rst","guides/observability/monitoring.rst","guides/observability/observability.rst","guides/observability/tracing.rst","guides/prompt_guard.rst","index.rst","resources/configuration_reference.rst","resources/deployment.rst"],"indexentries":{},"objects":{},"objnames":{},"objtypes":{},"terms":{"":[0,1,2,3,4,5,6,7,8,9,10,11,12,14,15,16,17,18,19,20,21,22,25,27,29],"0":[0,1,3,5,6,9,10,11,12,14,18,21,22,25,28,29],"00":25,"003":11,"005":[0,11,12,28],"01":3,"03":22,"04":22,"05":18,"050z":22,"05m":10,"06":[3,18,29],"08":[18,29],"0905":6,"1":[3,4,5,6,8,9,11,12,14,19,21,22,23,25,28],"10":[5,18,20,22,23,25],"100":[3,5,15,25],"10000":[9,11,12,18,28,29],"1022":22,"104":22,"106":22,"10m":11,"10t03":22,"10x":[10,11],"11":[4,18],"11434":[5,6],"12":[7,18],"12000":[3,5,6,9,11,14,18,21,22,25,28,29],"120b":5,"1234":8,"125":22,"127":[0,1,3,5,9,11,12,14,18,22,28],"128k":6,"12x":0,"1301":22,"131":18,"13b":6,"140":22,"15":23,"156x":10,"159":22,"16":[18,25],"162":22,"168":22,"1695":22,"1695m":22,"17":22,"18083":[0,22],"192":22,"19901":23,"1d6b30cfc845":22,"2":[5,6,12,19,25],"20":[5,18,29],"200":[0,2,3,22],"200m":[0,10,11],"2019":7,"2023":3,"2024":[18,22,29],"20240229":6,"20240307":[5,6],"20241022":[3,5,6,21,29],"2025":26,"21797":22,"218":22,"24":18,"245":22,"25":18,"254":22,"27":18,"28":18,"288":18,"29":18,"2a5b":22,"3":[0,1,3,5,6,11,19,21,25,29],"30":[6,9,11,12,18,21],"31":7,"32":25,"32768":6,"32b":6,"32k":6,"34b":6,"3b":[6,18],"4":[6,11,20,25],"400":[0,2,8],"429":12,"4317":25,"441":22,"443":[0,1,6,14,18,22],"447":22,"44x":[0,11],"463":22,"469793af":22,"485":18,"49":22,"492z":22,"4o":[0,3,5,6,9,10,11,12,18,21,25,28,29],"5":[0,1,3,5,6,11,18,21,25,28,29],"50":3,"51":[18,22],"51000":22,"52":22,"53":22,"537z":22,"54":22,"55":22,"556":22,"56":[18,22],"598z":22,"5b":[4,21],"6":[6,25],"60":28,"604197fe":22,"614":22,"647":18,"65":22,"7":[0,2,25],"70b":6,"770":22,"78558":18,"7b":[6,28],"8":25,"80":[5,6,11,12,14,28],"8000":6,"8001":28,"8080":[0,1,6],"8192":6,"825":18,"87":22,"8b":6,"8x7b":[6,28],"9":25,"905z":22,"906z":22,"9090":23,"9367":22,"95":5,"95a2":22,"961z":22,"979":18,"984":22,"984m":22,"9b57":22,"A":[0,2,5,7,8,9,12,14,15,16,17,20,24],"And":18,"As":[11,18,23,26],"At":21,"Be":[20,25],"But":[14,16],"By":[2,7,11,12,16,19,20,22,25,26,28],"FOR":22,"For":[1,2,3,6,9,11,14,15,16,17,18,19,20,21,22,25,29],"If":[0,1,8,11,12,20,21,26,29],"In":[0,2,7,11,12,16,17,18,20,21,26],"It":[0,6,12,17,18,20,21,24,25,26,27],"Its":[16,23,25],"No":[11,18,21],"On":18,"One":3,"Or":[3,25],"The":[1,2,3,5,6,7,8,10,11,12,14,18,19,20,21,22,25,28],"There":[10,16],"These":[0,2,8,14,16,20],"To":[2,9,11,14,16,18,19,21,23,25,29],"With":[0,2,6,16,18,21,25,26],"__init__":19,"__main__":[0,2],"__name__":[0,2,25],"a1c":1,"abil":[6,7,11,12,14,18,26,28],"abl":14,"about":[0,1,3,4,5,10,11,12,14,16,17,18,19,21,22,26,28],"abov":[0,1,2,5,12,16,19,23,29],"abstract":[4,21],"accept":[9,11,12,15],"access":[4,12,17,18,23,24,25,27],"access_":22,"access_ingress":22,"access_intern":22,"access_kei":[0,1,5,6,9,11,12,18,21,28],"access_llm":22,"accident":12,"accordingli":25,"account":[20,25],"accur":[1,2,7,11,14,16,20,21,26],"accuraci":[2,11,21,26],"achiev":[11,16,20],"across":[0,1,4,5,6,12,16,20,25],"act":[7,9,16,23],"action":[0,7,8,11,12,14,20,21,26,28],"activ":[6,12,18],"actual":[0,2,3,11,19,21,25,28],"ad":[0,14,16,21,26],"adapt":21,"add":[1,2,4,9,11,20,21,25],"add_span_processor":25,"addit":[1,2,6,7,9,11,12,24,26],"addition":1,"address":[0,1,6,9,11,12,14,18,21,28],"adher":26,"adilhafeez":22,"adjust":[14,19,25,29],"adopt":[17,25,27],"advanc":[11,20],"advantag":[11,16],"advic":[0,9,11,12,28],"affect":25,"afraid":20,"african":18,"after":[12,19,20,21,25],"against":[11,26],"agent":[1,2,6,12,14,16,17,20,22,26,27,28],"agent_nam":19,"aggreg":20,"agnost":17,"agre":19,"ai":[2,4,7,12,14,16,17,19,20,22,27],"aid":12,"air":[1,6],"airbnb":16,"alert":[22,23],"alertmanag":23,"algorithm":[5,16],"alia":[3,4,5,28],"alias":[3,4,6,21,27,28],"align":[4,11],"aliyunc":6,"all":[0,1,4,6,9,11,12,15,16,17,25,28,29],"allow":[0,5,6,7,11,14,15,16,18,20,21,25],"along":18,"alongsid":[10,12,14,16],"alphanumer":5,"alreadi":25,"also":[0,4,7,11,12,14,18,21,28],"altern":[8,26],"alwai":[5,8,19,21],"amazon_bedrock":6,"amazonaw":6,"ambigu":20,"amount":15,"an":[0,1,2,8,12,14,16,18,20,21,23,25,26,28],"analysi":[6,8,19,21],"analyst":5,"analyt":20,"analyz":[0,6,7,11,16,19,20,21,22,25,26],"analyze_earnings_report":21,"ang":11,"ani":[0,1,3,4,6,7,11,12,16,17,18,20,25,26,27,29],"annot":1,"answer":[1,11,12,19,28],"anthrop":[4,5,21,29],"anthropic_api_kei":[5,6,21,29],"anyth":21,"api":[0,1,3,4,5,7,8,9,10,11,12,14,16,17,18,19,20,22,23,25],"api_bas":11,"api_kei":[3,6,11,18,25],"api_serv":[7,20,22],"api_vers":23,"apierror":3,"apivers":23,"apm":25,"app":[14,16,17,19,27,29],"app_serv":[0,11,12,28],"append":[0,2,6],"appli":[4,5,11,12,14,16,17,21,26,27,28],"applic":[0,2,3,4,5,6,7,8,9,10,11,12,14,16,17,18,19,20,21,22,23,25,26,29],"appoint":21,"approach":[2,4,5,7,11,21,25,28],"appropri":[2,7,8,11,12,14,19,21],"ar":[0,1,2,3,4,5,6,8,9,10,11,12,14,16,18,19,20,21,22,23,25,26,28,29],"arch":[0,2,3,4,5,6,7,8,9,10,12,14,15,19,22,23,25,28,29],"arch_config":[1,3,6,11,14,18,28,29],"arch_llm_listen":22,"archgw":[10,18,23,29],"archgw_log":22,"architectur":[7,13,14,15,16,21,25,26],"area":4,"aren":6,"aris":[8,14],"around":[12,15],"arriv":12,"art":[11,18,20,21],"artifici":3,"ask":[1,2,18,20,25],"ask_quest":3,"aspect":[16,23],"assembl":3,"assign":[19,21],"assist":[0,1,6,9,11,12,18,19,21,25,26,28],"associ":21,"assum":[1,11,18],"attach":7,"attack":26,"attempt":[11,12,16,26],"attent":[19,20],"attribut":[7,20,25],"aud":18,"augment":12,"australian":18,"authent":6,"author":[3,22],"auto_llm_dispatch_on_respons":[11,12,28],"autom":[19,20,29],"automat":[4,6,9,11,16,19,20,21,25,26,29],"avail":[1,3,4,6,10,12,16,21,25],"averag":10,"aw":6,"awar":21,"aws_bearer_token_bedrock":6,"awsxrai":25,"azur":4,"azure_api_kei":6,"azure_openai":6,"azure_openai_api_kei":6,"b":5,"b25f":22,"b265":22,"back":[10,12,19,21,25],"backend":[7,11,12,14,16,20,23,25],"backward":5,"bad":[8,21],"baht":18,"balanc":[0,5,6,11,12,20,21,28],"base":[0,1,2,3,4,5,7,9,11,12,14,16,18,19,20,26],"base_url":[3,5,6,18,25,28],"basemodel":1,"bash":10,"basic":[3,4,29],"batch":[12,25],"batchspanprocessor":25,"battl":16,"bearer":[3,6],"becom":21,"been":[18,20],"befor":[11,12,14,18,26,29],"begin":18,"behalf":[1,11,12,22],"behavior":[6,11,12,14,21,22,26,28],"behind":[6,17],"being":[5,11,12,14],"belief":16,"below":[1,6,7,10,11,12,18,23,25,29],"benchmark":[20,21],"benefici":[19,20],"benefit":[1,5,16,24],"best":[4,7,9,13,16,24],"beta":[5,6],"better":[3,7,16,20,21,26],"between":[0,4,5,7,11,12,15,19,20,21,25,28],"bgn":18,"bill":25,"bin":18,"bind":[9,11,14],"black":21,"blaze":13,"block":[3,15],"block_categori":5,"blood":1,"blurri":1,"bodi":11,"bog":16,"boilerpl":21,"book":21,"bool":[7,11,12,28],"boolean":6,"bootstrap":12,"borrow":14,"both":[4,6,11,16,17,20,21,23,26],"bound":[11,15],"box":21,"brazilian":18,"break":22,"breaker":12,"bridg":[7,12,20],"brief":[7,12],"briefli":[3,12],"british":18,"brl":18,"broader":0,"bug":6,"buil":[1,2],"build":[0,2,4,7,9,11,14,15,16,26],"build_with_arch":17,"built":[0,1,6,10,11,12,14,16,17,25,27],"bulgarian":18,"busi":[0,11,12,14,16,20],"bypass":26,"byte":[22,25],"bytes_receiv":22,"bytes_s":22,"c":16,"cad":18,"call":[1,3,7,8,10,11,12,14,16,17,18,19,22,27],"call_openai":19,"campaign":[0,14,16],"can":[0,1,2,3,5,6,7,8,9,10,11,12,14,16,18,19,20,21,22,25,26,28,29],"canadian":18,"canari":[4,5],"capabl":[0,1,2,3,5,6,7,11,14,16,18,19,20,28],"capit":[3,11,18],"captur":[8,16,21,25],"care":20,"carefulli":[7,19],"carri":[12,25],"case":[0,5,16,17],"categor":8,"categori":[4,11,19,21],"cathedr":18,"caus":8,"caveat":19,"celsiu":[7,20],"center":18,"central":[0,1,4,9,11,12,16,20,22,28],"centric":21,"certain":26,"chain":[5,12],"challeng":21,"chanc":26,"chang":[1,2,3,4,11,14,21,25],"charact":25,"chat":[3,4,5,6,18,19,21,22,25,29],"chat_complet":25,"chat_with_fallback":3,"chatbot":25,"chatcompletionsrequest":19,"cheap":[4,28],"cheaper":[3,5,10,11],"cheapest":0,"check":[1,9,11,12,14,20,25,29],"chf":18,"children":25,"chines":18,"choic":[3,11,18,25],"choos":[4,20,21],"chosen":6,"chunk":[2,3],"ci":29,"circuit":12,"circular":5,"citi":[7,18,20],"claim":[0,16],"clarif":[1,2],"clarifi":[14,16,17,27],"class":[1,4,16,19],"classif":[11,21],"classifi":[21,26],"claud":[3,5,6,11,21,29],"cleaner":5,"clear":[8,19,20,21,26],"clearer":[7,20],"clearli":[7,19,21],"cli":[18,29],"client":[4,5,6,8,9,12,14,15,21,25,27,29],"close":21,"closest":11,"cloud":[4,13],"cluster":[0,4,11,12,16,28],"cnversat":1,"cny":18,"co":25,"code":[3,4,5,6,7,8,11,12,14,15,16,18,21,22],"code_review":6,"codebas":25,"codec":12,"codellama":6,"coder":6,"coher":6,"colleagu":20,"collect":[0,3,11,20,23,25],"collector":25,"com":[5,6,20,22,25],"combin":[2,4,7,20],"come":4,"command":[6,10,29],"comment":[11,14],"commit":25,"common":[0,1,6,19,20,21,25],"commun":[8,12,14,18,25],"compact":[6,11,21],"compani":[6,16],"compar":11,"compat":[4,5,16,25,28],"complet":[3,4,5,6,11,12,18,19,20,21,22,25,28,29],"completion_api":19,"complex":[0,4,5,6,7,9,14,15,19,20,21,25,26],"complex_reason":[6,21],"complianc":26,"compon":[6,12,16,25,29],"compos":18,"composit":11,"comprehens":[6,18],"comput":[3,29],"concept":[1,7,13,14,21],"concern":[10,12],"concis":12,"condit":5,"confid":26,"config":[6,14,21,23,25,29],"configiur":23,"configur":[0,1,2,3,4,10,11,13,14,15,16,18,19,21,24,25,27,29],"confirm":[11,12,20,25,28,29],"congratul":18,"connect":[0,4,7,9,10,11,12,14,15,16,18,28,29],"connect_timeout":[0,11,12,28],"conpleix":1,"consid":[11,19],"consider":1,"considert":1,"consist":[4,5,14,16,20,21,25],"consol":[6,25],"constraint":26,"construct":6,"contain":[10,11,12,14,16,18,25,26,29],"container_nam":29,"content":[1,3,5,6,8,11,18,19,21,25,26,29],"content_filt":5,"context":[6,7,8,12,14,16,18,20,21,25],"contextu":[2,21],"continu":[16,29],"contribut":18,"contributor":[16,17,27],"control":[5,6,10,14,15,21,28],"conveni":1,"conver":2,"convers":[0,1,2,6,11,16,21],"convert":18,"coordin":[7,15],"core":[1,7,12,18],"corpu":26,"correct":[1,8,11,19,26,29],"correctli":25,"correspond":12,"cost":[1,4,5,6,10,16,21],"could":[0,3,11,12,14,20,28],"count":12,"cover":[6,7],"covners":1,"cpu":[12,13],"creat":[0,3,5,6,8,9,11,12,14,16,17,20,21,25,28,29],"create_gradio_app":1,"createus":8,"creativ":[5,6,20,21],"creative_task":21,"creative_writ":6,"credenti":25,"crime":11,"criteria":[21,26],"critic":[0,2,8,11,12,14,16,20,23,25,28],"cross":4,"crucial":[20,22,25],"cryptic":21,"cue":21,"cultur":18,"curiou":[11,12,18,26,28],"curl":[4,5,6,29],"currency_exchang":18,"currency_symbol":18,"current":[5,7,20],"custom":[3,4,6,11,16,17,19,21,25],"custom_api_kei":6,"customprovid":6,"cut":16,"cycl":16,"czech":18,"czk":18,"d":[3,5,29],"dai":[0,2],"dame":18,"danish":18,"dashbaord":23,"dashboard":[20,24,25],"dashscop":6,"dashscope_api_kei":6,"data":[0,2,5,7,11,12,14,16,18,20,23,25,26,29],"databas":[0,2,20],"datadoghq":25,"dataset":0,"datasourc":23,"date":[7,18,20],"davinci":11,"dc":22,"dd_site":25,"de":12,"debug":[0,2,12,21,22,25,29],"decemb":18,"decid":[21,29],"decis":[0,9,10,11,12,14,21,28],"decoupl":[7,21],"decrypt":12,"dedic":11,"deep":[6,9,17,21],"deeper":18,"deepseek":4,"deepseek_api_kei":6,"def":[0,1,2,3,19,20,25],"default":[0,1,2,9,10,11,12,18,21,22,28],"defens":26,"defin":[4,5,11,12,18,19,21,25,28,29],"definit":[14,19,20],"degrad":8,"deliv":[20,21],"deliveri":12,"delta":3,"demo":[16,18,19],"demonstr":[6,19,20,21],"depend":[0,12,16,18],"deploi":[6,10,12,16,25,29],"deploy":[4,5,6,16,27],"describ":[1,2,8,12,19],"descript":[0,1,2,5,6,7,11,12,18,19,20,21,28],"descriptor":21,"design":[0,7,8,10,11,12,14,16,17,19,20,21,23,25,27],"desir":[6,7,20],"destroi":12,"detail":[1,2,4,6,7,8,9,11,12,14,16,20,22,25,29],"detect":[1,2,10,11,12,14,26],"determin":[7,12,19,20,21,25],"dev":[3,4,5,6,10,18],"develop":[1,2,3,4,5,6,7,8,9,11,12,16,17,18,25,26],"devic":[0,1,2,7,10,11,12,28],"device_id":[0,2,11,12,28],"device_reboot":0,"device_summari":[0,2],"diabet":1,"diabeter":1,"diagnos":1,"dict":7,"dictionari":11,"differ":[0,3,4,5,6,11,12,20,21,25,28],"difficult":16,"dipatch":1,"direct":[3,4,7,9,19,21],"directli":[11,14,21,29],"directori":29,"disast":16,"discov":[6,17],"diseas":1,"disease_diagnos":1,"diseases_symptom":1,"dispatch":12,"displai":[8,20],"distinct":21,"distinguish":21,"distribut":[5,11,12,25],"dive":[4,14,17,18],"divers":26,"dkk":18,"dn":[9,29],"do":[7,11,16,18,22],"doc":[2,17],"docker":[0,5,6,18,23,25],"document":[5,7,11,14,17,18,21,25,29],"doe":[0,7,20,26],"dollar":18,"domain":[12,20,21],"don":[1,10,20],"dot":5,"down":[16,22],"downstream":[1,11,12,13,14,15,20,25],"dramat":10,"draw":11,"driven":[7,17,18,21],"dropbox":16,"due":8,"durat":[12,22],"dure":[8,12],"dynam":[4,6,11,20,21,26],"e":[3,5,7,12,14,20,21,22,25],"each":[1,6,7,11,12,16,19,20,21,22,25],"earli":[11,12,16],"earlier":[12,29],"eas":25,"easi":[4,16,18,20,25],"easier":[5,7,9,18,21,22],"easili":[16,25],"easilli":1,"econom":1,"ecosystem":25,"edg":[12,16,17,20,27],"edit":23,"effect":[1,4,6,7,11,16,17,19,21],"effici":[0,1,2,6,7,10,11,18,19,21,25],"egress":[4,13,14,16,17,29],"egress_traff":[6,18,21,28],"eiffel":18,"either":[7,12,20],"elasticsearch":22,"element":7,"elk":22,"email":20,"embarrassingli":15,"embed":[11,22,26,28],"emiss":1,"empow":[7,21,26],"enabl":[0,2,4,5,6,7,8,10,12,14,16,19,20,21,25,28,29],"encod":21,"encount":[12,14,29],"encrypt":12,"end":[1,3,7,16,25],"endpoint":[0,1,2,4,5,7,8,11,12,14,18,19,20,21,23,25,28,29],"energi":1,"energy_sourc":1,"energy_source_info":1,"energysourcerequest":1,"energysourcerespons":1,"enforc":12,"engag":[0,12,16,19],"engin":[1,2,11,16,21],"enhanc":[2,6,7,11,12,18,19,25,26],"enough":8,"enrich":[1,7,11,14],"ensur":[0,4,7,8,9,11,12,16,18,19,20,21,25,26,29],"enterpris":4,"entir":[16,25],"entri":9,"enum":[1,7,11,12,20,28],"env":18,"environ":[3,4,5,6,18,20,21,25,29],"envoi":[4,9,11,12,14,15,16,17,27],"equal":[7,15],"equat":21,"equival":18,"error":[0,1,2,4,7,12,13,14,16,21,23,25,26,27,29],"error_target":28,"error_target_1":28,"escal":[7,19],"escalate_to_human":[7,19],"essenti":[7,9,17,21,26],"establish":[0,11,12,28],"etc":[11,12,14,16,18,28,29],"ethnic":26,"eu":25,"eur":18,"euro":18,"evalu":[11,21],"evaluation_interv":23,"even":[0,20,21],"evenli":12,"event":[0,12],"everi":22,"evolv":21,"exact":21,"exactli":12,"exampl":[0,4,5,6,9,12,13,14,16,18,22,28,29],"exceed":12,"excel":[21,26],"except":[3,8],"exception":16,"excess":[1,12],"exchang":18,"exclus":16,"execut":[8,11,12,20,26],"exist":[3,4,6,12,16,21,25],"expect":[8,20,29],"expens":1,"experi":[2,7,11,12,16,18,20,21,26],"experiment":[5,21],"expert":6,"explain":[3,20,21,29],"explan":[7,20],"explanatori":22,"explicit":[21,29],"explicitli":[21,26],"explor":[17,18,21],"export":[22,23,25],"expos":[0,3,9,11,16,22,26],"extend":[6,16,17],"extern":[0,2,25],"extract":[0,1,7,11,12,14,16,20,25,28],"extrem":11,"f":[0,1,2,3,19,20,22,25,29],"f376e8d8c586":22,"face":[11,21],"facilit":25,"fact":[0,9,11,12,28],"fahrenheit":[7,20],"fail":[3,4,5,8,12,14,21],"failov":[0,1,9,11,12,28],"failur":8,"fair":12,"fall":21,"fallback":[3,4,5,6,8],"fallback_model":3,"fals":[2,7,11,12,28],"familiar":12,"familizari":1,"faser":0,"fashion":[1,12,18],"fast":[1,2,3,4,5,6,7,11,13,14,16,18,21,28],"fastapi":[1,19],"faster":[2,3,5,10,11,14,17,21,25,27],"fastest":[0,6],"fatigu":1,"fault":[4,11],"fc":12,"fc1b":0,"featur":[3,6,11,14,16,17,19,24,25,26,28],"feed":22,"feedback":[8,11,26],"feel":1,"fetch":[18,20],"few":[14,22,25],"field":[1,6,22],"file":[1,6,7,9,11,12,23,29],"filter":[9,12,15,16,26],"final":[3,12],"final_messag":3,"final_text":3,"financ":21,"find":20,"first":[1,4,10,11,12,16,18,20,23,26],"firtst":1,"fit":12,"fix":21,"flag":[11,12,25,26,28],"flash":6,"flask":0,"fleet":21,"flexibl":[4,6,16,21,23,25],"float":7,"flow":[8,13,16,17,20,22,25],"fluentd":22,"focu":[0,1,12,16],"focus":[6,11,20],"follow":[1,5,6,7,8,10,11,12,14,16,18,19,22,25,28,29],"forint":18,"form":20,"format":[6,7,11,16,20,21,23,24,26],"forward":[1,8,10,11,12,14,15,21,22,25],"fossil":1,"found":[1,3,22],"foundat":6,"frame":12,"framework":[11,16,17,21,23,25,27],"franc":[3,11,18],"francisco":[7,20],"frankfurt":18,"frankfurther_api":18,"free":1,"frequent":1,"friendli":[17,20,21,27,28],"from":[0,1,2,3,4,5,6,7,8,9,11,12,14,15,16,18,19,20,21,25,28,29],"front":16,"frontier":[0,11],"fuel":1,"full":[3,4,7,11,14,18,19,21,28],"fulli":7,"function":[5,7,8,10,11,12,14,15,16,17,21,27,29],"function_cal":17,"functionvalidationerror":8,"fundament":21,"further":[11,18,19,25],"futur":[4,5,6,7],"g":[5,7,12,14,20,21,22,25],"ga":1,"gap":20,"gastronomi":18,"gatewai":[4,6,12,14,16,17,19,20,21,22,23,25,27,28],"gather":[0,12,16],"gbp":18,"gemini":4,"gemma":6,"genai":[7,18],"gener":[0,6,7,10,12,14,15,18,19,20,21,23,25,26,28],"get":[0,1,2,3,6,7,10,12,16,18,19,20,25,28],"get_device_statist":2,"get_device_summari":[0,2],"get_final_messag":3,"get_info_for_energy_sourc":1,"get_json":[0,2],"get_supported_curr":18,"get_system_prompt":19,"get_trac":25,"get_weath":[7,20],"get_workforc":1,"getenv":3,"github":[7,11,18,19],"give":16,"given":[0,2,12],"glm":6,"global":[18,23],"glucos":1,"go":[0,6,16],"goal":16,"good":[3,21],"googl":[4,16],"google_api_kei":6,"got":8,"govern":[1,4,16],"gpt":[0,1,3,5,6,9,10,11,12,18,20,21,25,28,29],"gpu":13,"gr":1,"grace":[3,8],"gracefulli":[8,14],"grade":4,"gradio":1,"gradual":5,"grafana":24,"greenhous":1,"grok":6,"groq":4,"groq_api_kei":6,"group":0,"grpc":25,"guard":[12,13,16,17,27],"guardrail":[5,8,9,10,11,12,14,16,17,18,26,27,28],"guid":[6,11,18,20,25,26,29],"guidelin":[4,26],"h":[3,5,29],"ha":[11,12,16,18,19,20,21,25],"hack":16,"haiku":[5,6],"hallucin":22,"hand":[7,27],"handel":[11,12,28],"handl":[0,1,2,4,7,8,9,11,12,14,15,16,17,19,20,21,25,26,27,29],"handle_request":25,"handler":[7,11,12],"handoff":16,"hardcod":3,"hardwar":15,"harm":[11,12,26],"hate":11,"have":[1,10,16,18,20,25,26],"haven":1,"hazard":11,"hcm":12,"header":[12,13,14,16,18,24,29],"health":[12,29],"healthcar":21,"healthi":[12,18],"hello":[3,5,21,25],"help":[0,1,2,4,7,8,10,11,12,14,16,17,18,20,21,23,25,26,27,28],"here":[0,2,6,7,9,11,12,14,18,20,21,22,25,26],"hexadecim":25,"hf":6,"high":[0,1,4,5,6,7,11,13,16,17,20,21],"higher":29,"highli":[1,2,20],"hint":18,"histori":[1,20],"hit":5,"hkd":18,"hong":18,"honor_timestamp":23,"horrid":16,"host":[0,5,6,9,10,11,12,14,22,23],"hostnam":[0,6,11,12,28],"how":[0,1,2,3,5,6,7,10,11,12,16,17,18,19,20,23,24,29],"howev":12,"html":17,"http":[3,4,5,6,8,10,11,12,16,18,20,22,23,25,28,29],"http_method":[1,7,28],"httpexcept":1,"huf":18,"hug":11,"huggingfac":[0,1],"human":[7,8,19,21],"hundr":6,"hungarian":18,"hybrid":21,"hygien":16,"hyphen":5,"i":[0,1,3,6,7,9,10,11,12,14,15,16,17,18,19,21,22,23,25,27,28,29],"iam":25,"iceland":18,"icon":18,"id":[0,2,6,8,12,22,25],"idea":17,"ideal":[3,21],"identif":20,"identifi":[0,2,5,7,8,11,12,20,21,25,28],"idr":18,"il":18,"illustr":1,"imag":29,"immedi":26,"impact":25,"implement":[3,4,5,6,11,12,19,25,26],"import":[0,1,2,3,5,11,18,20,22,25],"improp":8,"improv":[2,6,10,16,17,19,26],"in_path":[7,18],"incent":1,"includ":[1,2,4,6,7,9,12,16,18,20,21,22,23,25,26,29],"inclus":21,"incom":[9,10,11,12,14,20,21,25,28],"incomplet":20,"incredibli":16,"independ":21,"indian":18,"indic":[7,12,21,25],"indonesian":18,"industri":11,"infer":[6,16,21],"info":[18,19],"inform":[0,1,2,6,7,8,11,12,14,16,20,22,25,26,28],"information_extract":[11,12,26,28],"infrastructur":[16,17,27],"ingress":[11,13,14,16,17,29],"ingress_traff":[9,11,12,18,28],"init":25,"initi":[1,9,12,14,24],"inject":[25,26],"inner":12,"innov":[16,18],"input":[0,7,8,16,17,19,20,26,27],"input_guard":[11,12,18,28],"inquiri":19,"inr":18,"insecur":25,"instal":[3,6,18,25],"instanc":[5,12,14,28],"instead":[3,5,20],"instruct":[6,10,17,19,28],"instrument":23,"insur":[0,16],"insurance_claim_detail":22,"int":[0,2,7],"integ":[0,2,8],"integr":[2,3,4,5,6,7,16,17,18,20,21,22,23,24,29],"intellig":[3,4,5,6,7,10,12,14,16,19,21],"intend":[5,26],"intent":[0,10,12,16,19,20,21,28],"interact":[0,11,17,19,20,22,25,26],"intercept":11,"interest":18,"interfac":[3,4,6],"interfer":18,"intern":[0,2,5,6,12,14,23,25],"interoper":25,"interpret":[7,8,20],"intl":6,"intro":[17,27],"intro_to_arch":17,"introduc":[14,17,21],"invalid":[8,20],"inventori":25,"investig":25,"invoc":[7,20],"invok":[0,7,8,20],"involv":[0,7,16,21],"ip":[0,6,11,12,28],"ip1":[0,11,12,28],"ip2":[0,11,12,28],"isdefault":23,"isinst":[0,2],"isk":18,"isn":21,"isol":18,"isra":18,"issu":[7,8,14,19,25],"issues_and_repair":[7,19],"item":[7,11],"iter":[6,20],"itinerari":20,"its":[0,1,7,10,11,12,14,15,16,18,21,25],"itself":[9,11],"jaeger":25,"jailbreak":[5,11,12,16,18,26,28],"japanes":18,"java":16,"job_nam":23,"join":3,"joke":29,"jpy":18,"jq":[18,29],"json":[1,3,5,8,18,20,29],"jsonifi":[0,2],"just":[0,1,3,6,9,11,12,17,21,27,28],"k2":6,"katanemo":29,"keep":[14,20],"kei":[0,1,3,6,9,10,11,12,13,19,21,24,25,28],"kept":28,"kibana":22,"kimi":6,"kind":8,"king":20,"know":[10,11,14,26],"knowledg":[1,2,9,12,17],"known":[11,18],"kong":18,"korean":18,"koruna":18,"krona":18,"krone":18,"krw":18,"kr\u00f3na":18,"kubernet":25,"l7":16,"label":21,"landmark":18,"landscap":21,"langtrace_api_kei":25,"langtrace_python_sdk":25,"languag":[2,3,4,12,16,20,21,25,27],"larg":[2,6,11,12,15,20,21,25],"larger":6,"last":[0,1,2],"latenc":[0,1,2,5,10,11,16,20,21,23],"later":8,"latest":[5,6,18,28],"layer":[11,17,25,26,27],"lead":[7,11,16,19,26],"learn":[3,4,5,16,17,18,20,21],"least_connect":5,"left":16,"legal":21,"length":6,"less":[3,19],"let":[21,22,29],"leu":18,"lev":18,"level":[4,5,7,9,10,13,16,17,20,21,27,29],"leverag":[2,25],"libev":12,"librari":[4,6,16,21,27],"lifecycl":[13,27],"lifetim":[12,15],"lightweight":[0,6,16],"like":[1,2,3,4,5,6,7,8,9,11,12,14,16,17,18,20,21,22,23,25,26,27,28],"limit":[0,1,5,9,11,12,21,28],"line":16,"linearli":16,"lira":18,"list":[0,2,6,7,11,12,18,28],"listen":[0,1,6,11,12,13,14,18,21,25,27,28],"live":12,"ll":[0,1],"llama":6,"llama2":6,"llama3":[3,5,6],"llm":[0,1,2,3,5,6,9,10,12,13,14,16,17,20,23,25,26,27,28,29],"llm_provid":[0,1,5,6,9,11,12,17,18,21,28],"load":[0,5,11,12,21,28],"load_bal":5,"local":[1,3,4,5,6,9,11,12,13],"localhost":[6,18,23,25,29],"locat":[7,14,20],"lock":16,"log":[8,12,14,21,23,24,25,27,29],"logger":19,"logic":[0,1,3,6,8,9,11,12,14,16,17,20,21,26,28],"long":[1,6],"look":[11,12,18,26,28],"loop":12,"louvr":18,"low":[0,10,16,17,20,21,27],"lower":1,"m":18,"machin":[3,15],"made":18,"mai":[0,12,26],"main":[3,12,14,18,25],"maintain":[7,12,16,21],"mainten":7,"major":[15,18],"make":[0,1,8,9,10,11,12,14,16,18,20,21,22,25],"malaysian":18,"malici":[12,26],"manag":[0,1,4,5,7,8,9,10,11,12,16,17,18,19,20,22,25,26,28],"mandatori":7,"mani":[12,25],"manipul":[0,16,23],"manual":[1,2],"manufactur":[0,9,11,12,28],"map":[5,20,21,28],"mark":[6,7],"market":19,"massiv":16,"match":[0,3,12,21,28,29],"math":[3,21],"mathemat":[6,21],"matter":[16,20,21],"max":[0,11,12,28],"max_cost_per_request":5,"max_lat":5,"max_token":3,"maximum":21,"me":[3,18,29],"mean":[18,22,25],"meaning":[5,8,21],"measur":[16,23],"mechan":[0,4,17,20,21,26],"medium":6,"meet":[20,21,26],"messag":[1,3,5,6,8,12,13,18,19,20,21,25,26,28,29],"message_format":[0,1,6,9,11,12,18,21,28],"meta":6,"metadata":[7,11,14,19,21,22],"method":[0,1,2,4,22],"metric":[14,16,21,24,25],"metrics_path":23,"mexican":18,"mi":19,"mid":21,"might":[10,26],"mind":[20,25],"mini":[3,5,6,21,25],"minim":[9,21,25,26,29],"ministr":[6,18],"minor":26,"minut":[1,2],"misalign":26,"misformat":26,"miss":[0,8,16],"mistak":26,"mistral":[4,18,28],"mistral_api_kei":[6,18,28],"mistral_loc":28,"mistralministr":18,"misus":26,"mix":3,"mixtral":6,"mixtur":6,"mode":10,"model":[0,1,2,3,4,9,11,12,13,14,18,20,25,26,27,28],"model_alia":3,"model_alias":[3,5,21,28],"model_dump":19,"model_serv":22,"moder":13,"modern":[23,25],"modif":[12,21],"modifi":1,"modul":25,"modular":7,"monitor":[4,11,12,16,17,19,21,22,24,25,27,29],"moonshotai":6,"moonshotai_api_kei":6,"more":[0,1,2,5,7,9,11,14,15,16,19,20,21,22,25,26,29],"most":[0,6,7,11,15,18,19,20,21,22],"multi":[4,21,27],"multimod":6,"multipl":[3,4,5,12,15,20,21],"museum":18,"must":[0,2,5,25],"mxn":18,"my":[11,12,18,26,28],"mycompani":6,"myr":18,"n":[18,19],"n1":18,"n10":18,"n11":18,"n12":18,"n13":18,"n14":18,"n15":18,"n16":18,"n17":18,"n18":18,"n19":18,"n2":18,"n20":18,"n21":18,"n22":18,"n23":18,"n24":18,"n25":18,"n26":18,"n27":18,"n28":18,"n29":18,"n3":18,"n30":18,"n31":18,"n4":18,"n5":18,"n6":18,"n7":18,"n8":18,"n9":18,"name":[0,1,2,3,4,6,7,11,12,14,18,19,20,21,23,25,26,28,29],"nativ":[3,4,6,16,17,23,27],"natur":[8,11,12,19,20,28],"navig":[17,26],"necessari":[7,11,12,19,20],"need":[0,1,4,7,10,11,12,14,17,18,19,20,21,23,25,29],"network":[0,9,10,11,13,14,16,17,20,27,28],"network_qa":0,"network_summari":0,"never":18,"new":[1,4,5,7,16,18,20,21,25],"next":[6,20,27],"nif":18,"nli":[11,28],"nok":18,"non":[3,6,15],"none":[1,6,18,29],"nonexist":3,"norwegian":18,"note":[10,14,22,23,28],"notfounderror":3,"notr":18,"noun":21,"nova":6,"nuanc":16,"number":[2,5,12,15,20],"nzd":18,"o":[1,3,25],"o1":5,"o3":6,"object":[1,22],"observ":[4,16,17,19,23,25,27,28,29],"occur":8,"off":[7,27],"offer":[0,1,7,9,11,12,14,16,19,21,26,28],"offici":3,"often":[1,2,20,21],"ollama":[3,4,5],"on_except":[11,12,18,26,28],"onc":[0,1,2,5,11,12,15,18,20,21,25],"one":[0,6,12,14,17,18,20,21,25,27],"ones":[1,20],"ongo":20,"onli":[6,7,9,10,11,12,18,20,26,28],"opaqu":16,"open":[1,6,7,23,25],"openai":[0,1,4,5,9,12,21,22,25,28],"openai_api_kei":[0,1,5,6,9,11,12,18,21,25,28,29],"openai_cli":3,"openai_dev_kei":6,"openai_prod_kei":6,"opentelemetri":[16,23,28],"oper":[12,14,16,18,20,21],"operation":21,"optim":[4,6,9,19,20,21,25],"option":[0,1,2,6,7,10,17,21,25],"opu":6,"oral":1,"orchestr":7,"order":[12,20,25],"organ":7,"orient":20,"origin":[11,14,16,21,22],"oss":5,"otel":25,"other":[6,8,10,12,14,16,18,20,25],"otlp":25,"otlp_export":25,"otlpspanexport":25,"our":[2,10,11,12,16,19,20,21],"out":[14,16,20],"outbound":[16,18,25],"outgo":[9,20,25],"outlin":12,"outperform":0,"output":[2,16,19,20,23,26,29],"outsid":16,"over":[0,2,4,16,21],"overal":[7,10,19],"overlap":21,"overload":12,"overrid":[7,11,12,18,28],"overview":[1,24,27],"overwhelm":12,"own":12,"p":29,"p50":[0,11],"paa":6,"packag":[18,25],"page":11,"pai":20,"pain":16,"pair":11,"par":20,"parallel":[12,15,20],"param":[20,23],"paramet":[1,6,8,11,12,16,18,20,26,28],"parent":25,"pari":18,"pars":[8,20,22],"part":[7,12,16,20,25],"particip":21,"particular":[7,20],"particularli":19,"pass":[11,12,22,29],"past":[2,16],"path":[0,1,2,6,7,11,12,14,18,20,22,28,29],"pattern":4,"payment":[20,25],"pend":25,"per":[12,16,20,22,23],"perceiv":[16,23],"perform":[0,4,6,7,9,10,11,12,15,16,19,20,21,25,26,29],"period":12,"person":[0,7,16,18,19,20],"peski":[17,27],"peso":18,"phase":11,"philippin":18,"php":[16,18],"piec":[7,11],"pii":5,"pilot":25,"pip":[3,18,25],"pipelin":[12,25,29],"place":[12,20],"placehold":[0,2,19,25],"plan":[5,7,11,14],"platform":6,"pleas":[2,3,7,8,10,11,19,20,21],"pln":18,"plumb":16,"pod":25,"point":[3,5,9,11,20],"polici":[4,12,21,25],"polish":18,"pollut":1,"pool":[12,21],"popul":18,"popular":25,"port":[0,1,6,9,11,12,14,18,21,28,29],"portal":6,"possibl":8,"post":[0,1,2,3,5,19,22,28],"potenti":[11,19],"pound":18,"power":[1,4,11,20,25,26],"practic":[4,7,9,12,13,16,17,21,24],"pre":[12,26],"preced":25,"precis":[1,2,7,20],"predefin":[0,11,14,16],"predict":21,"prefer":[3,4,20,25],"prefix":6,"premier":6,"premis":[4,10],"prepar":25,"presenc":9,"present":[2,16,20,25],"preserv":6,"prevent":[12,16,25,26],"preview":[5,6],"previou":[1,2],"price":[10,18,19],"primari":[3,5,9,11,15],"primary_and_first_fallback_fail":5,"primary_model":3,"primit":[4,9,11,14],"principl":21,"print":[3,11,18,20,25],"priorit":26,"privaci":11,"pro":6,"problem":[3,5,6,16,21],"proce":[11,12,28],"process":[7,8,10,11,14,15,16,17,19,20,21,22,23,25,26,27],"process_customer_request":25,"processess":1,"processor":25,"prod":[4,5,6],"produc":20,"product":[4,5,6,20,21,25,29],"profan":5,"profil":[20,21],"program":[3,4,11,12,21,26,28],"prolifer":21,"prometheu":23,"promethu":23,"prompt":[1,8,9,10,12,13,14,15,16,17,18,19,21,23,27,28],"prompt_guard":[11,12,17,18,28],"prompt_target":[0,1,2,7,11,12,14,17,18,19,20,26,28],"prompt_target_intent_matching_threshold":28,"prone":[1,2],"proof":4,"propag":[11,16,24],"proper":25,"properli":14,"propos":19,"protect":[25,26],"proto":25,"protocol":[12,17,18,22,25,29],"proven":16,"provid":[0,1,2,3,5,7,8,9,11,12,14,16,17,18,20,21,22,23,25,26,27,28,29],"provider_interfac":6,"proxi":[6,11,12,14,16,17,23,27,29],"publish":23,"pull":[2,6],"purchas":[0,7,9,11,12,19,28],"purpos":[0,3,5,6,7,10,11,12,14,21,28],"pydant":1,"python":[4,5,16,21,22],"q":[0,20],"q1":26,"quadrat":21,"quadratic_equ":21,"qualiti":[2,21],"quantum":[3,29],"queri":[0,1,2,4,7,18,19,20,21,25],"question":[1,3,11,12,28],"quick":[16,21,25],"quickli":[10,16,17,18],"quickstart":[17,27],"quot":19,"quota":[5,6],"quota_exceed":5,"qwen3":6,"rag":[11,12,14,17,27],"rag_energy_source_ag":1,"rais":20,"rand":18,"random_sampl":25,"rang":[0,2,14,23,25],"rapid":21,"rare":12,"rate":[11,12,16,18,23,25,28],"rather":[2,8,16,21],"raw":8,"rch":14,"re":[1,2,4,11,12,18,20,25,26,28],"reach":26,"read":[1,9,11,12,16,19,20,25],"readabl":[7,8,21],"readi":[21,29],"real":[0,2,18,20,21],"realli":16,"reason":[3,4,5,6,21],"reboot":[0,2,7,11,12,28],"reboot_devic":[0,7],"reboot_network_devic":[11,12,28],"rebuild":29,"receiv":[8,11,12,14,19,20,22,25,26],"recept":12,"recognit":[7,11],"recommend":[1,7,12,15,18],"record":[16,25],"recoveri":16,"reddit":16,"reduc":[1,19,26],"ref":3,"refer":[0,2,5,6,10,14,18,20,22,25,27],"referenc":29,"refernc":20,"refin":11,"reflect":5,"refund":[7,19],"regardless":[3,5],"region":[4,25],"regularli":19,"reject":11,"relat":[0,7,10,12,14,19,21,23,25],"releas":[5,6],"relev":[0,1,2,7,12,20],"reli":[2,11,25],"reliabl":[2,3,4,9,20,26],"remain":20,"rememb":20,"remind":20,"renew":1,"renminbi":18,"repair":[7,19],"repeat":[19,26],"replac":[6,25],"report":19,"repositori":18,"repres":[11,25],"req":[7,19],"request":[3,4,5,6,8,9,11,13,14,16,18,19,20,21,22,25,26,27,29],"requestsinstrumentor":25,"requir":[0,1,2,4,7,8,9,11,12,16,18,19,20,21,28,29],"resili":[11,16],"resolut":[21,29],"resolv":[21,25],"resourc":[6,18,24],"respect":[22,23],"respond":[3,8,16,19,23,25],"respons":[0,1,2,3,5,7,8,11,12,14,17,18,19,20,21,22,25,26,28],"response_cod":22,"response_flag":22,"rest":[3,4,12,15],"result":[0,6,20],"retrain":21,"retri":[0,1,4,9,11,12,16,28],"retriev":[0,11,12,14,20],"return":[0,1,2,3,7,12,14,19,20,21,25,26],"reveal":19,"revers":12,"review":[5,6,19],"rich":21,"ridicul":19,"right":[17,27],"ringgit":18,"risk":26,"ro":29,"roadmap":11,"robin":[0,11,12,28],"robust":[11,16,20,26],"role":[3,5,8,11,18,19,21,25,29],"rollout":5,"romanian":18,"ron":18,"root":8,"round":[0,11,12,28],"round_robin":5,"rout":[0,2,3,4,5,9,11,12,14,16,17,27,28],"router":[4,7,12],"routin":[19,20],"routing_prefer":[6,21],"rule":[4,20],"run":[0,2,10,11,12,14,16,18,25,29],"runtim":6,"runtimeerror":8,"rupe":18,"rupiah":18,"safe":[4,16],"safer":26,"safeti":[5,9,11,16,26],"sai":20,"sale":[7,19],"sales_ag":[7,19],"same":[3,5,6,16,20],"sampl":[18,23,25,28,29],"sampling_r":28,"san":[7,20],"sanit":[12,26],"satisfact":19,"save":1,"scalabl":[7,18],"scale":[4,12,16],"scenario":[0,1,2,6,7,10,11,12,16,17,19,20,21,28],"schedul":[11,14,20],"schema":18,"scheme":[5,6,23],"scienc":20,"score":[11,21],"scrape_config":23,"scrape_interv":23,"scrape_timeout":23,"screenshot":23,"script":[18,20],"scrutini":26,"sdk":[4,6,25],"seamless":[4,19,20],"seamlessli":[3,4,7,21,23,25],"seattl":20,"section":[1,2,5,6,7,9,11,12,17,19,25],"secur":[4,9,11,12,16,17,25,26],"see":[4,7,9,11,14,19,20,21,29],"sek":18,"select":[4,12,18,19,21],"self":[10,12,14,16,19,22],"semant":[3,4,5,6,11,21],"send":[11,12,14,20,25,28],"sender":11,"sensit":[19,25],"sensitive_data":5,"sent":[12,21,22],"sentenc":19,"separ":[10,12,14,15,21],"sequenti":0,"serv":[12,13,14,27],"server":[6,8,10,12,14,16,18],"servic":[0,2,7,11,12,20,22,25,29],"set":[6,7,9,10,11,12,14,16,17,18,20,25,28,29],"set_tracer_provid":25,"setup":[1,9,11,20,25],"sever":[12,16,23],"sgd":18,"shape":16,"share":[11,12,14],"sheqel":18,"shift":21,"ship":[17,27],"short":3,"should":[7,8,12,20,21],"show":[1,18,29],"shown":6,"side":8,"signal":21,"signatur":20,"signifc":2,"signific":21,"significantli":19,"similar":[11,21],"simpl":[3,4,5,6,11,14,18,19,20,25],"simpli":[9,11,18,25],"simplic":12,"simplif":[5,9],"simplifi":[4,7,9,17,25],"simul":[0,2],"simultan":[0,4],"sinc":[11,18],"singapor":18,"singl":[1,6,11,14,15,16,20,28],"sit":[16,17,20],"site":25,"skimp":20,"slow":[1,2,16],"slowest":10,"small":[6,15],"smaller":6,"smart":[3,5,16,17,20],"smarter":2,"sni":12,"snippet":21,"so":[0,1,2,10,11,14,16,20],"socket":12,"softwar":[11,16],"solar":1,"sole":2,"solut":[7,19],"solv":[3,5,6,16,21],"some":[1,6,12,15,18,20,23],"sonnet":[3,5,6,11,21,29],"soon":4,"sophist":7,"sota":20,"sourc":[1,2,6,18,20,23,25],"south":18,"space":21,"span":[12,25],"span_processor":25,"spanish":21,"special":[6,7,16,17,19,21,25],"specif":[0,1,2,3,4,5,6,7,8,10,11,12,16,18,19,20,21,25,26,28],"specifi":[2,6,7,12,14,20,21],"speed":[2,10,16,23],"spell":20,"spend":15,"split":5,"sporad":15,"sql":2,"stabl":[5,21],"stack":[8,16,17,20,22],"staff":19,"stage":[5,26],"stai":11,"standalon":25,"standard":[4,6,16,25],"start":[9,10,11,14,25],"start_as_current_span":25,"start_tim":22,"stat":[0,2,12,23],"state":[7,11,12,18,20,21],"static":[12,21],"static_config":23,"statist":[0,2,12],"statu":[20,22,25],"step":[17,25,27],"stock":25,"store":[2,23],"stori":[3,21],"storytel":[6,21],"str":[1,7,11,12,18,19,20,28],"straightforward":[20,21],"strategi":4,"stream":[3,6,12,19],"streamlin":[2,7,9],"strength":21,"string":8,"strip":11,"stripe":16,"structur":[2,4,21,22],"struggl":[1,2],"stuck":16,"studio":6,"stuff":20,"style":[6,21],"subject":21,"submit":[19,20,21],"subscript":6,"substanti":16,"subsystem":[0,4,9,10,11,12,16,28],"success":[16,18],"successfulli":18,"suffix":6,"sugar":1,"suggest":[20,26],"suit":[16,21],"suitabl":[7,19,20,21],"sum":5,"summar":[1,3,5,7,11,12,14,20,21,28],"summari":[1,11,12,20,21,24,28],"support":[0,1,4,7,11,12,14,16,18,19,21,23,25,26,27],"sure":[8,25],"sustain":1,"swedish":18,"swiss":18,"switch":[4,5,21],"symbol":18,"symptom":1,"system":[0,1,8,9,11,12,16,18,19,20,21,22,25,26,28],"system_prompt":[0,1,9,11,12,18,19,28],"t":[1,6,10,20,21],"tag":29,"tail":22,"tailor":[0,16,20,26],"take":[11,12,14,16],"taken":22,"talk":1,"target":[1,5,9,12,13,14,17,18,19,21,23,27,28],"task":[0,4,5,6,7,11,12,14,15,16,20,21,28],"tcp":12,"team":4,"tech":[1,17,25,27],"tech_overview":17,"technic":[19,21,25],"techniqu":[1,2,11,21,26],"technologi":[1,16,17],"telemetri":[16,23,25],"tell":[3,29],"temperatur":[7,20],"term":[1,3],"termin":16,"terminologi":[13,27],"test":[1,3,4,5,6,10,16,20],"text":[3,11,12,20],"text_stream":3,"tft":[16,23],"thai":18,"than":[0,2,10,16,21],"thb":18,"thei":[7,19,21,26],"them":[2,7,8,12,14,19,20,26],"themat":21,"theme":21,"thi":[0,1,2,3,4,5,6,7,8,9,10,11,12,14,15,16,17,18,19,20,21,22,25,28,29],"thing":14,"think":20,"thirst":1,"thoroughli":20,"those":[0,1,2,14,25],"thread":[12,13,27],"three":[4,7,10,12,16,21,23],"threshold":28,"thrill":16,"through":[1,3,4,6,11,12,16,20,21,22,25],"throughput":[0,5,20,21],"time":[0,2,11,12,16,19,20,21,22,23,28],"time_rang":[0,2],"timeout":[5,6,9,11,12,18,21,23,28],"timestamp":12,"tip":13,"tl":[12,16,29],"tlm":16,"tls_certif":[0,1],"todai":[4,7,12,18,26],"togeth":4,"together_ai":6,"together_api_kei":6,"token":[1,6,10,11,16,23],"toler":[1,4,11],"too":12,"took":22,"tool":[3,8,16,22,23,24,26],"top":[4,9,15],"topic":21,"topologi":13,"tot":[16,23],"total":[16,22,23],"tower":18,"trace":[8,11,12,14,16,23,24,27,28],"trace_export":25,"tracepar":[16,24],"tracer":25,"tracer_provid":25,"tracerprovid":25,"track":[18,21],"tradit":[16,21],"traffic":[4,5,9,11,12,16,17,19,20,22,27],"train":26,"transact":20,"transform":6,"translat":21,"transpar":[16,21],"transport":12,"travel":[11,14,20],"travers":12,"treat":[11,12,28],"trigger":[0,14,17,20],"trivial":12,"troubleshoot":[7,8,17],"true":[0,1,2,3,6,7,9,11,12,18,20,21,23,25,28],"try":[3,18,29],"tupl":7,"turbo":[0,1,6],"turkish":18,"turn":[20,27],"tutori":17,"two":[0,3,7,10,11,12,14,21],"type":[0,1,2,3,5,7,8,11,12,14,18,20,21,23,28,29],"typic":[12,20],"typo":26,"u":6,"ui":12,"unambigu":21,"unauthor":11,"under":22,"underli":[3,5,21],"underscor":5,"understand":[5,16,17,20,21,23,25,26],"undifferenti":[12,14],"unexpect":20,"unifi":[3,4,16,17,27],"uniformli":25,"uniqu":[7,25],"unit":[7,18,20],"unknown_ag":19,"unlik":21,"until":12,"unwant":12,"up":[1,6,10,14,17,18,19,25,29],"updat":[0,1,12,16,18,20,21,29],"upgrad":[4,5,12,16],"upon":12,"upstream":[1,11,12,13,14,16,17,20,22,23,28,29],"upstream_host":22,"urin":1,"url":[4,7,11,18,23],"us":[0,1,2,3,6,7,9,10,12,14,16,17,22,24,28,29],"usabl":26,"usag":[1,3,4,5,7,12,16,20,21,23],"usd":18,"use_agent_orchestr":7,"user":[0,1,2,3,5,7,8,11,12,14,16,17,18,19,20,21,22,23,25,26,27,29],"user_id":8,"usi":25,"usual":[11,18],"util":[7,11,12,18],"v":25,"v0":[0,1,6,9,11,12,18,28],"v1":[3,4,5,6,9,18,19,21,22,25,28,29],"v1beta":6,"v2":[5,6,18,23],"v24":18,"v3":18,"v4":6,"vagu":[17,27],"valid":[0,2,4,7,16,17,18,20,21,26],"validationerror":8,"valu":[0,3,7,11,12,20,25,26,28],"valueerror":20,"variabl":[6,18,25,29],"variant":21,"varieti":12,"variou":[15,16,20,25],"ve":[1,18],"vector":[2,11],"venv":18,"verbos":29,"veri":[12,25],"verif":25,"verifi":[25,29],"version":[0,1,3,4,5,6,9,11,12,18,25,28],"via":[0,1,7,8,10,12,14,16,17,18,19,24,25,26,28],"view":[23,25],"violat":[8,12,14,26],"violent":11,"virtual":18,"visibl":22,"vision":1,"visit":11,"vllm":6,"vllm_api_kei":6,"volum":29,"vpc":10,"w3c":[16,25],"wa":[12,20,22],"wai":[0,1,2,9,11,12,16,28],"wait":[0,11,12,19,28],"want":[0,7,14,16,18,20,21],"wast":16,"watch":20,"we":[1,4,7,12,14,15,18,26],"weather":[7,20],"weather_info":20,"web":[12,14],"weight":5,"well":16,"were":22,"west":6,"what":[1,3,8,11,16,18,21,22],"when":[0,1,2,6,7,8,9,11,12,14,16,19,20,21,25],"where":[0,7,10,11,12,14,16,17,18,20,21,22,26,28],"whether":[4,7,20,21],"which":[0,2,4,9,10,12,16,20,21,22,23,25],"while":[1,6,11,15,17,19,20,21,26],"wide":[12,14,17,23,25,27],"wind":1,"window":18,"within":[0,7,11,12,17,19,20,26,28],"without":[3,4,6,9,12,16,17,21,29],"won":18,"work":[3,5,6,10,14,16,17,20,24,25,27,28],"worker":[12,15],"workflow":[17,19],"workload":[15,21],"world":21,"would":[0,2,12,28],"write":[0,1,2,6,16,17,21],"writer":5,"written":[12,15,16],"x":[3,5,8,12,14,18,22],"xai":4,"xai_api_kei":6,"xxx":29,"yaml":[0,1,3,6,14,18,23,25,29],"yen":18,"yml":[11,28,29],"york":[7,20],"you":[0,1,2,3,4,5,6,7,8,9,10,11,12,14,16,17,18,19,20,21,23,25,26,27,28,29],"your":[0,1,2,3,4,5,6,7,9,10,11,12,14,16,17,18,19,20,21,22,23,25,26,29],"yourself":1,"yourweatherapp":20,"yuan":18,"yyi":29,"z":6,"zar":18,"zealand":18,"zeroshot":22,"zhipu_api_kei":6,"z\u0142oti":18},"titles":["Agentic Apps","Multi-Turn","RAG Apps","Client Libraries","LLM Providers","Model Aliases","Supported Providers &amp; Configuration","Prompt Target","Error Target","Listener","Model Serving","Prompts","Request Lifecycle","Tech Overview","Terminology","Threading Model","Intro to Arch","Overview","Quickstart","Agent Routing and Hand Off","Function Calling","LLM Routing","Access Logging","Monitoring","Observability","Tracing","Prompt Guard","Welcome to Arch!","Configuration Reference","Deployment"],"titleterms":{"1":[0,1,2,18,20],"2":[0,1,2,18,20],"3":[18,20],"A":25,"For":7,"It":22,"access":22,"addit":25,"adjust":1,"advanc":[4,5,6],"agent":[0,7,11,18,19,25],"ai":[6,18,25],"alia":21,"alias":5,"alibaba":6,"align":21,"also":[3,5,6],"amazon":6,"an":11,"anthrop":[3,6],"api":6,"app":[0,1,2,11],"ar":7,"arch":[1,11,16,17,18,20,21,26,27],"architectur":12,"augment":2,"aw":25,"azur":6,"base":[6,21,29],"basic":[5,7],"bedrock":6,"benefit":[4,25,26],"best":[3,5,8,19,20,21,25],"blaze":10,"breakdown":25,"build":[1,17,18,27],"call":[0,20],"capabl":4,"case":[4,19,20,21],"categori":6,"class":6,"client":[3,11,18],"cloud":10,"combin":21,"come":5,"command":18,"common":[4,29],"compat":[3,6],"compos":29,"concept":[8,17,27],"config":[1,18],"configur":[5,6,7,9,12,20,23,26,28],"convers":18,"core":4,"cpu":10,"creat":18,"cross":3,"curl":[3,18],"currenc":18,"dashboard":23,"datadog":25,"deepseek":6,"default":[6,7],"defin":[0,1,2,7,20],"demo":1,"deploy":29,"docker":29,"downstream":9,"egress":[9,11,12],"endpoint":[3,6],"error":[3,8],"exampl":[1,3,7,8,11,19,20,21,25,26],"extract":2,"fast":10,"featur":[4,5,7,20,22],"file":18,"first":6,"flask":[1,2],"flow":12,"follow":2,"format":[22,25],"function":[0,20],"gatewai":[3,11,18,29],"gemini":6,"gener":2,"get":[4,17,27],"googl":6,"gpu":10,"grafana":23,"groq":6,"guard":[11,26],"guid":[17,27],"guidelin":6,"hand":19,"handl":3,"header":[8,25],"high":12,"how":[22,25,26],"i":[2,20,26],"implement":[20,21],"ingress":[9,12],"initi":25,"instanc":6,"instrument":25,"integr":25,"intent":[1,7,11],"interact":18,"intro":16,"issu":29,"kei":[4,7,8,20,22],"langtrac":25,"level":12,"librari":3,"lifecycl":12,"listen":9,"llm":[4,11,18,21],"local":10,"log":22,"logic":7,"match":[7,11],"messag":11,"method":21,"metric":23,"mistral":6,"model":[5,6,10,15,21,29],"moder":10,"monitor":23,"moonshot":6,"multi":[1,2],"multipl":[0,6],"name":5,"network":12,"next":18,"observ":24,"off":19,"ollama":6,"openai":[3,6,11,18],"opentelemetri":25,"over":20,"overview":[13,17,25],"parallel":0,"paramet":[0,2,7],"post":12,"practic":[3,5,8,19,20,25],"practicesm":21,"prefer":[6,21],"prerequisit":18,"process":[0,1,2,12],"prompt":[0,2,7,11,20,26],"propag":25,"provid":[4,6],"python":[3,18,25],"question":2,"quickstart":18,"qwen":6,"rag":[1,2],"rai":25,"refer":28,"request":[0,1,2,12],"requir":6,"resourc":[25,27],"retriev":[1,2],"rout":[6,7,19,21,29],"router":[18,21],"rule":5,"runtim":29,"sdk":3,"see":[3,5,6],"select":6,"serv":10,"setup":29,"singl":0,"smoke":29,"solut":29,"soon":5,"stack":29,"start":[4,17,18,27,29],"step":[0,1,2,18,20],"structur":6,"summari":[7,25,26],"support":[3,6],"switch":1,"take":20,"target":[0,2,7,8,11,20],"tech":13,"terminologi":[12,14],"test":29,"thread":15,"tip":[8,19,20],"togeth":6,"tool":[7,25],"topologi":12,"trace":25,"tracepar":25,"troubleshoot":29,"turn":[1,2],"up":2,"upstream":9,"url":6,"us":[4,5,11,18,19,20,21,25,26],"valid":5,"via":[11,23],"visual":25,"welcom":27,"what":[2,7,20,26],"why":26,"work":[22,26],"workflow":[20,21],"x":25,"xai":6,"zhipu":6}})
\ No newline at end of file
+Search.setIndex({"alltitles":{"AI Agent Tracing Visualization Example":[[25,"ai-agent-tracing-visualization-example"]],"AWS X-Ray":[[25,"aws-x-ray"]],"Access Logging":[[22,null]],"Additional Resources":[[25,"additional-resources"]],"Advanced Configuration":[[6,"advanced-configuration"]],"Advanced Features":[[4,"advanced-features"]],"Advanced Features (Coming Soon)":[[5,"advanced-features-coming-soon"]],"Agent Routing and Hand Off":[[19,null]],"Agentic Apps":[[0,null]],"Agentic Apps via Prompt Targets":[[11,"agentic-apps-via-prompt-targets"]],"Alias-based Routing":[[21,"alias-based-routing"]],"Alias-based Routing Workflow":[[21,"alias-based-routing-workflow"]],"Amazon Bedrock":[[6,"amazon-bedrock"]],"Anthropic":[[6,"anthropic"]],"Anthropic (Python) SDK":[[3,"anthropic-python-sdk"]],"Arch-Function":[[20,"arch-function"]],"Arch-Router":[[21,"id1"]],"Azure OpenAI":[[6,"azure-openai"]],"Base URL Configuration":[[6,"base-url-configuration"]],"Basic Configuration":[[5,"basic-configuration"],[7,"basic-configuration"]],"Benefits of Using Arch Guard":[[26,"benefits-of-using-arch-guard"]],"Benefits of Using Traceparent Headers":[[25,"benefits-of-using-traceparent-headers"]],"Best Practices":[[3,"best-practices"],[25,"best-practices"]],"Best Practices and Tips":[[8,"best-practices-and-tips"],[19,"best-practices-and-tips"],[20,"best-practices-and-tips"]],"Best practicesm":[[21,"best-practicesm"]],"Build AI Agent with Arch Gateway":[[18,"build-ai-agent-with-arch-gateway"]],"Build Multi-Turn RAG Apps":[[1,"build-multi-turn-rag-apps"]],"Build with Arch":[[17,"build-with-arch"],[27,null]],"Client Libraries":[[3,null]],"Cloud Serving (GPU - Blazing Fast)":[[10,"cloud-serving-gpu-blazing-fast"]],"Combining Routing Methods":[[21,"combining-routing-methods"]],"Common Issues and Solutions":[[29,"common-issues-and-solutions"]],"Common Use Cases":[[4,"common-use-cases"]],"Concepts":[[17,"concepts"],[27,null]],"Configuration":[[12,"configuration"]],"Configuration Reference":[[28,null]],"Configuration Structure":[[6,"configuration-structure"]],"Configure Listener":[[9,"configure-listener"]],"Configure Monitoring":[[23,"configure-monitoring"]],"Configuring Prompt Targets":[[7,"configuring-prompt-targets"]],"Core Capabilities":[[4,"core-capabilities"]],"Cross-Client Compatibility":[[3,"cross-client-compatibility"]],"Datadog":[[25,"datadog"]],"DeepSeek":[[6,"deepseek"]],"Default Model Configuration":[[6,"default-model-configuration"]],"Default Targets":[[7,"default-targets"]],"Defining Parameters":[[7,"defining-parameters"]],"Demo App":[[1,"demo-app"]],"Deployment":[[29,null]],"Docker Compose Setup":[[29,"docker-compose-setup"]],"Docker Deployment":[[29,"docker-deployment"]],"Downstream (Ingress)":[[9,"downstream-ingress"]],"Error Handling":[[3,"error-handling"]],"Error Header Example":[[8,"error-header-example"]],"Error Target":[[8,null]],"Example 1: Adjusting Retrieval":[[1,"example-1-adjusting-retrieval"]],"Example 2: Switching Intent":[[1,"example-2-switching-intent"]],"Example Configuration":[[26,"example-configuration"]],"Example Configuration For Agents":[[7,"example-configuration-for-agents"]],"Example Configuration For Tools":[[7,"example-configuration-for-tools"]],"Example Use Cases":[[19,"example-use-cases"],[20,"example-use-cases"],[21,"example-use-cases"]],"Example with OpenTelemetry in Python":[[25,"example-with-opentelemetry-in-python"]],"Example: Using OpenAI Client with Arch as an Egress Gateway":[[11,"example-using-openai-client-with-arch-as-an-egress-gateway"]],"First-Class Providers":[[6,"first-class-providers"]],"Function Calling":[[20,null]],"Function Calling Workflow":[[20,"function-calling-workflow"]],"Gateway Endpoints":[[3,"gateway-endpoints"]],"Gateway Smoke Test":[[29,"gateway-smoke-test"]],"Get Started":[[17,"get-started"],[27,null]],"Getting Started":[[4,"getting-started"]],"Google Gemini":[[6,"google-gemini"]],"Groq":[[6,"groq"]],"Guides":[[17,"guides"],[27,null]],"Header Format":[[25,"header-format"]],"High level architecture":[[12,"high-level-architecture"]],"How Arch-Guard Works":[[26,"how-arch-guard-works"]],"How It Works":[[22,"how-it-works"]],"How to Initiate A Trace":[[25,"how-to-initiate-a-trace"]],"Implementing Function Calling":[[20,"implementing-function-calling"]],"Implementing Routing":[[21,"implementing-routing"]],"Instrumentation":[[25,"instrumentation"]],"Integrating with Tracing Tools":[[25,"integrating-with-tracing-tools"]],"Intent Matching":[[7,"intent-matching"],[11,"intent-matching"]],"Intro to Arch":[[16,null]],"Key Benefits":[[4,"key-benefits"]],"Key Concepts":[[8,"key-concepts"]],"Key Features":[[7,"key-features"],[20,"key-features"],[22,"key-features"]],"LLM Providers":[[4,null]],"LLM Routing":[[21,null]],"Langtrace":[[25,"langtrace"]],"Listener":[[9,null]],"Local Serving (CPU - Moderate)":[[10,"local-serving-cpu-moderate"]],"Log Format":[[22,"log-format"]],"Messages":[[11,"messages"]],"Metrics Dashboard (via Grafana)":[[23,"metrics-dashboard-via-grafana"]],"Mistral AI":[[6,"mistral-ai"]],"Model Aliases":[[5,null]],"Model Selection Guidelines":[[6,"model-selection-guidelines"]],"Model Serving":[[10,null]],"Model-Based Routing":[[29,"model-based-routing"]],"Model-based Routing":[[21,"model-based-routing"]],"Model-based Routing Workflow":[[21,"model-based-routing-workflow"]],"Monitoring":[[23,null]],"Moonshot AI":[[6,"moonshot-ai"]],"Multi-Turn":[[1,null]],"Multi-Turn RAG (Follow-up Questions)":[[2,"multi-turn-rag-follow-up-questions"]],"Multiple Provider Instances":[[6,"multiple-provider-instances"]],"Naming Best Practices":[[5,"naming-best-practices"]],"Network topology":[[12,"network-topology"]],"Next Steps":[[18,"next-steps"]],"Observability":[[24,null]],"Ollama":[[6,"ollama"]],"OpenAI":[[6,"openai"]],"OpenAI (Python) SDK":[[3,"openai-python-sdk"]],"OpenAI-Compatible Providers":[[6,"openai-compatible-providers"]],"Overview":[[17,null],[25,"overview"]],"Parallel & Multiple Function Calling":[[0,"parallel-multiple-function-calling"]],"Parameter Extraction for RAG":[[2,"parameter-extraction-for-rag"]],"Post-request processing":[[12,"post-request-processing"]],"Preference-aligned Routing (Arch-Router)":[[21,"preference-aligned-routing-arch-router"]],"Preference-aligned Routing Workflow (Arch-Router)":[[21,"preference-aligned-routing-workflow-arch-router"]],"Prerequisites":[[18,"prerequisites"]],"Prompt Guard":[[11,"prompt-guard"],[26,null]],"Prompt Target":[[7,null]],"Prompt Targets":[[11,"prompt-targets"]],"Prompting LLMs":[[11,"prompting-llms"]],"Prompts":[[11,null]],"Provider Categories":[[6,"provider-categories"]],"Providers Requiring Base URL":[[6,"providers-requiring-base-url"]],"Quickstart":[[18,null]],"Qwen (Alibaba)":[[6,"qwen-alibaba"]],"RAG Apps":[[2,null]],"Request Flow (Egress)":[[12,"request-flow-egress"]],"Request Flow (Ingress)":[[12,"request-flow-ingress"]],"Request Lifecycle":[[12,null]],"Resources":[[27,null]],"Routing Logic":[[7,"routing-logic"]],"Routing Methods":[[21,"routing-methods"]],"Routing Preferences":[[6,"routing-preferences"]],"Runtime Tests":[[29,"runtime-tests"]],"See Also":[[3,"see-also"],[5,"see-also"],[6,"see-also"]],"Single Function Call":[[0,"single-function-call"]],"Starting the Stack":[[29,"starting-the-stack"]],"Step 1. Create arch config file":[[18,"step-1-create-arch-config-file"],[18,"id2"]],"Step 1: Define Arch Config":[[1,"step-1-define-arch-config"]],"Step 1: Define Prompt Targets":[[0,"step-1-define-prompt-targets"],[0,"id1"],[2,"step-1-define-prompt-targets"]],"Step 1: Define the Function":[[20,"step-1-define-the-function"]],"Step 2. Start arch gateway":[[18,"step-2-start-arch-gateway"]],"Step 2. Start arch gateway with currency conversion config":[[18,"step-2-start-arch-gateway-with-currency-conversion-config"]],"Step 2: Configure Prompt Targets":[[20,"step-2-configure-prompt-targets"]],"Step 2: Process Request Parameters":[[0,"step-2-process-request-parameters"]],"Step 2: Process Request Parameters in Flask":[[2,"step-2-process-request-parameters-in-flask"]],"Step 2: Process Request in Flask":[[1,"step-2-process-request-in-flask"]],"Step 3. Interacting with gateway using curl command":[[18,"step-3-interacting-with-gateway-using-curl-command"]],"Step 3.1: Using OpenAI Python client":[[18,"step-3-1-using-openai-python-client"]],"Step 3.2: Using curl command":[[18,"step-3-2-using-curl-command"]],"Step 3: Arch Takes Over":[[20,"step-3-arch-takes-over"]],"Step 3: Interact with LLM":[[18,"step-3-interact-with-llm"]],"Summary":[[7,"summary"],[25,"summary"],[26,"summary"]],"Supported API Endpoints":[[6,"supported-api-endpoints"]],"Supported Clients":[[3,"supported-clients"]],"Supported Providers & Configuration":[[6,null]],"Tech Overview":[[13,null]],"Terminology":[[12,"terminology"],[14,null]],"Threading Model":[[15,null]],"Together AI":[[6,"together-ai"]],"Trace Breakdown:":[[25,"trace-breakdown"]],"Trace Propagation":[[25,"trace-propagation"]],"Tracing":[[25,null]],"Troubleshooting":[[29,"troubleshooting"]],"Upstream (Egress)":[[9,"upstream-egress"]],"Use Arch Gateway as LLM Router":[[18,"use-arch-gateway-as-llm-router"]],"Using Aliases":[[5,"using-aliases"]],"Validation Rules":[[5,"validation-rules"]],"Welcome to Arch!":[[27,null]],"What Are Prompt Targets?":[[7,"what-are-prompt-targets"]],"What Is Arch-Guard":[[26,"what-is-arch-guard"]],"What is Function Calling?":[[20,"what-is-function-calling"]],"What is Retrieval-Augmented Generation (RAG)?":[[2,"what-is-retrieval-augmented-generation-rag"]],"Why Prompt Guard":[[26,"why-prompt-guard"]],"Zhipu AI":[[6,"zhipu-ai"]],"cURL Examples":[[3,"curl-examples"]],"xAI":[[6,"xai"]]},"docnames":["build_with_arch/agent","build_with_arch/multi_turn","build_with_arch/rag","concepts/llm_providers/client_libraries","concepts/llm_providers/llm_providers","concepts/llm_providers/model_aliases","concepts/llm_providers/supported_providers","concepts/prompt_target","concepts/tech_overview/error_target","concepts/tech_overview/listener","concepts/tech_overview/model_serving","concepts/tech_overview/prompt","concepts/tech_overview/request_lifecycle","concepts/tech_overview/tech_overview","concepts/tech_overview/terminology","concepts/tech_overview/threading_model","get_started/intro_to_arch","get_started/overview","get_started/quickstart","guides/agent_routing","guides/function_calling","guides/llm_router","guides/observability/access_logging","guides/observability/monitoring","guides/observability/observability","guides/observability/tracing","guides/prompt_guard","index","resources/configuration_reference","resources/deployment"],"envversion":{"sphinx":65,"sphinx.domains.c":3,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":9,"sphinx.domains.index":1,"sphinx.domains.javascript":3,"sphinx.domains.math":2,"sphinx.domains.python":4,"sphinx.domains.rst":2,"sphinx.domains.std":2,"sphinx.ext.intersphinx":1,"sphinx.ext.viewcode":1},"filenames":["build_with_arch/agent.rst","build_with_arch/multi_turn.rst","build_with_arch/rag.rst","concepts/llm_providers/client_libraries.rst","concepts/llm_providers/llm_providers.rst","concepts/llm_providers/model_aliases.rst","concepts/llm_providers/supported_providers.rst","concepts/prompt_target.rst","concepts/tech_overview/error_target.rst","concepts/tech_overview/listener.rst","concepts/tech_overview/model_serving.rst","concepts/tech_overview/prompt.rst","concepts/tech_overview/request_lifecycle.rst","concepts/tech_overview/tech_overview.rst","concepts/tech_overview/terminology.rst","concepts/tech_overview/threading_model.rst","get_started/intro_to_arch.rst","get_started/overview.rst","get_started/quickstart.rst","guides/agent_routing.rst","guides/function_calling.rst","guides/llm_router.rst","guides/observability/access_logging.rst","guides/observability/monitoring.rst","guides/observability/observability.rst","guides/observability/tracing.rst","guides/prompt_guard.rst","index.rst","resources/configuration_reference.rst","resources/deployment.rst"],"indexentries":{},"objects":{},"objnames":{},"objtypes":{},"terms":{"":[0,1,2,3,4,5,6,7,8,9,10,11,12,14,15,16,17,18,19,20,21,22,25,27,29],"0":[0,1,3,5,6,9,10,11,12,14,18,21,22,25,28,29],"00":25,"003":11,"005":[0,11,12,28],"01":3,"03":22,"04":22,"05":18,"050z":22,"05m":10,"06":[3,18,29],"08":[18,29],"0905":6,"1":[3,4,5,6,8,9,11,12,14,19,21,22,23,25,28],"10":[5,18,20,22,23,25],"100":[3,5,15,25],"10000":[9,11,12,18,28,29],"1022":22,"104":22,"106":22,"10m":11,"10t03":22,"10x":[10,11],"11":[4,18],"11434":[5,6],"12":[7,18],"12000":[3,5,6,9,11,14,18,21,22,25,28,29],"120b":5,"1234":8,"125":22,"127":[0,1,3,5,9,11,12,14,18,22,28],"128k":6,"12x":0,"1301":22,"131":18,"13b":6,"140":22,"15":23,"156x":10,"159":22,"16":[18,25],"162":22,"168":22,"1695":22,"1695m":22,"17":22,"18083":[0,22],"192":22,"19901":23,"1d6b30cfc845":22,"2":[5,6,12,19,25],"20":5,"200":[0,2,3,22],"200m":[0,10,11],"2019":7,"2023":3,"2024":[18,22,29],"20240229":6,"20240307":[5,6],"20241022":[3,5,6,21,29],"2025":26,"21":[18,29],"21797":22,"218":22,"24":18,"245":22,"25":18,"254":22,"27":18,"28":18,"288":18,"29":18,"2a5b":22,"3":[0,1,3,5,6,11,19,21,25,29],"30":[6,9,11,12,18,21],"31":7,"32":25,"32768":6,"32b":6,"32k":6,"34b":6,"3b":[6,18],"4":[6,11,20,25],"400":[0,2,8],"429":12,"4317":25,"441":22,"443":[0,1,6,14,18,22],"447":22,"44x":[0,11],"463":22,"469793af":22,"485":18,"49":22,"492z":22,"4o":[0,3,5,6,9,10,11,12,18,21,25,28,29],"5":[0,1,3,5,6,11,18,21,25,28,29],"50":3,"51":[18,22],"51000":22,"52":22,"53":22,"537z":22,"54":22,"55":22,"556":22,"56":[18,22],"598z":22,"5b":[4,21],"6":[6,25],"60":28,"604197fe":22,"614":22,"647":18,"65":22,"7":[0,2,25],"70b":6,"770":22,"78558":18,"7b":[6,28],"8":25,"80":[5,6,11,12,14,28],"8000":6,"8001":28,"8080":[0,1,6],"8192":6,"825":18,"87":22,"8b":6,"8x7b":[6,28],"9":25,"905z":22,"906z":22,"9090":23,"9367":22,"95":5,"95a2":22,"961z":22,"979":18,"984":22,"984m":22,"9b57":22,"A":[0,2,5,7,8,9,12,14,15,16,17,20,24],"And":18,"As":[11,18,23,26],"At":21,"Be":[20,25],"But":[14,16],"By":[2,7,11,12,16,19,20,22,25,26,28],"FOR":22,"For":[1,2,3,6,9,11,14,15,16,17,18,19,20,21,22,25,29],"If":[0,1,8,11,12,20,21,26,29],"In":[0,2,7,11,12,16,17,18,20,21,26],"It":[0,6,12,17,18,20,21,24,25,26,27],"Its":[16,23,25],"No":[11,18,21],"On":18,"One":3,"Or":[3,25],"The":[1,2,3,5,6,7,8,10,11,12,14,18,19,20,21,22,25,28],"There":[10,16],"These":[0,2,8,14,16,20],"To":[2,9,11,14,16,18,19,21,23,25,29],"With":[0,2,6,16,18,21,25,26],"__init__":19,"__main__":[0,2],"__name__":[0,2,25],"a1c":1,"abil":[6,7,11,12,14,18,26,28],"abl":14,"about":[0,1,3,4,5,10,11,12,14,16,17,18,19,21,22,26,28],"abov":[0,1,2,5,12,16,19,23,29],"abstract":[4,21],"accept":[9,11,12,15],"access":[4,12,17,18,23,24,25,27],"access_":22,"access_ingress":22,"access_intern":22,"access_kei":[0,1,5,6,9,11,12,18,21,28],"access_llm":22,"accident":12,"accordingli":25,"account":[20,25],"accur":[1,2,7,11,14,16,20,21,26],"accuraci":[2,11,21,26],"achiev":[11,16,20],"across":[0,1,4,5,6,12,16,20,25],"act":[7,9,16,23],"action":[0,7,8,11,12,14,20,21,26,28],"activ":[6,12,18],"actual":[0,2,3,11,19,21,25,28],"ad":[0,14,16,21,26],"adapt":21,"add":[1,2,4,9,11,20,21,25],"add_span_processor":25,"addit":[1,2,6,7,9,11,12,24,26],"addition":1,"address":[0,1,6,9,11,12,14,18,21,28],"adher":26,"adilhafeez":22,"adjust":[14,19,25,29],"adopt":[17,25,27],"advanc":[11,20],"advantag":[11,16],"advic":[0,9,11,12,28],"affect":25,"afraid":20,"african":18,"after":[12,19,20,21,25],"against":[11,26],"agent":[1,2,6,12,14,16,17,20,22,26,27,28],"agent_nam":19,"aggreg":20,"agnost":17,"agre":19,"ai":[2,4,7,12,14,16,17,19,20,22,27],"aid":12,"air":[1,6],"airbnb":16,"alert":[22,23],"alertmanag":23,"algorithm":[5,16],"alia":[3,4,5,28],"alias":[3,4,6,21,27,28],"align":[4,11],"aliyunc":6,"all":[0,1,4,6,9,11,12,15,16,17,25,28,29],"allow":[0,5,6,7,11,14,15,16,18,20,21,25],"along":18,"alongsid":[10,12,14,16],"alphanumer":5,"alreadi":25,"also":[0,4,7,11,12,14,18,21,28],"altern":[8,26],"alwai":[5,8,19,21],"amazon_bedrock":6,"amazonaw":6,"ambigu":20,"amount":15,"an":[0,1,2,8,12,14,16,18,20,21,23,25,26,28],"analysi":[6,8,19,21],"analyst":5,"analyt":20,"analyz":[0,6,7,11,16,19,20,21,22,25,26],"analyze_earnings_report":21,"ang":11,"ani":[0,1,3,4,6,7,11,12,16,17,18,20,25,26,27,29],"annot":1,"answer":[1,11,12,19,28],"anthrop":[4,5,21,29],"anthropic_api_kei":[5,6,21,29],"anyth":21,"api":[0,1,3,4,5,7,8,9,10,11,12,14,16,17,18,19,20,22,23,25],"api_bas":11,"api_kei":[3,6,11,18,25],"api_serv":[7,20,22],"api_vers":23,"apierror":3,"apivers":23,"apm":25,"app":[14,16,17,19,27,29],"app_serv":[0,11,12,28],"append":[0,2,6],"appli":[4,5,11,12,14,16,17,21,26,27,28],"applic":[0,2,3,4,5,6,7,8,9,10,11,12,14,16,17,18,19,20,21,22,23,25,26,29],"appoint":21,"approach":[2,4,5,7,11,21,25,28],"appropri":[2,7,8,11,12,14,19,21],"ar":[0,1,2,3,4,5,6,8,9,10,11,12,14,16,18,19,20,21,22,23,25,26,28,29],"arch":[0,2,3,4,5,6,7,8,9,10,12,14,15,19,22,23,25,28,29],"arch_config":[1,3,6,11,14,18,28,29],"arch_llm_listen":22,"archgw":[10,18,23,29],"archgw_log":22,"architectur":[7,13,14,15,16,21,25,26],"area":4,"aren":6,"aris":[8,14],"around":[12,15],"arriv":12,"art":[11,18,20,21],"artifici":3,"ask":[1,2,18,20,25],"ask_quest":3,"aspect":[16,23],"assembl":3,"assign":[19,21],"assist":[0,1,6,9,11,12,18,19,21,25,26,28],"associ":21,"assum":[1,11,18],"attach":7,"attack":26,"attempt":[11,12,16,26],"attent":[19,20],"attribut":[7,20,25],"aud":18,"augment":12,"australian":18,"authent":6,"author":[3,22],"auto_llm_dispatch_on_respons":[11,12,28],"autom":[19,20,29],"automat":[4,6,9,11,16,19,20,21,25,26,29],"avail":[1,3,4,6,10,12,16,21,25],"averag":10,"aw":6,"awar":21,"aws_bearer_token_bedrock":6,"awsxrai":25,"azur":4,"azure_api_kei":6,"azure_openai":6,"azure_openai_api_kei":6,"b":5,"b25f":22,"b265":22,"back":[10,12,19,21,25],"backend":[7,11,12,14,16,20,23,25],"backward":5,"bad":[8,21],"baht":18,"balanc":[0,5,6,11,12,20,21,28],"base":[0,1,2,3,4,5,7,9,11,12,14,16,18,19,20,26],"base_url":[3,5,6,18,25,28],"basemodel":1,"bash":10,"basic":[3,4,29],"batch":[12,25],"batchspanprocessor":25,"battl":16,"bearer":[3,6],"becom":21,"been":[18,20],"befor":[11,12,14,18,26,29],"begin":18,"behalf":[1,11,12,22],"behavior":[6,11,12,14,21,22,26,28],"behind":[6,17],"being":[5,11,12,14],"belief":16,"below":[1,6,7,10,11,12,18,23,25,29],"benchmark":[20,21],"benefici":[19,20],"benefit":[1,5,16,24],"best":[4,7,9,13,16,24],"beta":[5,6],"better":[3,7,16,20,21,26],"between":[0,4,5,7,11,12,15,19,20,21,25,28],"bgn":18,"bill":25,"bin":18,"bind":[9,11,14],"black":21,"blaze":13,"block":[3,15],"block_categori":5,"blood":1,"blurri":1,"bodi":11,"bog":16,"boilerpl":21,"book":21,"bool":[7,11,12,28],"boolean":6,"bootstrap":12,"borrow":14,"both":[4,6,11,16,17,20,21,23,26],"bound":[11,15],"box":21,"brazilian":18,"break":22,"breaker":12,"bridg":[7,12,20],"brief":[7,12],"briefli":[3,12],"british":18,"brl":18,"broader":0,"bug":6,"buil":[1,2],"build":[0,2,4,7,9,11,14,15,16,26],"build_with_arch":17,"built":[0,1,6,10,11,12,14,16,17,25,27],"bulgarian":18,"busi":[0,11,12,14,16,20],"bypass":26,"byte":[22,25],"bytes_receiv":22,"bytes_s":22,"c":16,"cad":18,"call":[1,3,7,8,10,11,12,14,16,17,18,19,22,27],"call_openai":19,"campaign":[0,14,16],"can":[0,1,2,3,5,6,7,8,9,10,11,12,14,16,18,19,20,21,22,25,26,28,29],"canadian":18,"canari":[4,5],"capabl":[0,1,2,3,5,6,7,11,14,16,18,19,20,28],"capit":[3,11,18],"captur":[8,16,21,25],"care":20,"carefulli":[7,19],"carri":[12,25],"case":[0,5,16,17],"categor":8,"categori":[4,11,19,21],"cathedr":18,"caus":8,"caveat":19,"celsiu":[7,20],"center":18,"central":[0,1,4,9,11,12,16,20,22,28],"centric":21,"certain":26,"chain":[5,12],"challeng":21,"chanc":26,"chang":[1,2,3,4,11,14,21,25],"charact":25,"chat":[3,4,5,6,18,19,21,22,25,29],"chat_complet":25,"chat_with_fallback":3,"chatbot":25,"chatcompletionsrequest":19,"cheap":[4,28],"cheaper":[3,5,10,11],"cheapest":0,"check":[1,9,11,12,14,20,25,29],"chf":18,"children":25,"chines":18,"choic":[3,11,18,25],"choos":[4,20,21],"chosen":6,"chunk":[2,3],"ci":29,"circuit":12,"circular":5,"citi":[7,18,20],"claim":[0,16],"clarif":[1,2],"clarifi":[14,16,17,27],"class":[1,4,16,19],"classif":[11,21],"classifi":[21,26],"claud":[3,5,6,11,21,29],"cleaner":5,"clear":[8,19,20,21,26],"clearer":[7,20],"clearli":[7,19,21],"cli":[18,29],"client":[4,5,6,8,9,12,14,15,21,25,27,29],"close":21,"closest":11,"cloud":[4,13],"cluster":[0,4,11,12,16,28],"cnversat":1,"cny":18,"co":25,"code":[3,4,5,6,7,8,11,12,14,15,16,18,21,22],"code_review":6,"codebas":25,"codec":12,"codellama":6,"coder":6,"coher":6,"colleagu":20,"collect":[0,3,11,20,23,25],"collector":25,"com":[5,6,20,22,25],"combin":[2,4,7,20],"come":4,"command":[6,10,29],"comment":[11,14],"commit":25,"common":[0,1,6,19,20,21,25],"commun":[8,12,14,18,25],"compact":[6,11,21],"compani":[6,16],"compar":11,"compat":[4,5,16,25,28],"complet":[3,4,5,6,11,12,18,19,20,21,22,25,28,29],"completion_api":19,"complex":[0,4,5,6,7,9,14,15,19,20,21,25,26],"complex_reason":[6,21],"complianc":26,"compon":[6,12,16,25,29],"compos":18,"composit":11,"comprehens":[6,18],"comput":[3,29],"concept":[1,7,13,14,21],"concern":[10,12],"concis":12,"condit":5,"confid":26,"config":[6,14,21,23,25,29],"configiur":23,"configur":[0,1,2,3,4,10,11,13,14,15,16,18,19,21,24,25,27,29],"confirm":[11,12,20,25,28,29],"congratul":18,"connect":[0,4,7,9,10,11,12,14,15,16,18,28,29],"connect_timeout":[0,11,12,28],"conpleix":1,"consid":[11,19],"consider":1,"considert":1,"consist":[4,5,14,16,20,21,25],"consol":[6,25],"constraint":26,"construct":6,"contain":[10,11,12,14,16,18,25,26,29],"container_nam":29,"content":[1,3,5,6,8,11,18,19,21,25,26,29],"content_filt":5,"context":[6,7,8,12,14,16,18,20,21,25],"contextu":[2,21],"continu":[16,29],"contribut":18,"contributor":[16,17,27],"control":[5,6,10,14,15,21,28],"conveni":1,"conver":2,"convers":[0,1,2,6,11,16,21],"convert":18,"coordin":[7,15],"core":[1,7,12,18],"corpu":26,"correct":[1,8,11,19,26,29],"correctli":25,"correspond":12,"cost":[1,4,5,6,10,16,21],"could":[0,3,11,12,14,20,28],"count":12,"cover":[6,7],"covners":1,"cpu":[12,13],"creat":[0,3,5,6,8,9,11,12,14,16,17,20,21,25,28,29],"create_gradio_app":1,"createus":8,"creativ":[5,6,20,21],"creative_task":21,"creative_writ":6,"credenti":25,"crime":11,"criteria":[21,26],"critic":[0,2,8,11,12,14,16,20,23,25,28],"cross":4,"crucial":[20,22,25],"cryptic":21,"cue":21,"cultur":18,"curiou":[11,12,18,26,28],"curl":[4,5,6,29],"currency_exchang":18,"currency_symbol":18,"current":[5,7,20],"custom":[3,4,6,11,16,17,19,21,25],"custom_api_kei":6,"customprovid":6,"cut":16,"cycl":16,"czech":18,"czk":18,"d":[3,5,29],"dai":[0,2],"dame":18,"danish":18,"dashbaord":23,"dashboard":[20,24,25],"dashscop":6,"dashscope_api_kei":6,"data":[0,2,5,7,11,12,14,16,18,20,23,25,26,29],"databas":[0,2,20],"datadoghq":25,"dataset":0,"datasourc":23,"date":[7,18,20],"davinci":11,"dc":22,"dd_site":25,"de":12,"debug":[0,2,12,21,22,25,29],"decemb":18,"decid":[21,29],"decis":[0,9,10,11,12,14,21,28],"decoupl":[7,21],"decrypt":12,"dedic":11,"deep":[6,9,17,21],"deeper":18,"deepseek":4,"deepseek_api_kei":6,"def":[0,1,2,3,19,20,25],"default":[0,1,2,9,10,11,12,18,21,22,28],"defens":26,"defin":[4,5,11,12,18,19,21,25,28,29],"definit":[14,19,20],"degrad":8,"deliv":[20,21],"deliveri":12,"delta":3,"demo":[16,18,19],"demonstr":[6,19,20,21],"depend":[0,12,16,18],"deploi":[6,10,12,16,25,29],"deploy":[4,5,6,16,27],"describ":[1,2,8,12,19],"descript":[0,1,2,5,6,7,11,12,18,19,20,21,28],"descriptor":21,"design":[0,7,8,10,11,12,14,16,17,19,20,21,23,25,27],"desir":[6,7,20],"destroi":12,"detail":[1,2,4,6,7,8,9,11,12,14,16,20,22,25,29],"detect":[1,2,10,11,12,14,26],"determin":[7,12,19,20,21,25],"dev":[3,4,5,6,10,18],"develop":[1,2,3,4,5,6,7,8,9,11,12,16,17,18,25,26],"devic":[0,1,2,7,10,11,12,28],"device_id":[0,2,11,12,28],"device_reboot":0,"device_summari":[0,2],"diabet":1,"diabeter":1,"diagnos":1,"dict":7,"dictionari":11,"differ":[0,3,4,5,6,11,12,20,21,25,28],"difficult":16,"dipatch":1,"direct":[3,4,7,9,19,21],"directli":[11,14,21,29],"directori":29,"disast":16,"discov":[6,17],"diseas":1,"disease_diagnos":1,"diseases_symptom":1,"dispatch":12,"displai":[8,20],"distinct":21,"distinguish":21,"distribut":[5,11,12,25],"dive":[4,14,17,18],"divers":26,"dkk":18,"dn":[9,29],"do":[7,11,16,18,22],"doc":[2,17],"docker":[0,5,6,18,23,25],"document":[5,7,11,14,17,18,21,25,29],"doe":[0,7,20,26],"dollar":18,"domain":[12,20,21],"don":[1,10,20],"dot":5,"down":[16,22],"downstream":[1,11,12,13,14,15,20,25],"dramat":10,"draw":11,"driven":[7,17,18,21],"dropbox":16,"due":8,"durat":[12,22],"dure":[8,12],"dynam":[4,6,11,20,21,26],"e":[3,5,7,12,14,20,21,22,25],"each":[1,6,7,11,12,16,19,20,21,22,25],"earli":[11,12,16],"earlier":[12,29],"eas":25,"easi":[4,16,18,20,25],"easier":[5,7,9,18,21,22],"easili":[16,25],"easilli":1,"econom":1,"ecosystem":25,"edg":[12,16,17,20,27],"edit":23,"effect":[1,4,6,7,11,16,17,19,21],"effici":[0,1,2,6,7,10,11,18,19,21,25],"egress":[4,13,14,16,17,29],"egress_traff":[6,18,21,28],"eiffel":18,"either":[7,12,20],"elasticsearch":22,"element":7,"elk":22,"email":20,"embarrassingli":15,"embed":[11,22,26,28],"emiss":1,"empow":[7,21,26],"enabl":[0,2,4,5,6,7,8,10,12,14,16,19,20,21,25,28,29],"encod":21,"encount":[12,14,29],"encrypt":12,"end":[1,3,7,16,25],"endpoint":[0,1,2,4,5,7,8,11,12,14,18,19,20,21,23,25,28,29],"energi":1,"energy_sourc":1,"energy_source_info":1,"energysourcerequest":1,"energysourcerespons":1,"enforc":12,"engag":[0,12,16,19],"engin":[1,2,11,16,21],"enhanc":[2,6,7,11,12,18,19,25,26],"enough":8,"enrich":[1,7,11,14],"ensur":[0,4,7,8,9,11,12,16,18,19,20,21,25,26,29],"enterpris":4,"entir":[16,25],"entri":9,"enum":[1,7,11,12,20,28],"env":18,"environ":[3,4,5,6,18,20,21,25,29],"envoi":[4,9,11,12,14,15,16,17,27],"equal":[7,15],"equat":21,"equival":18,"error":[0,1,2,4,7,12,13,14,16,21,23,25,26,27,29],"error_target":28,"error_target_1":28,"escal":[7,19],"escalate_to_human":[7,19],"essenti":[7,9,17,21,26],"establish":[0,11,12,28],"etc":[11,12,14,16,18,28,29],"ethnic":26,"eu":25,"eur":18,"euro":18,"evalu":[11,21],"evaluation_interv":23,"even":[0,20,21],"evenli":12,"event":[0,12],"everi":22,"evolv":21,"exact":21,"exactli":12,"exampl":[0,4,5,6,9,12,13,14,16,18,22,28,29],"exceed":12,"excel":[21,26],"except":[3,8],"exception":16,"excess":[1,12],"exchang":18,"exclus":16,"execut":[8,11,12,20,26],"exist":[3,4,6,12,16,21,25],"expect":[8,20,29],"expens":1,"experi":[2,7,11,12,16,18,20,21,26],"experiment":[5,21],"expert":6,"explain":[3,20,21,29],"explan":[7,20],"explanatori":22,"explicit":[21,29],"explicitli":[21,26],"explor":[17,18,21],"export":[22,23,25],"expos":[0,3,9,11,16,22,26],"extend":[6,16,17],"extern":[0,2,25],"extract":[0,1,7,11,12,14,16,20,25,28],"extrem":11,"f":[0,1,2,3,19,20,22,25,29],"f376e8d8c586":22,"face":[11,21],"facilit":25,"fact":[0,9,11,12,28],"fahrenheit":[7,20],"fail":[3,4,5,8,12,14,21],"failov":[0,1,9,11,12,28],"failur":8,"fair":12,"fall":21,"fallback":[3,4,5,6,8],"fallback_model":3,"fals":[2,7,11,12,28],"familiar":12,"familizari":1,"faser":0,"fashion":[1,12,18],"fast":[1,2,3,4,5,6,7,11,13,14,16,18,21,28],"fastapi":[1,19],"faster":[2,3,5,10,11,14,17,21,25,27],"fastest":[0,6],"fatigu":1,"fault":[4,11],"fc":12,"fc1b":0,"featur":[3,6,11,14,16,17,19,24,25,26,28],"feed":22,"feedback":[8,11,26],"feel":1,"fetch":[18,20],"few":[14,22,25],"field":[1,6,22],"file":[1,6,7,9,11,12,23,29],"filter":[9,12,15,16,26],"final":[3,12],"final_messag":3,"final_text":3,"financ":21,"find":20,"first":[1,4,10,11,12,16,18,20,23,26],"firtst":1,"fit":12,"fix":21,"flag":[11,12,25,26,28],"flash":6,"flask":0,"fleet":21,"flexibl":[4,6,16,21,23,25],"float":7,"flow":[8,13,16,17,20,22,25],"fluentd":22,"focu":[0,1,12,16],"focus":[6,11,20],"follow":[1,5,6,7,8,10,11,12,14,16,18,19,22,25,28,29],"forint":18,"form":20,"format":[6,7,11,16,20,21,23,24,26],"forward":[1,8,10,11,12,14,15,21,22,25],"fossil":1,"found":[1,3,22],"foundat":6,"frame":12,"framework":[11,16,17,21,23,25,27],"franc":[3,11,18],"francisco":[7,20],"frankfurt":18,"frankfurther_api":18,"free":1,"frequent":1,"friendli":[17,20,21,27,28],"from":[0,1,2,3,4,5,6,7,8,9,11,12,14,15,16,18,19,20,21,25,28,29],"front":16,"frontier":[0,11],"fuel":1,"full":[3,4,7,11,14,18,19,21,28],"fulli":7,"function":[5,7,8,10,11,12,14,15,16,17,21,27,29],"function_cal":17,"functionvalidationerror":8,"fundament":21,"further":[11,18,19,25],"futur":[4,5,6,7],"g":[5,7,12,14,20,21,22,25],"ga":1,"gap":20,"gastronomi":18,"gatewai":[4,6,12,14,16,17,19,20,21,22,23,25,27,28],"gather":[0,12,16],"gbp":18,"gemini":4,"gemma":6,"genai":[7,18],"gener":[0,6,7,10,12,14,15,18,19,20,21,23,25,26,28],"get":[0,1,2,3,6,7,10,12,16,18,19,20,25,28],"get_device_statist":2,"get_device_summari":[0,2],"get_final_messag":3,"get_info_for_energy_sourc":1,"get_json":[0,2],"get_supported_curr":18,"get_system_prompt":19,"get_trac":25,"get_weath":[7,20],"get_workforc":1,"getenv":3,"github":[7,11,18,19],"give":16,"given":[0,2,12],"glm":6,"global":[18,23],"glucos":1,"go":[0,6,16],"goal":16,"good":[3,21],"googl":[4,16],"google_api_kei":6,"got":8,"govern":[1,4,16],"gpt":[0,1,3,5,6,9,10,11,12,18,20,21,25,28,29],"gpu":13,"gr":1,"grace":[3,8],"gracefulli":[8,14],"grade":4,"gradio":1,"gradual":5,"grafana":24,"greenhous":1,"grok":6,"groq":4,"groq_api_kei":6,"group":0,"grpc":25,"guard":[12,13,16,17,27],"guardrail":[5,8,9,10,11,12,14,16,17,18,26,27,28],"guid":[6,11,18,20,25,26,29],"guidelin":[4,26],"h":[3,5,29],"ha":[11,12,16,18,19,20,21,25],"hack":16,"haiku":[5,6],"hallucin":22,"hand":[7,27],"handel":[11,12,28],"handl":[0,1,2,4,7,8,9,11,12,14,15,16,17,19,20,21,25,26,27,29],"handle_request":25,"handler":[7,11,12],"handoff":16,"hardcod":3,"hardwar":15,"harm":[11,12,26],"hate":11,"have":[1,10,16,18,20,25,26],"haven":1,"hazard":11,"hcm":12,"header":[12,13,14,16,18,24,29],"health":[12,29],"healthcar":21,"healthi":[12,18],"hello":[3,5,21,25],"help":[0,1,2,4,7,8,10,11,12,14,16,17,18,20,21,23,25,26,27,28],"here":[0,2,6,7,9,11,12,14,18,20,21,22,25,26],"hexadecim":25,"hf":6,"high":[0,1,4,5,6,7,11,13,16,17,20,21],"higher":29,"highli":[1,2,20],"hint":18,"histori":[1,20],"hit":5,"hkd":18,"hong":18,"honor_timestamp":23,"horrid":16,"host":[0,5,6,9,10,11,12,14,22,23],"hostnam":[0,6,11,12,28],"how":[0,1,2,3,5,6,7,10,11,12,16,17,18,19,20,23,24,29],"howev":12,"html":17,"http":[3,4,5,6,8,10,11,12,16,18,20,22,23,25,28,29],"http_method":[1,7,28],"httpexcept":1,"huf":18,"hug":11,"huggingfac":[0,1],"human":[7,8,19,21],"hundr":6,"hungarian":18,"hybrid":21,"hygien":16,"hyphen":5,"i":[0,1,3,6,7,9,10,11,12,14,15,16,17,18,19,21,22,23,25,27,28,29],"iam":25,"iceland":18,"icon":18,"id":[0,2,6,8,12,22,25],"idea":17,"ideal":[3,21],"identif":20,"identifi":[0,2,5,7,8,11,12,20,21,25,28],"idr":18,"il":18,"illustr":1,"imag":29,"immedi":26,"impact":25,"implement":[3,4,5,6,11,12,19,25,26],"import":[0,1,2,3,5,11,18,20,22,25],"improp":8,"improv":[2,6,10,16,17,19,26],"in_path":[7,18],"incent":1,"includ":[1,2,4,6,7,9,12,16,18,20,21,22,23,25,26,29],"inclus":21,"incom":[9,10,11,12,14,20,21,25,28],"incomplet":20,"incredibli":16,"independ":21,"indian":18,"indic":[7,12,21,25],"indonesian":18,"industri":11,"infer":[6,16,21],"info":[18,19],"inform":[0,1,2,6,7,8,11,12,14,16,20,22,25,26,28],"information_extract":[11,12,26,28],"infrastructur":[16,17,27],"ingress":[11,13,14,16,17,29],"ingress_traff":[9,11,12,18,28],"init":25,"initi":[1,9,12,14,24],"inject":[25,26],"inner":12,"innov":[16,18],"input":[0,7,8,16,17,19,20,26,27],"input_guard":[11,12,18,28],"inquiri":19,"inr":18,"insecur":25,"instal":[3,6,18,25],"instanc":[5,12,14,28],"instead":[3,5,20],"instruct":[6,10,17,19,28],"instrument":23,"insur":[0,16],"insurance_claim_detail":22,"int":[0,2,7],"integ":[0,2,8],"integr":[2,3,4,5,6,7,16,17,18,20,21,22,23,24,29],"intellig":[3,4,5,6,7,10,12,14,16,19,21],"intend":[5,26],"intent":[0,10,12,16,19,20,21,28],"interact":[0,11,17,19,20,22,25,26],"intercept":11,"interest":18,"interfac":[3,4,6],"interfer":18,"intern":[0,2,5,6,12,14,23,25],"interoper":25,"interpret":[7,8,20],"intl":6,"intro":[17,27],"intro_to_arch":17,"introduc":[14,17,21],"invalid":[8,20],"inventori":25,"investig":25,"invoc":[7,20],"invok":[0,7,8,20],"involv":[0,7,16,21],"ip":[0,6,11,12,28],"ip1":[0,11,12,28],"ip2":[0,11,12,28],"isdefault":23,"isinst":[0,2],"isk":18,"isn":21,"isol":18,"isra":18,"issu":[7,8,14,19,25],"issues_and_repair":[7,19],"item":[7,11],"iter":[6,20],"itinerari":20,"its":[0,1,7,10,11,12,14,15,16,18,21,25],"itself":[9,11],"jaeger":25,"jailbreak":[5,11,12,16,18,26,28],"japanes":18,"java":16,"job_nam":23,"join":3,"joke":29,"jpy":18,"jq":[18,29],"json":[1,3,5,8,18,20,29],"jsonifi":[0,2],"just":[0,1,3,6,9,11,12,17,21,27,28],"k2":6,"katanemo":29,"keep":[14,20],"kei":[0,1,3,6,9,10,11,12,13,19,21,24,25,28],"kept":28,"kibana":22,"kimi":6,"kind":8,"king":20,"know":[10,11,14,26],"knowledg":[1,2,9,12,17],"known":[11,18],"kong":18,"korean":18,"koruna":18,"krona":18,"krone":18,"krw":18,"kr\u00f3na":18,"kubernet":25,"l7":16,"label":21,"landmark":18,"landscap":21,"langtrace_api_kei":25,"langtrace_python_sdk":25,"languag":[2,3,4,12,16,20,21,25,27],"larg":[2,6,11,12,15,20,21,25],"larger":6,"last":[0,1,2],"latenc":[0,1,2,5,10,11,16,20,21,23],"later":8,"latest":[5,6,18,28],"layer":[11,17,25,26,27],"lead":[7,11,16,19,26],"learn":[3,4,5,16,17,18,20,21],"least_connect":5,"left":16,"legal":21,"length":6,"less":[3,19],"let":[21,22,29],"leu":18,"lev":18,"level":[4,5,7,9,10,13,16,17,20,21,27,29],"leverag":[2,25],"libev":12,"librari":[4,6,16,21,27],"lifecycl":[13,27],"lifetim":[12,15],"lightweight":[0,6,16],"like":[1,2,3,4,5,6,7,8,9,11,12,14,16,17,18,20,21,22,23,25,26,27,28],"limit":[0,1,5,9,11,12,21,28],"line":16,"linearli":16,"lira":18,"list":[0,2,6,7,11,12,18,28],"listen":[0,1,6,11,12,13,14,18,21,25,27,28],"live":12,"ll":[0,1],"llama":6,"llama2":6,"llama3":[3,5,6],"llm":[0,1,2,3,5,6,9,10,12,13,14,16,17,20,23,25,26,27,28,29],"llm_provid":[0,1,5,6,9,11,12,17,18,21,28],"load":[0,5,11,12,21,28],"load_bal":5,"local":[1,3,4,5,6,9,11,12,13],"localhost":[6,18,23,25,29],"locat":[7,14,20],"lock":16,"log":[8,12,14,21,23,24,25,27,29],"logger":19,"logic":[0,1,3,6,8,9,11,12,14,16,17,20,21,26,28],"long":[1,6],"look":[11,12,18,26,28],"loop":12,"louvr":18,"low":[0,10,16,17,20,21,27],"lower":1,"m":18,"machin":[3,15],"made":18,"mai":[0,12,26],"main":[3,12,14,18,25],"maintain":[7,12,16,21],"mainten":7,"major":[15,18],"make":[0,1,8,9,10,11,12,14,16,18,20,21,22,25],"malaysian":18,"malici":[12,26],"manag":[0,1,4,5,7,8,9,10,11,12,16,17,18,19,20,22,25,26,28],"mandatori":7,"mani":[12,25],"manipul":[0,16,23],"manual":[1,2],"manufactur":[0,9,11,12,28],"map":[5,20,21,28],"mark":[6,7],"market":19,"massiv":16,"match":[0,3,12,21,28,29],"math":[3,21],"mathemat":[6,21],"matter":[16,20,21],"max":[0,11,12,28],"max_cost_per_request":5,"max_lat":5,"max_token":3,"maximum":21,"me":[3,18,29],"mean":[18,22,25],"meaning":[5,8,21],"measur":[16,23],"mechan":[0,4,17,20,21,26],"medium":6,"meet":[20,21,26],"messag":[1,3,5,6,8,12,13,18,19,20,21,25,26,28,29],"message_format":[0,1,6,9,11,12,18,21,28],"meta":6,"metadata":[7,11,14,19,21,22],"method":[0,1,2,4,22],"metric":[14,16,21,24,25],"metrics_path":23,"mexican":18,"mi":19,"mid":21,"might":[10,26],"mind":[20,25],"mini":[3,5,6,21,25],"minim":[9,21,25,26,29],"ministr":[6,18],"minor":26,"minut":[1,2],"misalign":26,"misformat":26,"miss":[0,8,16],"mistak":26,"mistral":[4,18,28],"mistral_api_kei":[6,18,28],"mistral_loc":28,"mistralministr":18,"misus":26,"mix":3,"mixtral":6,"mixtur":6,"mode":10,"model":[0,1,2,3,4,9,11,12,13,14,18,20,25,26,27,28],"model_alia":3,"model_alias":[3,5,21,28],"model_dump":19,"model_serv":22,"moder":13,"modern":[23,25],"modif":[12,21],"modifi":1,"modul":25,"modular":7,"monitor":[4,11,12,16,17,19,21,22,24,25,27,29],"moonshotai":6,"moonshotai_api_kei":6,"more":[0,1,2,5,7,9,11,14,15,16,19,20,21,22,25,26,29],"most":[0,6,7,11,15,18,19,20,21,22],"multi":[4,21,27],"multimod":6,"multipl":[3,4,5,12,15,20,21],"museum":18,"must":[0,2,5,25],"mxn":18,"my":[11,12,18,26,28],"mycompani":6,"myr":18,"n":[18,19],"n1":18,"n10":18,"n11":18,"n12":18,"n13":18,"n14":18,"n15":18,"n16":18,"n17":18,"n18":18,"n19":18,"n2":18,"n20":18,"n21":18,"n22":18,"n23":18,"n24":18,"n25":18,"n26":18,"n27":18,"n28":18,"n29":18,"n3":18,"n30":18,"n31":18,"n4":18,"n5":18,"n6":18,"n7":18,"n8":18,"n9":18,"name":[0,1,2,3,4,6,7,11,12,14,18,19,20,21,23,25,26,28,29],"nativ":[3,4,6,16,17,23,27],"natur":[8,11,12,19,20,28],"navig":[17,26],"necessari":[7,11,12,19,20],"need":[0,1,4,7,10,11,12,14,17,18,19,20,21,23,25,29],"network":[0,9,10,11,13,14,16,17,20,27,28],"network_qa":0,"network_summari":0,"never":18,"new":[1,4,5,7,16,18,20,21,25],"next":[6,20,27],"nif":18,"nli":[11,28],"nok":18,"non":[3,6,15],"none":[1,6,18,29],"nonexist":3,"norwegian":18,"note":[10,14,22,23,28],"notfounderror":3,"notr":18,"noun":21,"nova":6,"nuanc":16,"number":[2,5,12,15,20],"nzd":18,"o":[1,3,25],"o1":5,"o3":6,"object":[1,22],"observ":[4,16,17,19,23,25,27,28,29],"occur":8,"off":[7,27],"offer":[0,1,7,9,11,12,14,16,19,21,26,28],"offici":3,"often":[1,2,20,21],"ollama":[3,4,5],"on_except":[11,12,18,26,28],"onc":[0,1,2,5,11,12,15,18,20,21,25],"one":[0,6,12,14,17,18,20,21,25,27],"ones":[1,20],"ongo":20,"onli":[6,7,9,10,11,12,18,20,26,28],"opaqu":16,"open":[1,6,7,23,25],"openai":[0,1,4,5,9,12,21,22,25,28],"openai_api_kei":[0,1,5,6,9,11,12,18,21,25,28,29],"openai_cli":3,"openai_dev_kei":6,"openai_prod_kei":6,"opentelemetri":[16,23,28],"oper":[12,14,16,18,20,21],"operation":21,"optim":[4,6,9,19,20,21,25],"option":[0,1,2,6,7,10,17,21,25],"opu":6,"oral":1,"orchestr":7,"order":[12,20,25],"organ":7,"orient":20,"origin":[11,14,16,21,22],"oss":5,"otel":25,"other":[6,8,10,12,14,16,18,20,25],"otlp":25,"otlp_export":25,"otlpspanexport":25,"our":[2,10,11,12,16,19,20,21],"out":[14,16,20],"outbound":[16,18,25],"outgo":[9,20,25],"outlin":12,"outperform":0,"output":[2,16,19,20,23,26,29],"outsid":16,"over":[0,2,4,16,21],"overal":[7,10,19],"overlap":21,"overload":12,"overrid":[7,11,12,18,28],"overview":[1,24,27],"overwhelm":12,"own":12,"p":29,"p50":[0,11],"paa":6,"packag":[18,25],"page":11,"pai":20,"pain":16,"pair":11,"par":20,"parallel":[12,15,20],"param":[20,23],"paramet":[1,6,8,11,12,16,18,20,26,28],"parent":25,"pari":18,"pars":[8,20,22],"part":[7,12,16,20,25],"particip":21,"particular":[7,20],"particularli":19,"pass":[11,12,22,29],"past":[2,16],"path":[0,1,2,6,7,11,12,14,18,20,22,28,29],"pattern":4,"payment":[20,25],"pend":25,"per":[12,16,20,22,23],"perceiv":[16,23],"perform":[0,4,6,7,9,10,11,12,15,16,19,20,21,25,26,29],"period":12,"person":[0,7,16,18,19,20],"peski":[17,27],"peso":18,"phase":11,"philippin":18,"php":[16,18],"piec":[7,11],"pii":5,"pilot":25,"pip":[3,18,25],"pipelin":[12,25,29],"place":[12,20],"placehold":[0,2,19,25],"plan":[5,7,11,14],"platform":6,"pleas":[2,3,7,8,10,11,19,20,21],"pln":18,"plumb":16,"pod":25,"point":[3,5,9,11,20],"polici":[4,12,21,25],"polish":18,"pollut":1,"pool":[12,21],"popul":18,"popular":25,"port":[0,1,6,9,11,12,14,18,21,28,29],"portal":6,"possibl":8,"post":[0,1,2,3,5,19,22,28],"potenti":[11,19],"pound":18,"power":[1,4,11,20,25,26],"practic":[4,7,9,12,13,16,17,21,24],"pre":[12,26],"preced":25,"precis":[1,2,7,20],"predefin":[0,11,14,16],"predict":21,"prefer":[3,4,20,25],"prefix":6,"premier":6,"premis":[4,10],"prepar":25,"presenc":9,"present":[2,16,20,25],"preserv":6,"prevent":[12,16,25,26],"preview":[5,6],"previou":[1,2],"price":[10,18,19],"primari":[3,5,9,11,15],"primary_and_first_fallback_fail":5,"primary_model":3,"primit":[4,9,11,14],"principl":21,"print":[3,11,18,20,25],"priorit":26,"privaci":11,"pro":6,"problem":[3,5,6,16,21],"proce":[11,12,28],"process":[7,8,10,11,14,15,16,17,19,20,21,22,23,25,26,27],"process_customer_request":25,"processess":1,"processor":25,"prod":[4,5,6],"produc":20,"product":[4,5,6,20,21,25,29],"profan":5,"profil":[20,21],"program":[3,4,11,12,21,26,28],"prolifer":21,"prometheu":23,"promethu":23,"prompt":[1,8,9,10,12,13,14,15,16,17,18,19,21,23,27,28],"prompt_guard":[11,12,17,18,28],"prompt_target":[0,1,2,7,11,12,14,17,18,19,20,26,28],"prompt_target_intent_matching_threshold":28,"prone":[1,2],"proof":4,"propag":[11,16,24],"proper":25,"properli":14,"propos":19,"protect":[25,26],"proto":25,"protocol":[12,17,18,22,25,29],"proven":16,"provid":[0,1,2,3,5,7,8,9,11,12,14,16,17,18,20,21,22,23,25,26,27,28,29],"provider_interfac":6,"proxi":[6,11,12,14,16,17,23,27,29],"publish":23,"pull":[2,6],"purchas":[0,7,9,11,12,19,28],"purpos":[0,3,5,6,7,10,11,12,14,21,28],"pydant":1,"python":[4,5,16,21,22],"q":[0,20],"q1":26,"quadrat":21,"quadratic_equ":21,"qualiti":[2,21],"quantum":[3,29],"queri":[0,1,2,4,7,18,19,20,21,25],"question":[1,3,11,12,28],"quick":[16,21,25],"quickli":[10,16,17,18],"quickstart":[17,27],"quot":19,"quota":[5,6],"quota_exceed":5,"qwen3":6,"rag":[11,12,14,17,27],"rag_energy_source_ag":1,"rais":20,"rand":18,"random_sampl":25,"rang":[0,2,14,23,25],"rapid":21,"rare":12,"rate":[11,12,16,18,23,25,28],"rather":[2,8,16,21],"raw":8,"rch":14,"re":[1,2,4,11,12,18,20,25,26,28],"reach":26,"read":[1,9,11,12,16,19,20,25],"readabl":[7,8,21],"readi":[21,29],"real":[0,2,18,20,21],"realli":16,"reason":[3,4,5,6,21],"reboot":[0,2,7,11,12,28],"reboot_devic":[0,7],"reboot_network_devic":[11,12,28],"rebuild":29,"receiv":[8,11,12,14,19,20,22,25,26],"recept":12,"recognit":[7,11],"recommend":[1,7,12,15,18],"record":[16,25],"recoveri":16,"reddit":16,"reduc":[1,19,26],"ref":3,"refer":[0,2,5,6,10,14,18,20,22,25,27],"referenc":29,"refernc":20,"refin":11,"reflect":5,"refund":[7,19],"regardless":[3,5],"region":[4,25],"regularli":19,"reject":11,"relat":[0,7,10,12,14,19,21,23,25],"releas":[5,6],"relev":[0,1,2,7,12,20],"reli":[2,11,25],"reliabl":[2,3,4,9,20,26],"remain":20,"rememb":20,"remind":20,"renew":1,"renminbi":18,"repair":[7,19],"repeat":[19,26],"replac":[6,25],"report":19,"repositori":18,"repres":[11,25],"req":[7,19],"request":[3,4,5,6,8,9,11,13,14,16,18,19,20,21,22,25,26,27,29],"requestsinstrumentor":25,"requir":[0,1,2,4,7,8,9,11,12,16,18,19,20,21,28,29],"resili":[11,16],"resolut":[21,29],"resolv":[21,25],"resourc":[6,18,24],"respect":[22,23],"respond":[3,8,16,19,23,25],"respons":[0,1,2,3,5,7,8,11,12,14,17,18,19,20,21,22,25,26,28],"response_cod":22,"response_flag":22,"rest":[3,4,12,15],"result":[0,6,20],"retrain":21,"retri":[0,1,4,9,11,12,16,28],"retriev":[0,11,12,14,20],"return":[0,1,2,3,7,12,14,19,20,21,25,26],"reveal":19,"revers":12,"review":[5,6,19],"rich":21,"ridicul":19,"right":[17,27],"ringgit":18,"risk":26,"ro":29,"roadmap":11,"robin":[0,11,12,28],"robust":[11,16,20,26],"role":[3,5,8,11,18,19,21,25,29],"rollout":5,"romanian":18,"ron":18,"root":8,"round":[0,11,12,28],"round_robin":5,"rout":[0,2,3,4,5,9,11,12,14,16,17,27,28],"router":[4,7,12],"routin":[19,20],"routing_prefer":[6,21],"rule":[4,20],"run":[0,2,10,11,12,14,16,18,25,29],"runtim":6,"runtimeerror":8,"rupe":18,"rupiah":18,"safe":[4,16],"safer":26,"safeti":[5,9,11,16,26],"sai":20,"sale":[7,19],"sales_ag":[7,19],"same":[3,5,6,16,20],"sampl":[18,23,25,28,29],"sampling_r":28,"san":[7,20],"sanit":[12,26],"satisfact":19,"save":1,"scalabl":[7,18],"scale":[4,12,16],"scenario":[0,1,2,6,7,10,11,12,16,17,19,20,21,28],"schedul":[11,14,20],"schema":18,"scheme":[5,6,23],"scienc":20,"score":[11,21],"scrape_config":23,"scrape_interv":23,"scrape_timeout":23,"screenshot":23,"script":[18,20],"scrutini":26,"sdk":[4,6,25],"seamless":[4,19,20],"seamlessli":[3,4,7,21,23,25],"seattl":20,"section":[1,2,5,6,7,9,11,12,17,19,25],"secur":[4,9,11,12,16,17,25,26],"see":[4,7,9,11,14,19,20,21,29],"sek":18,"select":[4,12,18,19,21],"self":[10,12,14,16,19,22],"semant":[3,4,5,6,11,21],"send":[11,12,14,20,25,28],"sender":11,"sensit":[19,25],"sensitive_data":5,"sent":[12,21,22],"sentenc":19,"separ":[10,12,14,15,21],"sequenti":0,"serv":[12,13,14,27],"server":[6,8,10,12,14,16,18],"servic":[0,2,7,11,12,20,22,25,29],"set":[6,7,9,10,11,12,14,16,17,18,20,25,28,29],"set_tracer_provid":25,"setup":[1,9,11,20,25],"sever":[12,16,23],"sgd":18,"shape":16,"share":[11,12,14],"sheqel":18,"shift":21,"ship":[17,27],"short":3,"should":[7,8,12,20,21],"show":[1,18,29],"shown":6,"side":8,"signal":21,"signatur":20,"signifc":2,"signific":21,"significantli":19,"similar":[11,21],"simpl":[3,4,5,6,11,14,18,19,20,25],"simpli":[9,11,18,25],"simplic":12,"simplif":[5,9],"simplifi":[4,7,9,17,25],"simul":[0,2],"simultan":[0,4],"sinc":[11,18],"singapor":18,"singl":[1,6,11,14,15,16,20,28],"sit":[16,17,20],"site":25,"skimp":20,"slow":[1,2,16],"slowest":10,"small":[6,15],"smaller":6,"smart":[3,5,16,17,20],"smarter":2,"sni":12,"snippet":21,"so":[0,1,2,10,11,14,16,20],"socket":12,"softwar":[11,16],"solar":1,"sole":2,"solut":[7,19],"solv":[3,5,6,16,21],"some":[1,6,12,15,18,20,23],"sonnet":[3,5,6,11,21,29],"soon":4,"sophist":7,"sota":20,"sourc":[1,2,6,18,20,23,25],"south":18,"space":21,"span":[12,25],"span_processor":25,"spanish":21,"special":[6,7,16,17,19,21,25],"specif":[0,1,2,3,4,5,6,7,8,10,11,12,16,18,19,20,21,25,26,28],"specifi":[2,6,7,12,14,20,21],"speed":[2,10,16,23],"spell":20,"spend":15,"split":5,"sporad":15,"sql":2,"stabl":[5,21],"stack":[8,16,17,20,22],"staff":19,"stage":[5,26],"stai":11,"standalon":25,"standard":[4,6,16,25],"start":[9,10,11,14,25],"start_as_current_span":25,"start_tim":22,"stat":[0,2,12,23],"state":[7,11,12,18,20,21],"static":[12,21],"static_config":23,"statist":[0,2,12],"statu":[20,22,25],"step":[17,25,27],"stock":25,"store":[2,23],"stori":[3,21],"storytel":[6,21],"str":[1,7,11,12,18,19,20,28],"straightforward":[20,21],"strategi":4,"stream":[3,6,12,19],"streamlin":[2,7,9],"strength":21,"string":8,"strip":11,"stripe":16,"structur":[2,4,21,22],"struggl":[1,2],"stuck":16,"studio":6,"stuff":20,"style":[6,21],"subject":21,"submit":[19,20,21],"subscript":6,"substanti":16,"subsystem":[0,4,9,10,11,12,16,28],"success":[16,18],"successfulli":18,"suffix":6,"sugar":1,"suggest":[20,26],"suit":[16,21],"suitabl":[7,19,20,21],"sum":5,"summar":[1,3,5,7,11,12,14,20,21,28],"summari":[1,11,12,20,21,24,28],"support":[0,1,4,7,11,12,14,16,18,19,21,23,25,26,27],"sure":[8,25],"sustain":1,"swedish":18,"swiss":18,"switch":[4,5,21],"symbol":18,"symptom":1,"system":[0,1,8,9,11,12,16,18,19,20,21,22,25,26,28],"system_prompt":[0,1,9,11,12,18,19,28],"t":[1,6,10,20,21],"tag":29,"tail":22,"tailor":[0,16,20,26],"take":[11,12,14,16],"taken":22,"talk":1,"target":[1,5,9,12,13,14,17,18,19,21,23,27,28],"task":[0,4,5,6,7,11,12,14,15,16,20,21,28],"tcp":12,"team":4,"tech":[1,17,25,27],"tech_overview":17,"technic":[19,21,25],"techniqu":[1,2,11,21,26],"technologi":[1,16,17],"telemetri":[16,23,25],"tell":[3,29],"temperatur":[7,20],"term":[1,3],"termin":16,"terminologi":[13,27],"test":[1,3,4,5,6,10,16,20],"text":[3,11,12,20],"text_stream":3,"tft":[16,23],"thai":18,"than":[0,2,10,16,21],"thb":18,"thei":[7,19,21,26],"them":[2,7,8,12,14,19,20,26],"themat":21,"theme":21,"thi":[0,1,2,3,4,5,6,7,8,9,10,11,12,14,15,16,17,18,19,20,21,22,25,28,29],"thing":14,"think":20,"thirst":1,"thoroughli":20,"those":[0,1,2,14,25],"thread":[12,13,27],"three":[4,7,10,12,16,21,23],"threshold":28,"thrill":16,"through":[1,3,4,6,11,12,16,20,21,22,25],"throughput":[0,5,20,21],"time":[0,2,11,12,16,19,20,21,22,23,28],"time_rang":[0,2],"timeout":[5,6,9,11,12,18,21,23,28],"timestamp":12,"tip":13,"tl":[12,16,29],"tlm":16,"tls_certif":[0,1],"todai":[4,7,12,18,26],"togeth":4,"together_ai":6,"together_api_kei":6,"token":[1,6,10,11,16,23],"toler":[1,4,11],"too":12,"took":22,"tool":[3,8,16,22,23,24,26],"top":[4,9,15],"topic":21,"topologi":13,"tot":[16,23],"total":[16,22,23],"tower":18,"trace":[8,11,12,14,16,23,24,27,28],"trace_export":25,"tracepar":[16,24],"tracer":25,"tracer_provid":25,"tracerprovid":25,"track":[18,21],"tradit":[16,21],"traffic":[4,5,9,11,12,16,17,19,20,22,27],"train":26,"transact":20,"transform":6,"translat":21,"transpar":[16,21],"transport":12,"travel":[11,14,20],"travers":12,"treat":[11,12,28],"trigger":[0,14,17,20],"trivial":12,"troubleshoot":[7,8,17],"true":[0,1,2,3,6,7,9,11,12,18,20,21,23,25,28],"try":[3,18,29],"tupl":7,"turbo":[0,1,6],"turkish":18,"turn":[20,27],"tutori":17,"two":[0,3,7,10,11,12,14,21],"type":[0,1,2,3,5,7,8,11,12,14,18,20,21,23,28,29],"typic":[12,20],"typo":26,"u":6,"ui":12,"unambigu":21,"unauthor":11,"under":22,"underli":[3,5,21],"underscor":5,"understand":[5,16,17,20,21,23,25,26],"undifferenti":[12,14],"unexpect":20,"unifi":[3,4,16,17,27],"uniformli":25,"uniqu":[7,25],"unit":[7,18,20],"unknown_ag":19,"unlik":21,"until":12,"unwant":12,"up":[1,6,10,14,17,18,19,25,29],"updat":[0,1,12,16,18,20,21,29],"upgrad":[4,5,12,16],"upon":12,"upstream":[1,11,12,13,14,16,17,20,22,23,28,29],"upstream_host":22,"urin":1,"url":[4,7,11,18,23],"us":[0,1,2,3,6,7,9,10,12,14,16,17,22,24,28,29],"usabl":26,"usag":[1,3,4,5,7,12,16,20,21,23],"usd":18,"use_agent_orchestr":7,"user":[0,1,2,3,5,7,8,11,12,14,16,17,18,19,20,21,22,23,25,26,27,29],"user_id":8,"usi":25,"usual":[11,18],"util":[7,11,12,18],"v":25,"v0":[0,1,6,9,11,12,18,28],"v1":[3,4,5,6,9,18,19,21,22,25,28,29],"v1beta":6,"v2":[5,6,18,23],"v24":18,"v3":18,"v4":6,"vagu":[17,27],"valid":[0,2,4,7,16,17,18,20,21,26],"validationerror":8,"valu":[0,3,7,11,12,20,25,26,28],"valueerror":20,"variabl":[6,18,25,29],"variant":21,"varieti":12,"variou":[15,16,20,25],"ve":[1,18],"vector":[2,11],"venv":18,"verbos":29,"veri":[12,25],"verif":25,"verifi":[25,29],"version":[0,1,3,4,5,6,9,11,12,18,25,28],"via":[0,1,7,8,10,12,14,16,17,18,19,24,25,26,28],"view":[23,25],"violat":[8,12,14,26],"violent":11,"virtual":18,"visibl":22,"vision":1,"visit":11,"vllm":6,"vllm_api_kei":6,"volum":29,"vpc":10,"w3c":[16,25],"wa":[12,20,22],"wai":[0,1,2,9,11,12,16,28],"wait":[0,11,12,19,28],"want":[0,7,14,16,18,20,21],"wast":16,"watch":20,"we":[1,4,7,12,14,15,18,26],"weather":[7,20],"weather_info":20,"web":[12,14],"weight":5,"well":16,"were":22,"west":6,"what":[1,3,8,11,16,18,21,22],"when":[0,1,2,6,7,8,9,11,12,14,16,19,20,21,25],"where":[0,7,10,11,12,14,16,17,18,20,21,22,26,28],"whether":[4,7,20,21],"which":[0,2,4,9,10,12,16,20,21,22,23,25],"while":[1,6,11,15,17,19,20,21,26],"wide":[12,14,17,23,25,27],"wind":1,"window":18,"within":[0,7,11,12,17,19,20,26,28],"without":[3,4,6,9,12,16,17,21,29],"won":18,"work":[3,5,6,10,14,16,17,20,24,25,27,28],"worker":[12,15],"workflow":[17,19],"workload":[15,21],"world":21,"would":[0,2,12,28],"write":[0,1,2,6,16,17,21],"writer":5,"written":[12,15,16],"x":[3,5,8,12,14,18,22],"xai":4,"xai_api_kei":6,"xxx":29,"yaml":[0,1,3,6,14,18,23,25,29],"yen":18,"yml":[11,28,29],"york":[7,20],"you":[0,1,2,3,4,5,6,7,8,9,10,11,12,14,16,17,18,19,20,21,23,25,26,27,28,29],"your":[0,1,2,3,4,5,6,7,9,10,11,12,14,16,17,18,19,20,21,22,23,25,26,29],"yourself":1,"yourweatherapp":20,"yuan":18,"yyi":29,"z":6,"zar":18,"zealand":18,"zeroshot":22,"zhipu_api_kei":6,"z\u0142oti":18},"titles":["Agentic Apps","Multi-Turn","RAG Apps","Client Libraries","LLM Providers","Model Aliases","Supported Providers &amp; Configuration","Prompt Target","Error Target","Listener","Model Serving","Prompts","Request Lifecycle","Tech Overview","Terminology","Threading Model","Intro to Arch","Overview","Quickstart","Agent Routing and Hand Off","Function Calling","LLM Routing","Access Logging","Monitoring","Observability","Tracing","Prompt Guard","Welcome to Arch!","Configuration Reference","Deployment"],"titleterms":{"1":[0,1,2,18,20],"2":[0,1,2,18,20],"3":[18,20],"A":25,"For":7,"It":22,"access":22,"addit":25,"adjust":1,"advanc":[4,5,6],"agent":[0,7,11,18,19,25],"ai":[6,18,25],"alia":21,"alias":5,"alibaba":6,"align":21,"also":[3,5,6],"amazon":6,"an":11,"anthrop":[3,6],"api":6,"app":[0,1,2,11],"ar":7,"arch":[1,11,16,17,18,20,21,26,27],"architectur":12,"augment":2,"aw":25,"azur":6,"base":[6,21,29],"basic":[5,7],"bedrock":6,"benefit":[4,25,26],"best":[3,5,8,19,20,21,25],"blaze":10,"breakdown":25,"build":[1,17,18,27],"call":[0,20],"capabl":4,"case":[4,19,20,21],"categori":6,"class":6,"client":[3,11,18],"cloud":10,"combin":21,"come":5,"command":18,"common":[4,29],"compat":[3,6],"compos":29,"concept":[8,17,27],"config":[1,18],"configur":[5,6,7,9,12,20,23,26,28],"convers":18,"core":4,"cpu":10,"creat":18,"cross":3,"curl":[3,18],"currenc":18,"dashboard":23,"datadog":25,"deepseek":6,"default":[6,7],"defin":[0,1,2,7,20],"demo":1,"deploy":29,"docker":29,"downstream":9,"egress":[9,11,12],"endpoint":[3,6],"error":[3,8],"exampl":[1,3,7,8,11,19,20,21,25,26],"extract":2,"fast":10,"featur":[4,5,7,20,22],"file":18,"first":6,"flask":[1,2],"flow":12,"follow":2,"format":[22,25],"function":[0,20],"gatewai":[3,11,18,29],"gemini":6,"gener":2,"get":[4,17,27],"googl":6,"gpu":10,"grafana":23,"groq":6,"guard":[11,26],"guid":[17,27],"guidelin":6,"hand":19,"handl":3,"header":[8,25],"high":12,"how":[22,25,26],"i":[2,20,26],"implement":[20,21],"ingress":[9,12],"initi":25,"instanc":6,"instrument":25,"integr":25,"intent":[1,7,11],"interact":18,"intro":16,"issu":29,"kei":[4,7,8,20,22],"langtrac":25,"level":12,"librari":3,"lifecycl":12,"listen":9,"llm":[4,11,18,21],"local":10,"log":22,"logic":7,"match":[7,11],"messag":11,"method":21,"metric":23,"mistral":6,"model":[5,6,10,15,21,29],"moder":10,"monitor":23,"moonshot":6,"multi":[1,2],"multipl":[0,6],"name":5,"network":12,"next":18,"observ":24,"off":19,"ollama":6,"openai":[3,6,11,18],"opentelemetri":25,"over":20,"overview":[13,17,25],"parallel":0,"paramet":[0,2,7],"post":12,"practic":[3,5,8,19,20,25],"practicesm":21,"prefer":[6,21],"prerequisit":18,"process":[0,1,2,12],"prompt":[0,2,7,11,20,26],"propag":25,"provid":[4,6],"python":[3,18,25],"question":2,"quickstart":18,"qwen":6,"rag":[1,2],"rai":25,"refer":28,"request":[0,1,2,12],"requir":6,"resourc":[25,27],"retriev":[1,2],"rout":[6,7,19,21,29],"router":[18,21],"rule":5,"runtim":29,"sdk":3,"see":[3,5,6],"select":6,"serv":10,"setup":29,"singl":0,"smoke":29,"solut":29,"soon":5,"stack":29,"start":[4,17,18,27,29],"step":[0,1,2,18,20],"structur":6,"summari":[7,25,26],"support":[3,6],"switch":1,"take":20,"target":[0,2,7,8,11,20],"tech":13,"terminologi":[12,14],"test":29,"thread":15,"tip":[8,19,20],"togeth":6,"tool":[7,25],"topologi":12,"trace":25,"tracepar":25,"troubleshoot":29,"turn":[1,2],"up":2,"upstream":9,"url":6,"us":[4,5,11,18,19,20,21,25,26],"valid":5,"via":[11,23],"visual":25,"welcom":27,"what":[2,7,20,26],"why":26,"work":[22,26],"workflow":[20,21],"x":25,"xai":6,"zhipu":6}})
\ No newline at end of file