diff --git a/.buildinfo b/.buildinfo
index a4196ee7..5d8477d4 100755
--- a/.buildinfo
+++ b/.buildinfo
@@ -1,4 +1,4 @@
 # Sphinx build info version 1
 # This file records the configuration used when building these files. When it is not found, a full rebuild will be done.
-config: 983cd967a670027bf46c7e0e383e3611
+config: 1c782aed19fb6573304ca8332ee3822f
 tags: 645f666f9bcd5a90fca523b33c5a78b7
diff --git a/_images/tracing.png b/_images/tracing.png
new file mode 100755
index 00000000..91d6a82b
Binary files /dev/null and b/_images/tracing.png differ
diff --git a/_static/documentation_options.js b/_static/documentation_options.js
index c83c1321..1af84539 100755
--- a/_static/documentation_options.js
+++ b/_static/documentation_options.js
@@ -1,5 +1,5 @@
 const DOCUMENTATION_OPTIONS = {
-    VERSION: ' v0.1',
+    VERSION: ' v0.1.2',
     LANGUAGE: 'en',
     COLLAPSE_INDEX: false,
     BUILDER: 'html',
diff --git a/_static/img/tracing.png b/_static/img/tracing.png
new file mode 100755
index 00000000..91d6a82b
Binary files /dev/null and b/_static/img/tracing.png differ
diff --git a/build_with_arch/agent.html b/build_with_arch/agent.html
index b4342e81..dc9f46ec 100755
--- a/build_with_arch/agent.html
+++ b/build_with_arch/agent.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Agentic Workflow | Arch Docs v0.1</title>
-<meta content="Agentic Workflow | Arch Docs v0.1" property="og:title"/>
-<meta content="Agentic Workflow | Arch Docs v0.1" name="twitter:title"/>
+<title>Agentic Workflow | Arch Docs v0.1.2</title>
+<meta content="Agentic Workflow | Arch Docs v0.1.2" property="og:title"/>
+<meta content="Agentic Workflow | Arch Docs v0.1.2" name="twitter:title"/>
 <link href="../_static/pygments.css?v=75ebff74" rel="stylesheet" type="text/css"/>
 <link href="../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1.2</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1.2</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -143,7 +143,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../index.html">
-<span class="hidden md:inline">Arch Docs v0.1</span>
+<span class="hidden md:inline">Arch Docs v0.1.2</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -408,12 +408,12 @@ the user’s intent.</p>
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Nov 15, 2024. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Nov 16, 2024. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../_static/documentation_options.js?v=a0703c7e"></script>
+<script src="../_static/documentation_options.js?v=f5cb0d3d"></script>
 <script src="../_static/doctools.js?v=9bcbadda"></script>
 <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../_static/theme.js?v=073f68d9"></script>
diff --git a/build_with_arch/rag.html b/build_with_arch/rag.html
index 1901d54a..42d9b1fd 100755
--- a/build_with_arch/rag.html
+++ b/build_with_arch/rag.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>RAG Application | Arch Docs v0.1</title>
-<meta content="RAG Application | Arch Docs v0.1" property="og:title"/>
-<meta content="RAG Application | Arch Docs v0.1" name="twitter:title"/>
+<title>RAG Application | Arch Docs v0.1.2</title>
+<meta content="RAG Application | Arch Docs v0.1.2" property="og:title"/>
+<meta content="RAG Application | Arch Docs v0.1.2" name="twitter:title"/>
 <link href="../_static/pygments.css?v=75ebff74" rel="stylesheet" type="text/css"/>
 <link href="../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1.2</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1.2</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -143,7 +143,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../index.html">
-<span class="hidden md:inline">Arch Docs v0.1</span>
+<span class="hidden md:inline">Arch Docs v0.1.2</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -454,12 +454,12 @@ token cost and dramatically improve the speed of their responses back to users.<
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Nov 15, 2024. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Nov 16, 2024. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../_static/documentation_options.js?v=a0703c7e"></script>
+<script src="../_static/documentation_options.js?v=f5cb0d3d"></script>
 <script src="../_static/doctools.js?v=9bcbadda"></script>
 <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../_static/theme.js?v=073f68d9"></script>
diff --git a/concepts/llm_provider.html b/concepts/llm_provider.html
index 86c6a9d8..937de7da 100755
--- a/concepts/llm_provider.html
+++ b/concepts/llm_provider.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>LLM Provider | Arch Docs v0.1</title>
-<meta content="LLM Provider | Arch Docs v0.1" property="og:title"/>
-<meta content="LLM Provider | Arch Docs v0.1" name="twitter:title"/>
+<title>LLM Provider | Arch Docs v0.1.2</title>
+<meta content="LLM Provider | Arch Docs v0.1.2" property="og:title"/>
+<meta content="LLM Provider | Arch Docs v0.1.2" name="twitter:title"/>
 <link href="../_static/pygments.css?v=75ebff74" rel="stylesheet" type="text/css"/>
 <link href="../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1.2</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1.2</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -143,7 +143,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../index.html">
-<span class="hidden md:inline">Arch Docs v0.1</span>
+<span class="hidden md:inline">Arch Docs v0.1.2</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -245,12 +245,12 @@ make outbound LLM calls.</p>
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Nov 15, 2024. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Nov 16, 2024. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../_static/documentation_options.js?v=a0703c7e"></script>
+<script src="../_static/documentation_options.js?v=f5cb0d3d"></script>
 <script src="../_static/doctools.js?v=9bcbadda"></script>
 <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../_static/theme.js?v=073f68d9"></script>
diff --git a/concepts/prompt_target.html b/concepts/prompt_target.html
index 78744da2..ab28b887 100755
--- a/concepts/prompt_target.html
+++ b/concepts/prompt_target.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Prompt Target | Arch Docs v0.1</title>
-<meta content="Prompt Target | Arch Docs v0.1" property="og:title"/>
-<meta content="Prompt Target | Arch Docs v0.1" name="twitter:title"/>
+<title>Prompt Target | Arch Docs v0.1.2</title>
+<meta content="Prompt Target | Arch Docs v0.1.2" property="og:title"/>
+<meta content="Prompt Target | Arch Docs v0.1.2" name="twitter:title"/>
 <link href="../_static/pygments.css?v=75ebff74" rel="stylesheet" type="text/css"/>
 <link href="../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1.2</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1.2</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -143,7 +143,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../index.html">
-<span class="hidden md:inline">Arch Docs v0.1</span>
+<span class="hidden md:inline">Arch Docs v0.1.2</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -344,12 +344,12 @@ This modular approach not only simplifies your application’s architecture but
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Nov 15, 2024. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Nov 16, 2024. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../_static/documentation_options.js?v=a0703c7e"></script>
+<script src="../_static/documentation_options.js?v=f5cb0d3d"></script>
 <script src="../_static/doctools.js?v=9bcbadda"></script>
 <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../_static/theme.js?v=073f68d9"></script>
diff --git a/concepts/tech_overview/error_target.html b/concepts/tech_overview/error_target.html
index b45305ef..fc9fd4bf 100755
--- a/concepts/tech_overview/error_target.html
+++ b/concepts/tech_overview/error_target.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Error Target | Arch Docs v0.1</title>
-<meta content="Error Target | Arch Docs v0.1" property="og:title"/>
-<meta content="Error Target | Arch Docs v0.1" name="twitter:title"/>
+<title>Error Target | Arch Docs v0.1.2</title>
+<meta content="Error Target | Arch Docs v0.1.2" property="og:title"/>
+<meta content="Error Target | Arch Docs v0.1.2" name="twitter:title"/>
 <link href="../../_static/pygments.css?v=75ebff74" rel="stylesheet" type="text/css"/>
 <link href="../../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1.2</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1.2</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -143,7 +143,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../../index.html">
-<span class="hidden md:inline">Arch Docs v0.1</span>
+<span class="hidden md:inline">Arch Docs v0.1.2</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -229,12 +229,12 @@ The errors are communicated to the application via headers like <code class="doc
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Nov 15, 2024. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Nov 16, 2024. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../../_static/documentation_options.js?v=a0703c7e"></script>
+<script src="../../_static/documentation_options.js?v=f5cb0d3d"></script>
 <script src="../../_static/doctools.js?v=9bcbadda"></script>
 <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../../_static/theme.js?v=073f68d9"></script>
diff --git a/concepts/tech_overview/listener.html b/concepts/tech_overview/listener.html
index d18aa0d6..5055e429 100755
--- a/concepts/tech_overview/listener.html
+++ b/concepts/tech_overview/listener.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Listener | Arch Docs v0.1</title>
-<meta content="Listener | Arch Docs v0.1" property="og:title"/>
-<meta content="Listener | Arch Docs v0.1" name="twitter:title"/>
+<title>Listener | Arch Docs v0.1.2</title>
+<meta content="Listener | Arch Docs v0.1.2" property="og:title"/>
+<meta content="Listener | Arch Docs v0.1.2" name="twitter:title"/>
 <link href="../../_static/pygments.css?v=75ebff74" rel="stylesheet" type="text/css"/>
 <link href="../../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1.2</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1.2</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -143,7 +143,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../../index.html">
-<span class="hidden md:inline">Arch Docs v0.1</span>
+<span class="hidden md:inline">Arch Docs v0.1.2</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -171,8 +171,8 @@ see <a class="reference internal" href="prompt.html#arch-overview-prompt-handlin
 <h2>Upstream (Egress)<a @click.prevent="window.navigator.clipboard.writeText($el.href); $el.setAttribute('data-tooltip', 'Copied!'); setTimeout(() =&gt; $el.setAttribute('data-tooltip', 'Copy link to this element'), 2000)" aria-label="Copy link to this element" class="headerlink" data-tooltip="Copy link to this element" href="#upstream-egress" x-intersect.margin.0%.0%.-70%.0%="activeSection = '#upstream-egress'"><svg height="1em" viewbox="0 0 24 24" width="1em" xmlns="http://www.w3.org/2000/svg"><path d="M3.9 12c0-1.71 1.39-3.1 3.1-3.1h4V7H7c-2.76 0-5 2.24-5 5s2.24 5 5 5h4v-1.9H7c-1.71 0-3.1-1.39-3.1-3.1zM8 13h8v-2H8v2zm9-6h-4v1.9h4c1.71 0 3.1 1.39 3.1 3.1s-1.39 3.1-3.1 3.1h-4V17h4c2.76 0 5-2.24 5-5s-2.24-5-5-5z"></path></svg></a></h2>
 <p>Arch automatically configures a listener to route requests from your application to upstream LLM API providers (or hosts).
 When you start Arch, it creates a listener for egress traffic based on the presence of the <code class="docutils literal notranslate"><span class="pre">listener</span></code> configuration
-section in the configuration file. Arch binds itself to a local address such as <code class="docutils literal notranslate"><span class="pre">127.0.0.1:9000/v1</span></code> or a DNS-based
-address like <code class="docutils literal notranslate"><span class="pre">arch.local:9000/v1</span></code> for outgoing traffic. For more details on LLM providers, read <a class="reference internal" href="../llm_provider.html#llm-provider"><span class="std std-ref">here</span></a>.</p>
+section in the configuration file. Arch binds itself to a local address such as <code class="docutils literal notranslate"><span class="pre">127.0.0.1:12000/v1</span></code> or a DNS-based
+address like <code class="docutils literal notranslate"><span class="pre">arch.local:12000/v1</span></code> for outgoing traffic. For more details on LLM providers, read <a class="reference internal" href="../llm_provider.html#llm-provider"><span class="std std-ref">here</span></a>.</p>
 </section>
 <section id="configure-listener">
 <h2>Configure Listener<a @click.prevent="window.navigator.clipboard.writeText($el.href); $el.setAttribute('data-tooltip', 'Copied!'); setTimeout(() =&gt; $el.setAttribute('data-tooltip', 'Copy link to this element'), 2000)" aria-label="Copy link to this element" class="headerlink" data-tooltip="Copy link to this element" href="#configure-listener" x-intersect.margin.0%.0%.-70%.0%="activeSection = '#configure-listener'"><svg height="1em" viewbox="0 0 24 24" width="1em" xmlns="http://www.w3.org/2000/svg"><path d="M3.9 12c0-1.71 1.39-3.1 3.1-3.1h4V7H7c-2.76 0-5 2.24-5 5s2.24 5 5 5h4v-1.9H7c-1.71 0-3.1-1.39-3.1-3.1zM8 13h8v-2H8v2zm9-6h-4v1.9h4c1.71 0 3.1 1.39 3.1 3.1s-1.39 3.1-3.1 3.1h-4V17h4c2.76 0 5-2.24 5-5s-2.24-5-5-5z"></path></svg></a></h2>
@@ -233,12 +233,12 @@ address like <code class="docutils literal notranslate"><span class="pre">arch.l
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Nov 15, 2024. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Nov 16, 2024. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../../_static/documentation_options.js?v=a0703c7e"></script>
+<script src="../../_static/documentation_options.js?v=f5cb0d3d"></script>
 <script src="../../_static/doctools.js?v=9bcbadda"></script>
 <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../../_static/theme.js?v=073f68d9"></script>
diff --git a/concepts/tech_overview/model_serving.html b/concepts/tech_overview/model_serving.html
index 56d519b6..a8b8db53 100755
--- a/concepts/tech_overview/model_serving.html
+++ b/concepts/tech_overview/model_serving.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Model Serving | Arch Docs v0.1</title>
-<meta content="Model Serving | Arch Docs v0.1" property="og:title"/>
-<meta content="Model Serving | Arch Docs v0.1" name="twitter:title"/>
+<title>Model Serving | Arch Docs v0.1.2</title>
+<meta content="Model Serving | Arch Docs v0.1.2" property="og:title"/>
+<meta content="Model Serving | Arch Docs v0.1.2" name="twitter:title"/>
 <link href="../../_static/pygments.css?v=75ebff74" rel="stylesheet" type="text/css"/>
 <link href="../../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1.2</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1.2</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -143,7 +143,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../../index.html">
-<span class="hidden md:inline">Arch Docs v0.1</span>
+<span class="hidden md:inline">Arch Docs v0.1.2</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -220,12 +220,12 @@ how to generate API keys for model serving</p>
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Nov 15, 2024. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Nov 16, 2024. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../../_static/documentation_options.js?v=a0703c7e"></script>
+<script src="../../_static/documentation_options.js?v=f5cb0d3d"></script>
 <script src="../../_static/doctools.js?v=9bcbadda"></script>
 <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../../_static/theme.js?v=073f68d9"></script>
diff --git a/concepts/tech_overview/prompt.html b/concepts/tech_overview/prompt.html
index f0d9cf28..1436b957 100755
--- a/concepts/tech_overview/prompt.html
+++ b/concepts/tech_overview/prompt.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Prompts | Arch Docs v0.1</title>
-<meta content="Prompts | Arch Docs v0.1" property="og:title"/>
-<meta content="Prompts | Arch Docs v0.1" name="twitter:title"/>
+<title>Prompts | Arch Docs v0.1.2</title>
+<meta content="Prompts | Arch Docs v0.1.2" property="og:title"/>
+<meta content="Prompts | Arch Docs v0.1.2" name="twitter:title"/>
 <link href="../../_static/pygments.css?v=75ebff74" rel="stylesheet" type="text/css"/>
 <link href="../../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1.2</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1.2</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -143,7 +143,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../../index.html">
-<span class="hidden md:inline">Arch Docs v0.1</span>
+<span class="hidden md:inline">Arch Docs v0.1.2</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -399,12 +399,12 @@ This setup allows you to take advantage of Arch’s advanced traffic management
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Nov 15, 2024. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Nov 16, 2024. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../../_static/documentation_options.js?v=a0703c7e"></script>
+<script src="../../_static/documentation_options.js?v=f5cb0d3d"></script>
 <script src="../../_static/doctools.js?v=9bcbadda"></script>
 <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../../_static/theme.js?v=073f68d9"></script>
diff --git a/concepts/tech_overview/request_lifecycle.html b/concepts/tech_overview/request_lifecycle.html
index bbe4206a..bce2f44b 100755
--- a/concepts/tech_overview/request_lifecycle.html
+++ b/concepts/tech_overview/request_lifecycle.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Request Lifecycle | Arch Docs v0.1</title>
-<meta content="Request Lifecycle | Arch Docs v0.1" property="og:title"/>
-<meta content="Request Lifecycle | Arch Docs v0.1" name="twitter:title"/>
+<title>Request Lifecycle | Arch Docs v0.1.2</title>
+<meta content="Request Lifecycle | Arch Docs v0.1.2" property="og:title"/>
+<meta content="Request Lifecycle | Arch Docs v0.1.2" name="twitter:title"/>
 <link href="../../_static/pygments.css?v=75ebff74" rel="stylesheet" type="text/css"/>
 <link href="../../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1.2</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1.2</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -143,7 +143,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../../index.html">
-<span class="hidden md:inline">Arch Docs v0.1</span>
+<span class="hidden md:inline">Arch Docs v0.1.2</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -399,12 +399,12 @@ processing request headers and then finalized by the HCM during post-request pro
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Nov 15, 2024. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Nov 16, 2024. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../../_static/documentation_options.js?v=a0703c7e"></script>
+<script src="../../_static/documentation_options.js?v=f5cb0d3d"></script>
 <script src="../../_static/doctools.js?v=9bcbadda"></script>
 <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../../_static/theme.js?v=073f68d9"></script>
diff --git a/concepts/tech_overview/tech_overview.html b/concepts/tech_overview/tech_overview.html
index b6f4c7e2..04338386 100755
--- a/concepts/tech_overview/tech_overview.html
+++ b/concepts/tech_overview/tech_overview.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Tech Overview | Arch Docs v0.1</title>
-<meta content="Tech Overview | Arch Docs v0.1" property="og:title"/>
-<meta content="Tech Overview | Arch Docs v0.1" name="twitter:title"/>
+<title>Tech Overview | Arch Docs v0.1.2</title>
+<meta content="Tech Overview | Arch Docs v0.1.2" property="og:title"/>
+<meta content="Tech Overview | Arch Docs v0.1.2" name="twitter:title"/>
 <link href="../../_static/pygments.css?v=75ebff74" rel="stylesheet" type="text/css"/>
 <link href="../../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1.2</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1.2</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -143,7 +143,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../../index.html">
-<span class="hidden md:inline">Arch Docs v0.1</span>
+<span class="hidden md:inline">Arch Docs v0.1.2</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -216,12 +216,12 @@
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Nov 15, 2024. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Nov 16, 2024. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../../_static/documentation_options.js?v=a0703c7e"></script>
+<script src="../../_static/documentation_options.js?v=f5cb0d3d"></script>
 <script src="../../_static/doctools.js?v=9bcbadda"></script>
 <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../../_static/theme.js?v=073f68d9"></script>
diff --git a/concepts/tech_overview/terminology.html b/concepts/tech_overview/terminology.html
index 837c37ba..358e93f7 100755
--- a/concepts/tech_overview/terminology.html
+++ b/concepts/tech_overview/terminology.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Terminology | Arch Docs v0.1</title>
-<meta content="Terminology | Arch Docs v0.1" property="og:title"/>
-<meta content="Terminology | Arch Docs v0.1" name="twitter:title"/>
+<title>Terminology | Arch Docs v0.1.2</title>
+<meta content="Terminology | Arch Docs v0.1.2" property="og:title"/>
+<meta content="Terminology | Arch Docs v0.1.2" name="twitter:title"/>
 <link href="../../_static/pygments.css?v=75ebff74" rel="stylesheet" type="text/css"/>
 <link href="../../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1.2</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1.2</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -143,7 +143,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../../index.html">
-<span class="hidden md:inline">Arch Docs v0.1</span>
+<span class="hidden md:inline">Arch Docs v0.1.2</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -210,12 +210,12 @@ incoming prompts. The model server is designed to call the (fast) purpose-built
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Nov 15, 2024. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Nov 16, 2024. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../../_static/documentation_options.js?v=a0703c7e"></script>
+<script src="../../_static/documentation_options.js?v=f5cb0d3d"></script>
 <script src="../../_static/doctools.js?v=9bcbadda"></script>
 <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../../_static/theme.js?v=073f68d9"></script>
diff --git a/concepts/tech_overview/threading_model.html b/concepts/tech_overview/threading_model.html
index dbf26534..9f1691e7 100755
--- a/concepts/tech_overview/threading_model.html
+++ b/concepts/tech_overview/threading_model.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Threading Model | Arch Docs v0.1</title>
-<meta content="Threading Model | Arch Docs v0.1" property="og:title"/>
-<meta content="Threading Model | Arch Docs v0.1" name="twitter:title"/>
+<title>Threading Model | Arch Docs v0.1.2</title>
+<meta content="Threading Model | Arch Docs v0.1.2" property="og:title"/>
+<meta content="Threading Model | Arch Docs v0.1.2" name="twitter:title"/>
 <link href="../../_static/pygments.css?v=75ebff74" rel="stylesheet" type="text/css"/>
 <link href="../../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1.2</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1.2</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -143,7 +143,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../../index.html">
-<span class="hidden md:inline">Arch Docs v0.1</span>
+<span class="hidden md:inline">Arch Docs v0.1.2</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -191,12 +191,12 @@ hardware threads on the machine.</p>
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Nov 15, 2024. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Nov 16, 2024. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../../_static/documentation_options.js?v=a0703c7e"></script>
+<script src="../../_static/documentation_options.js?v=f5cb0d3d"></script>
 <script src="../../_static/doctools.js?v=9bcbadda"></script>
 <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../../_static/theme.js?v=073f68d9"></script>
diff --git a/get_started/intro_to_arch.html b/get_started/intro_to_arch.html
index 5a186fa8..f45169ec 100755
--- a/get_started/intro_to_arch.html
+++ b/get_started/intro_to_arch.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Intro to Arch | Arch Docs v0.1</title>
-<meta content="Intro to Arch | Arch Docs v0.1" property="og:title"/>
-<meta content="Intro to Arch | Arch Docs v0.1" name="twitter:title"/>
+<title>Intro to Arch | Arch Docs v0.1.2</title>
+<meta content="Intro to Arch | Arch Docs v0.1.2" property="og:title"/>
+<meta content="Intro to Arch | Arch Docs v0.1.2" name="twitter:title"/>
 <link href="../_static/pygments.css?v=75ebff74" rel="stylesheet" type="text/css"/>
 <link href="../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1.2</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1.2</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -143,7 +143,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../index.html">
-<span class="hidden md:inline">Arch Docs v0.1</span>
+<span class="hidden md:inline">Arch Docs v0.1.2</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -224,12 +224,12 @@ For more details, read <a class="reference internal" href="../guides/observabili
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Nov 15, 2024. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Nov 16, 2024. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../_static/documentation_options.js?v=a0703c7e"></script>
+<script src="../_static/documentation_options.js?v=f5cb0d3d"></script>
 <script src="../_static/doctools.js?v=9bcbadda"></script>
 <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../_static/theme.js?v=073f68d9"></script>
diff --git a/get_started/overview.html b/get_started/overview.html
index dabf69b3..732e313f 100755
--- a/get_started/overview.html
+++ b/get_started/overview.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Overview | Arch Docs v0.1</title>
-<meta content="Overview | Arch Docs v0.1" property="og:title"/>
-<meta content="Overview | Arch Docs v0.1" name="twitter:title"/>
+<title>Overview | Arch Docs v0.1.2</title>
+<meta content="Overview | Arch Docs v0.1.2" property="og:title"/>
+<meta content="Overview | Arch Docs v0.1.2" name="twitter:title"/>
 <link href="../_static/pygments.css?v=75ebff74" rel="stylesheet" type="text/css"/>
 <link href="../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1.2</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1.2</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -143,7 +143,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../index.html">
-<span class="hidden md:inline">Arch Docs v0.1</span>
+<span class="hidden md:inline">Arch Docs v0.1.2</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -320,12 +320,12 @@ simplify the interaction with upstream LLMs, and improve observability all while
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Nov 15, 2024. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Nov 16, 2024. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../_static/documentation_options.js?v=a0703c7e"></script>
+<script src="../_static/documentation_options.js?v=f5cb0d3d"></script>
 <script src="../_static/doctools.js?v=9bcbadda"></script>
 <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../_static/theme.js?v=073f68d9"></script>
diff --git a/get_started/quickstart.html b/get_started/quickstart.html
index 43e2f5a5..f404fce4 100755
--- a/get_started/quickstart.html
+++ b/get_started/quickstart.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Quickstart | Arch Docs v0.1</title>
-<meta content="Quickstart | Arch Docs v0.1" property="og:title"/>
-<meta content="Quickstart | Arch Docs v0.1" name="twitter:title"/>
+<title>Quickstart | Arch Docs v0.1.2</title>
+<meta content="Quickstart | Arch Docs v0.1.2" property="og:title"/>
+<meta content="Quickstart | Arch Docs v0.1.2" name="twitter:title"/>
 <link href="../_static/pygments.css?v=75ebff74" rel="stylesheet" type="text/css"/>
 <link href="../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1.2</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1.2</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -143,7 +143,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../index.html">
-<span class="hidden md:inline">Arch Docs v0.1</span>
+<span class="hidden md:inline">Arch Docs v0.1.2</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -294,12 +294,12 @@ Below is an example configuration to get you started, including:</p>
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Nov 15, 2024. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Nov 16, 2024. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../_static/documentation_options.js?v=a0703c7e"></script>
+<script src="../_static/documentation_options.js?v=f5cb0d3d"></script>
 <script src="../_static/doctools.js?v=9bcbadda"></script>
 <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../_static/theme.js?v=073f68d9"></script>
diff --git a/guides/function_calling.html b/guides/function_calling.html
index 6d755d15..927bfb1b 100755
--- a/guides/function_calling.html
+++ b/guides/function_calling.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Function Calling | Arch Docs v0.1</title>
-<meta content="Function Calling | Arch Docs v0.1" property="og:title"/>
-<meta content="Function Calling | Arch Docs v0.1" name="twitter:title"/>
+<title>Function Calling | Arch Docs v0.1.2</title>
+<meta content="Function Calling | Arch Docs v0.1.2" property="og:title"/>
+<meta content="Function Calling | Arch Docs v0.1.2" name="twitter:title"/>
 <link href="../_static/pygments.css?v=75ebff74" rel="stylesheet" type="text/css"/>
 <link href="../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1.2</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1.2</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -143,7 +143,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../index.html">
-<span class="hidden md:inline">Arch Docs v0.1</span>
+<span class="hidden md:inline">Arch Docs v0.1.2</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -427,12 +427,12 @@ By completing these setup steps, you enable Arch to manage the process from vali
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Nov 15, 2024. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Nov 16, 2024. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../_static/documentation_options.js?v=a0703c7e"></script>
+<script src="../_static/documentation_options.js?v=f5cb0d3d"></script>
 <script src="../_static/doctools.js?v=9bcbadda"></script>
 <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../_static/theme.js?v=073f68d9"></script>
diff --git a/guides/observability/access_logging.html b/guides/observability/access_logging.html
index 999546c9..3558f57c 100755
--- a/guides/observability/access_logging.html
+++ b/guides/observability/access_logging.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Access Logging | Arch Docs v0.1</title>
-<meta content="Access Logging | Arch Docs v0.1" property="og:title"/>
-<meta content="Access Logging | Arch Docs v0.1" name="twitter:title"/>
+<title>Access Logging | Arch Docs v0.1.2</title>
+<meta content="Access Logging | Arch Docs v0.1.2" property="og:title"/>
+<meta content="Access Logging | Arch Docs v0.1.2" name="twitter:title"/>
 <link href="../../_static/pygments.css?v=75ebff74" rel="stylesheet" type="text/css"/>
 <link href="../../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1.2</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1.2</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -143,7 +143,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../../index.html">
-<span class="hidden md:inline">Arch Docs v0.1</span>
+<span class="hidden md:inline">Arch Docs v0.1.2</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -239,12 +239,12 @@ Access logs can be exported to centralized logging systems (e.g., ELK stack or F
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Nov 15, 2024. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Nov 16, 2024. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../../_static/documentation_options.js?v=a0703c7e"></script>
+<script src="../../_static/documentation_options.js?v=f5cb0d3d"></script>
 <script src="../../_static/doctools.js?v=9bcbadda"></script>
 <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../../_static/theme.js?v=073f68d9"></script>
diff --git a/guides/observability/monitoring.html b/guides/observability/monitoring.html
index 691e34a8..f6b19ad3 100755
--- a/guides/observability/monitoring.html
+++ b/guides/observability/monitoring.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Monitoring | Arch Docs v0.1</title>
-<meta content="Monitoring | Arch Docs v0.1" property="og:title"/>
-<meta content="Monitoring | Arch Docs v0.1" name="twitter:title"/>
+<title>Monitoring | Arch Docs v0.1.2</title>
+<meta content="Monitoring | Arch Docs v0.1.2" property="og:title"/>
+<meta content="Monitoring | Arch Docs v0.1.2" name="twitter:title"/>
 <link href="../../_static/pygments.css?v=75ebff74" rel="stylesheet" type="text/css"/>
 <link href="../../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1.2</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1.2</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -143,7 +143,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../../index.html">
-<span class="hidden md:inline">Arch Docs v0.1</span>
+<span class="hidden md:inline">Arch Docs v0.1.2</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -182,12 +182,12 @@ token (TOT) metrics, and the total latency as perceived by users.</p>
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Nov 15, 2024. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Nov 16, 2024. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../../_static/documentation_options.js?v=a0703c7e"></script>
+<script src="../../_static/documentation_options.js?v=f5cb0d3d"></script>
 <script src="../../_static/doctools.js?v=9bcbadda"></script>
 <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../../_static/theme.js?v=073f68d9"></script>
diff --git a/guides/observability/observability.html b/guides/observability/observability.html
index 871d152b..d2234036 100755
--- a/guides/observability/observability.html
+++ b/guides/observability/observability.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Observability | Arch Docs v0.1</title>
-<meta content="Observability | Arch Docs v0.1" property="og:title"/>
-<meta content="Observability | Arch Docs v0.1" name="twitter:title"/>
+<title>Observability | Arch Docs v0.1.2</title>
+<meta content="Observability | Arch Docs v0.1.2" property="og:title"/>
+<meta content="Observability | Arch Docs v0.1.2" name="twitter:title"/>
 <link href="../../_static/pygments.css?v=75ebff74" rel="stylesheet" type="text/css"/>
 <link href="../../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1.2</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1.2</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -143,7 +143,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../../index.html">
-<span class="hidden md:inline">Arch Docs v0.1</span>
+<span class="hidden md:inline">Arch Docs v0.1.2</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -199,12 +199,12 @@
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Nov 15, 2024. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Nov 16, 2024. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../../_static/documentation_options.js?v=a0703c7e"></script>
+<script src="../../_static/documentation_options.js?v=f5cb0d3d"></script>
 <script src="../../_static/doctools.js?v=9bcbadda"></script>
 <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../../_static/theme.js?v=073f68d9"></script>
diff --git a/guides/observability/tracing.html b/guides/observability/tracing.html
index 8f015d75..db9b4429 100755
--- a/guides/observability/tracing.html
+++ b/guides/observability/tracing.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Tracing | Arch Docs v0.1</title>
-<meta content="Tracing | Arch Docs v0.1" property="og:title"/>
-<meta content="Tracing | Arch Docs v0.1" name="twitter:title"/>
+<title>Tracing | Arch Docs v0.1.2</title>
+<meta content="Tracing | Arch Docs v0.1.2" property="og:title"/>
+<meta content="Tracing | Arch Docs v0.1.2" name="twitter:title"/>
 <link href="../../_static/pygments.css?v=75ebff74" rel="stylesheet" type="text/css"/>
 <link href="../../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1.2</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1.2</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -143,7 +143,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../../index.html">
-<span class="hidden md:inline">Arch Docs v0.1</span>
+<span class="hidden md:inline">Arch Docs v0.1.2</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -170,6 +170,8 @@ and understanding complex AI agent architectures like Co-pilots.</p>
 flow, enabling <strong>end-to-end tracing</strong> across the entire application. By using OpenTelemetry, Arch ensures
 that developers can capture this trace data consistently and in a format compatible with various observability
 tools.</p>
+<a class="reference internal image-reference" href="../../_images/tracing.png"><img alt="../../_images/tracing.png" class="align-center" src="../../_images/tracing.png" style="width: 100%;"/>
+</a>
 </section>
 <section id="benefits-of-using-traceparent-headers">
 <h2>Benefits of Using <code class="docutils literal notranslate"><span class="pre">Traceparent</span></code> Headers<a @click.prevent="window.navigator.clipboard.writeText($el.href); $el.setAttribute('data-tooltip', 'Copied!'); setTimeout(() =&gt; $el.setAttribute('data-tooltip', 'Copy link to this element'), 2000)" aria-label="Copy link to this element" class="headerlink" data-tooltip="Copy link to this element" href="#benefits-of-using-traceparent-headers" x-intersect.margin.0%.0%.-70%.0%="activeSection = '#benefits-of-using-traceparent-headers'"><svg height="1em" viewbox="0 0 24 24" width="1em" xmlns="http://www.w3.org/2000/svg"><path d="M3.9 12c0-1.71 1.39-3.1 3.1-3.1h4V7H7c-2.76 0-5 2.24-5 5s2.24 5 5 5h4v-1.9H7c-1.71 0-3.1-1.39-3.1-3.1zM8 13h8v-2H8v2zm9-6h-4v1.9h4c1.71 0 3.1 1.39 3.1 3.1s-1.39 3.1-3.1 3.1h-4V17h4c2.76 0 5-2.24 5-5s-2.24-5-5-5z"></path></svg></a></h2>
@@ -528,12 +530,12 @@ tools like AWS X-Ray and Datadog, enhancing observability and facilitating faste
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Nov 15, 2024. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Nov 16, 2024. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../../_static/documentation_options.js?v=a0703c7e"></script>
+<script src="../../_static/documentation_options.js?v=f5cb0d3d"></script>
 <script src="../../_static/doctools.js?v=9bcbadda"></script>
 <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../../_static/theme.js?v=073f68d9"></script>
diff --git a/guides/prompt_guard.html b/guides/prompt_guard.html
index 658f85e5..f16cdb04 100755
--- a/guides/prompt_guard.html
+++ b/guides/prompt_guard.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Prompt Guard | Arch Docs v0.1</title>
-<meta content="Prompt Guard | Arch Docs v0.1" property="og:title"/>
-<meta content="Prompt Guard | Arch Docs v0.1" name="twitter:title"/>
+<title>Prompt Guard | Arch Docs v0.1.2</title>
+<meta content="Prompt Guard | Arch Docs v0.1.2" property="og:title"/>
+<meta content="Prompt Guard | Arch Docs v0.1.2" name="twitter:title"/>
 <link href="../_static/pygments.css?v=75ebff74" rel="stylesheet" type="text/css"/>
 <link href="../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1.2</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1.2</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -143,7 +143,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../index.html">
-<span class="hidden md:inline">Arch Docs v0.1</span>
+<span class="hidden md:inline">Arch Docs v0.1.2</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -306,12 +306,12 @@ By implementing Prompt Guard, developers can provide a robust layer of input val
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Nov 15, 2024. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Nov 16, 2024. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../_static/documentation_options.js?v=a0703c7e"></script>
+<script src="../_static/documentation_options.js?v=f5cb0d3d"></script>
 <script src="../_static/doctools.js?v=9bcbadda"></script>
 <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../_static/theme.js?v=073f68d9"></script>
diff --git a/index.html b/index.html
index c8a70d2e..f1e82be6 100755
--- a/index.html
+++ b/index.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Welcome to Arch! | Arch Docs v0.1</title>
-<meta content="Welcome to Arch! | Arch Docs v0.1" property="og:title"/>
-<meta content="Welcome to Arch! | Arch Docs v0.1" name="twitter:title"/>
+<title>Welcome to Arch! | Arch Docs v0.1.2</title>
+<meta content="Welcome to Arch! | Arch Docs v0.1.2" property="og:title"/>
+<meta content="Welcome to Arch! | Arch Docs v0.1.2" name="twitter:title"/>
 <link href="_static/pygments.css?v=75ebff74" rel="stylesheet" type="text/css"/>
 <link href="_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -38,7 +38,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="#">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1.2</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -74,7 +74,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="#">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1.2</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -147,8 +147,9 @@
 </a>
 <div style="text-align: center; font-size: 1.25rem;">
 <br/>
-<p>Build <strong>fast</strong>, <strong>robust</strong>, and <strong>personalized</strong> GenAI apps</p>
-</div><p>Arch (built by the contributors of <a class="reference external" href="https://www.envoyproxy.io/" rel="nofollow noopener">Envoy<svg fill="currentColor" height="1em" stroke="none" viewbox="0 96 960 960" width="1em" xmlns="http://www.w3.org/2000/svg"><path d="M188 868q-11-11-11-28t11-28l436-436H400q-17 0-28.5-11.5T360 336q0-17 11.5-28.5T400 296h320q17 0 28.5 11.5T760 336v320q0 17-11.5 28.5T720 696q-17 0-28.5-11.5T680 656V432L244 868q-11 11-28 11t-28-11Z"></path></svg></a> ) was born out of the belief that:</p>
+<p>Build <strong>fast</strong>, <strong>observable</strong>, and <strong>personalized</strong> GenAI apps</p>
+</div>
+<a href="https://www.producthunt.com/posts/arch-3?embed=true&amp;utm_source=badge-top-post-badge&amp;utm_medium=badge&amp;utm_souce=badge-arch-3" target="_blank"><img alt="Arch - Build fast, hyper-personalized agents with intelligent infra | Product Hunt" height="54" src="https://api.producthunt.com/widgets/embed-image/v1/top-post-badge.svg?post_id=565761&amp;theme=light&amp;period=daily" style="width: 250px; height: 54px;" width="250"/></a><p><a class="reference external" href="https://github.com/katanemo/arch" rel="nofollow noopener">Arch<svg fill="currentColor" height="1em" stroke="none" viewbox="0 96 960 960" width="1em" xmlns="http://www.w3.org/2000/svg"><path d="M188 868q-11-11-11-28t11-28l436-436H400q-17 0-28.5-11.5T360 336q0-17 11.5-28.5T400 296h320q17 0 28.5 11.5T760 336v320q0 17-11.5 28.5T720 696q-17 0-28.5-11.5T680 656V432L244 868q-11 11-28 11t-28-11Z"></path></svg></a> is an intelligent infrastructure primitive for GenAI (built by the contributors of <a class="reference external" href="https://www.envoyproxy.io/" rel="nofollow noopener">Envoy<svg fill="currentColor" height="1em" stroke="none" viewbox="0 96 960 960" width="1em" xmlns="http://www.w3.org/2000/svg"><path d="M188 868q-11-11-11-28t11-28l436-436H400q-17 0-28.5-11.5T360 336q0-17 11.5-28.5T400 296h320q17 0 28.5 11.5T760 336v320q0 17-11.5 28.5T720 696q-17 0-28.5-11.5T680 656V432L244 868q-11 11-28 11t-28-11Z"></path></svg></a> ) that born out of the belief that:</p>
 <blockquote>
 <div><p><em>Prompts are nuanced and opaque user requests, which require the same capabilities as traditional HTTP requests including secure handling, intelligent routing, robust observability, and integration with backend (API) systems for personalization - all outside business logic.</em></p>
 </div></blockquote>
@@ -241,12 +242,12 @@ Resources</label><div class="sd-tab-content docutils">
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Nov 15, 2024. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Nov 16, 2024. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="_static/documentation_options.js?v=a0703c7e"></script>
+<script src="_static/documentation_options.js?v=f5cb0d3d"></script>
 <script src="_static/doctools.js?v=9bcbadda"></script>
 <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="_static/theme.js?v=073f68d9"></script>
diff --git a/resources/configuration_reference.html b/resources/configuration_reference.html
index b689b1ca..7680bae7 100755
--- a/resources/configuration_reference.html
+++ b/resources/configuration_reference.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Configuration Reference | Arch Docs v0.1</title>
-<meta content="Configuration Reference | Arch Docs v0.1" property="og:title"/>
-<meta content="Configuration Reference | Arch Docs v0.1" name="twitter:title"/>
+<title>Configuration Reference | Arch Docs v0.1.2</title>
+<meta content="Configuration Reference | Arch Docs v0.1.2" property="og:title"/>
+<meta content="Configuration Reference | Arch Docs v0.1.2" name="twitter:title"/>
 <link href="../_static/pygments.css?v=75ebff74" rel="stylesheet" type="text/css"/>
 <link href="../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -38,7 +38,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1.2</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -74,7 +74,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1.2</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -142,7 +142,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../index.html">
-<span class="hidden md:inline">Arch Docs v0.1</span>
+<span class="hidden md:inline">Arch Docs v0.1.2</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -286,12 +286,12 @@ that they can spend more of their time in building features unique to their AI e
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Nov 15, 2024. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Nov 16, 2024. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../_static/documentation_options.js?v=a0703c7e"></script>
+<script src="../_static/documentation_options.js?v=f5cb0d3d"></script>
 <script src="../_static/doctools.js?v=9bcbadda"></script>
 <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../_static/theme.js?v=073f68d9"></script>
diff --git a/search.html b/search.html
index 8fda7011..0dcccec1 100755
--- a/search.html
+++ b/search.html
@@ -12,9 +12,9 @@
   <meta name="theme-color" media="(prefers-color-scheme: light)" content="white" />
   <meta name="theme-color" media="(prefers-color-scheme: dark)" content="black" />
   
-    <title>Search | Arch Docs v0.1</title>
-    <meta property="og:title" content="Search | Arch Docs v0.1" />
-    <meta name="twitter:title" content="Search | Arch Docs v0.1" />
+    <title>Search | Arch Docs v0.1.2</title>
+    <meta property="og:title" content="Search | Arch Docs v0.1.2" />
+    <meta name="twitter:title" content="Search | Arch Docs v0.1.2" />
       <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=75ebff74" />
       <link rel="stylesheet" type="text/css" href="_static/theme.css?v=42baaae4" />
       <link rel="stylesheet" type="text/css" href="_static/_static/custom.css" />
@@ -44,7 +44,7 @@
   class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
     <div class="hidden mr-4 md:flex">
       <a href="index.html" class="flex items-center mr-6">
-          <img height="24" width="24" class="mr-2 dark:invert" src="_static/favicon.ico" alt="Logo" /><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1</span>
+          <img height="24" width="24" class="mr-2 dark:invert" src="_static/favicon.ico" alt="Logo" /><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1.2</span>
       </a></div><button
       class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden"
       type="button" @click="showSidebar = true">
@@ -107,7 +107,7 @@
   :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }">
 
     <a href="index.html" class="!justify-start text-sm md:!hidden bg-background">
-        <img height="16" width="16" class="mr-2 dark:invert" src="_static/favicon.ico" alt="Logo" /><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1</span>
+        <img height="16" width="16" class="mr-2 dark:invert" src="_static/favicon.ico" alt="Logo" /><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1.2</span>
     </a>
 
     <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
@@ -183,7 +183,7 @@
      class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
   <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground"
      href="index.html">
-    <span class="hidden md:inline">Arch Docs v0.1</span>
+    <span class="hidden md:inline">Arch Docs v0.1.2</span>
     <svg xmlns="http://www.w3.org/2000/svg"
          height="18"
          width="18"
@@ -211,14 +211,14 @@
     </div><footer class="py-6 border-t border-border md:py-0">
     <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
       <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-        <p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc&nbsp;Last updated: Nov 15, 2024.&nbsp;</p>
+        <p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc&nbsp;Last updated: Nov 16, 2024.&nbsp;</p>
 </div>
 </div>
 </footer>
   </div>
   
   
-    <script src="_static/documentation_options.js?v=a0703c7e"></script>
+    <script src="_static/documentation_options.js?v=f5cb0d3d"></script>
     <script src="_static/doctools.js?v=9bcbadda"></script>
     <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
     <script defer="defer" src="_static/theme.js?v=073f68d9"></script>
diff --git a/searchindex.js b/searchindex.js
index 968d8e27..6dde1557 100755
--- a/searchindex.js
+++ b/searchindex.js
@@ -1 +1 @@
-Search.setIndex({"alltitles": {"AI Agent Tracing Visualization Example": [[19, "ai-agent-tracing-visualization-example"]], "AWS X-Ray": [[19, "aws-x-ray"]], "Access Logging": [[16, null]], "Additional Resources": [[19, "additional-resources"]], "Agentic Apps via Prompt Targets": [[7, "agentic-apps-via-prompt-targets"]], "Agentic Workflow": [[0, null]], "Arch-Function": [[15, "arch-function"]], "Arch-Guard": [[20, "arch-guard"]], "Basic Configuration": [[3, "basic-configuration"]], "Benefits of Using Prompt Guard": [[20, "benefits-of-using-prompt-guard"]], "Benefits of Using Traceparent Headers": [[19, "benefits-of-using-traceparent-headers"]], "Best Practices": [[19, "best-practices"]], "Best Practices and Tips": [[4, "best-practices-and-tips"], [15, "best-practices-and-tips"]], "Build with Arch": [[13, "build-with-arch"], [21, null]], "Cloud Serving (GPU - Blazing Fast)": [[6, "cloud-serving-gpu-blazing-fast"]], "Concepts": [[13, "concepts"], [21, null]], "Configuration": [[8, "configuration"]], "Configuration Reference": [[22, null]], "Configure Listener": [[5, "configure-listener"]], "Configuring Prompt Targets": [[3, "configuring-prompt-targets"]], "Datadog": [[19, "datadog"]], "Default Targets": [[3, "default-targets"]], "Defining Parameters": [[3, "defining-parameters"]], "Downstream (Ingress)": [[5, "downstream-ingress"]], "Error Header Example": [[4, "error-header-example"]], "Error Target": [[4, null]], "Example Configuration": [[3, "example-configuration"], [20, "example-configuration"]], "Example Use Cases": [[15, "example-use-cases"]], "Example with OpenTelemetry in Python": [[19, "example-with-opentelemetry-in-python"]], "Example: Using OpenAI Client with Arch as an Egress Gateway": [[7, "example-using-openai-client-with-arch-as-an-egress-gateway"]], "Example: Using the OpenAI Python SDK": [[2, "example-using-the-openai-python-sdk"]], "Function Calling": [[15, null]], "Function Calling Workflow": [[15, "function-calling-workflow"]], "Get Started": [[13, "get-started"], [21, null]], "Guides": [[13, "guides"], [21, null]], "Header Format": [[19, "header-format"]], "High level architecture": [[8, "high-level-architecture"]], "How Arch-Guard Works": [[20, "how-arch-guard-works"]], "How It Works": [[16, "how-it-works"]], "How to Initiate A Trace": [[19, "how-to-initiate-a-trace"]], "Implementing Function Calling": [[15, "implementing-function-calling"]], "Instrumentation": [[19, "instrumentation"]], "Integrating with Tracing Tools": [[19, "integrating-with-tracing-tools"]], "Intent Matching": [[3, "intent-matching"], [7, "intent-matching"]], "Intro to Arch": [[12, null]], "Key Concepts": [[4, "key-concepts"]], "Key Features": [[3, "key-features"], [15, "key-features"], [16, "key-features"]], "LLM Provider": [[2, null]], "Listener": [[5, null]], "Local Serving (CPU - Moderate)": [[6, "local-serving-cpu-moderate"]], "Log Format": [[16, "log-format"]], "Messages": [[7, "messages"]], "Model Serving": [[6, null]], "Monitoring": [[17, null]], "Network topology": [[8, "network-topology"]], "Next Steps": [[14, "next-steps"]], "Observability": [[18, null]], "Overview": [[13, null], [19, "overview"]], "Parallel & Multiple Function Calling": [[0, "parallel-multiple-function-calling"]], "Parameter Extraction for RAG": [[1, "parameter-extraction-for-rag"]], "Post-request processing": [[8, "post-request-processing"]], "Prerequisites": [[14, "prerequisites"]], "Prompt Guard": [[7, "prompt-guard"], [20, null]], "Prompt Target": [[3, null]], "Prompt Targets": [[7, "prompt-targets"]], "Prompting LLMs": [[7, "prompting-llms"]], "Prompts": [[7, null]], "Quickstart": [[14, null]], "RAG Application": [[1, null]], "Request Flow (Egress)": [[8, "request-flow-egress"]], "Request Flow (Ingress)": [[8, "request-flow-ingress"]], "Request Lifecycle": [[8, null]], "Resources": [[21, null]], "Routing Logic": [[3, "routing-logic"]], "Single Function Call": [[0, "single-function-call"]], "Step 1: Define ConversationBufferMemory": [[1, "step-1-define-conversationbuffermemory"]], "Step 1: Define Prompt Targets": [[0, "step-1-define-prompt-targets"], [0, "id1"], [1, "step-1-define-prompt-targets"]], "Step 1: Define the Function": [[15, "step-1-define-the-function"]], "Step 1: Install Arch": [[14, "step-1-install-arch"]], "Step 2: Config Arch": [[14, "step-2-config-arch"]], "Step 2: Configure Prompt Targets": [[15, "step-2-configure-prompt-targets"]], "Step 2: Process Request Parameters": [[0, "step-2-process-request-parameters"]], "Step 2: Process Request Parameters in Flask": [[1, "step-2-process-request-parameters-in-flask"]], "Step 2: Update ConversationBufferMemory with Intents": [[1, "step-2-update-conversationbuffermemory-with-intents"]], "Step 3: Arch Takes Over": [[15, "step-3-arch-takes-over"]], "Step 3: Get Messages based on latest drift": [[1, "step-3-get-messages-based-on-latest-drift"]], "Step 3: Start Arch Gateway": [[14, "step-3-start-arch-gateway"]], "Summary": [[3, "summary"], [19, "summary"], [20, "summary"]], "Supported Languages": [[15, "supported-languages"]], "Tech Overview": [[9, null]], "Terminology": [[8, "terminology"], [10, null]], "Threading Model": [[11, null]], "Trace Breakdown:": [[19, "trace-breakdown"]], "Trace Propagation": [[19, "trace-propagation"]], "Tracing": [[19, null]], "Upstream (Egress)": [[5, "upstream-egress"]], "Welcome to Arch!": [[21, null]], "What Are Prompt Targets?": [[3, "what-are-prompt-targets"]], "What Is Arch-Guard": [[20, "what-is-arch-guard"]], "What is Function Calling?": [[15, "what-is-function-calling"]], "Why Prompt Guard": [[20, "why-prompt-guard"]], "[Coming Soon] Drift Detection via Arch Intent-Markers": [[1, "coming-soon-drift-detection-via-arch-intent-markers"]]}, "docnames": ["build_with_arch/agent", "build_with_arch/rag", "concepts/llm_provider", "concepts/prompt_target", "concepts/tech_overview/error_target", "concepts/tech_overview/listener", "concepts/tech_overview/model_serving", "concepts/tech_overview/prompt", "concepts/tech_overview/request_lifecycle", "concepts/tech_overview/tech_overview", "concepts/tech_overview/terminology", "concepts/tech_overview/threading_model", "get_started/intro_to_arch", "get_started/overview", "get_started/quickstart", "guides/function_calling", "guides/observability/access_logging", "guides/observability/monitoring", "guides/observability/observability", "guides/observability/tracing", "guides/prompt_guard", "index", "resources/configuration_reference"], "envversion": {"sphinx": 64, "sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx.ext.intersphinx": 1, "sphinx.ext.viewcode": 1}, "filenames": ["build_with_arch/agent.rst", "build_with_arch/rag.rst", "concepts/llm_provider.rst", "concepts/prompt_target.rst", "concepts/tech_overview/error_target.rst", "concepts/tech_overview/listener.rst", "concepts/tech_overview/model_serving.rst", "concepts/tech_overview/prompt.rst", "concepts/tech_overview/request_lifecycle.rst", "concepts/tech_overview/tech_overview.rst", "concepts/tech_overview/terminology.rst", "concepts/tech_overview/threading_model.rst", "get_started/intro_to_arch.rst", "get_started/overview.rst", "get_started/quickstart.rst", "guides/function_calling.rst", "guides/observability/access_logging.rst", "guides/observability/monitoring.rst", "guides/observability/observability.rst", "guides/observability/tracing.rst", "guides/prompt_guard.rst", "index.rst", "resources/configuration_reference.rst"], "indexentries": {}, "objects": {}, "objnames": {}, "objtypes": {}, "terms": {"": [0, 1, 2, 3, 4, 5, 6, 7, 8, 10, 11, 12, 13, 14, 15, 16, 19, 20], "0": [0, 1, 2, 5, 6, 7, 8, 10, 14, 16, 19, 22], "00": 19, "003": 7, "005": [0, 7, 8, 14, 22], "03": 16, "04": 16, "050z": 16, "05m": [6, 7], "1": [2, 4, 5, 7, 8, 10, 16, 19, 22], "10": [15, 16, 19], "100": [11, 19], "10000": [2, 5, 7, 8, 14, 22], "100000": 22, "100x": [0, 7], "1022": 16, "104": 16, "106": 16, "10t03": 16, "10x": [0, 6, 7], "12000": [2, 7, 10, 16], "1234": 4, "125": 16, "127": [0, 2, 5, 7, 8, 10, 14, 16, 22], "1301": 16, "140": 16, "156x": 6, "159": 16, "16": 19, "162": 16, "168": 16, "1695": 16, "1695m": 16, "17": 16, "18083": [0, 16], "192": 16, "1d6b30cfc845": 16, "2": [8, 19], "200": [0, 1, 16], "200m": [0, 6, 7], "2024": 16, "21797": 16, "218": 16, "245": 16, "254": 16, "2a5b": 16, "3": [0, 7, 19], "32": 19, "4": [7, 15, 19], "400": [0, 1, 4], "429": 8, "4317": 19, "441": 16, "443": [0, 10, 16, 22], "447": 16, "463": 16, "469793af": 16, "49": 16, "492z": 16, "4o": [0, 2, 5, 6, 7, 8, 14, 22], "5": [0, 7, 19], "51": 16, "51000": 16, "52": 16, "53": 16, "537z": 16, "54": 16, "55": 16, "556": 16, "56": 16, "598z": 16, "6": 19, "60": 22, "604197fe": 16, "614": 16, "65": 16, "7": [0, 1, 10, 12, 19], "770": 16, "7b": 22, "8": 19, "80": [7, 8, 10, 14, 22], "8001": 22, "8080": 0, "87": 16, "8x7b": 22, "9": 19, "9000": 5, "905z": 16, "906z": 16, "9367": 16, "95a2": 16, "961z": 16, "984": 16, "984m": 16, "9b57": 16, "A": [0, 1, 3, 4, 5, 8, 10, 11, 12, 13, 14, 18], "As": [7, 20], "Be": [15, 19], "But": 10, "By": [1, 3, 7, 8, 12, 15, 16, 19, 20, 22], "FOR": 16, "For": [3, 5, 7, 10, 11, 12, 13, 14, 16], "If": [0, 1, 4, 7, 8, 15, 20, 22], "In": [0, 1, 7, 8, 12, 13, 15, 20], "It": [0, 8, 15, 18, 20], "Its": [12, 19], "No": 7, "On": 14, "One": 10, "Or": 19, "The": [1, 3, 4, 6, 7, 8, 10, 12, 14, 15, 16, 19, 20, 22], "There": [6, 12], "These": [0, 4, 10, 12, 15, 20], "To": [1, 5, 7, 10, 12, 14, 19], "With": [0, 1, 12, 14, 19, 20], "__main__": [0, 1], "__name__": [0, 1, 19], "abil": [7, 8, 10, 20, 22], "about": [0, 6, 7, 8, 10, 12, 13, 16, 20, 22], "abov": [0, 1, 8, 12], "abstract": 2, "accept": [3, 5, 7, 8, 10, 11], "access": [8, 14, 18, 19, 20, 21], "access_": 16, "access_ingress": 16, "access_intern": 16, "access_kei": [0, 2, 5, 7, 8, 14, 22], "access_llm": 16, "accident": 8, "accordingli": 19, "account": [15, 19], "accur": [1, 3, 7, 10, 12, 15, 20], "accuraci": [1, 7, 20], "achiev": [7, 12, 15], "across": [0, 2, 8, 12, 15, 19], "act": [3, 5, 12], "action": [0, 3, 4, 7, 8, 10, 15, 20, 22], "activ": [1, 8, 14], "actual": [0, 1, 7, 19], "ad": [0, 1, 12, 20], "add": [1, 5, 7, 15, 19, 22], "add_messag": 1, "add_span_processor": 19, "addit": [1, 3, 5, 7, 8, 18, 22], "additional_kwarg": 1, "additionalproperti": 15, "address": [0, 2, 5, 7, 8, 10, 14, 20, 22], "adher": 20, "adilhafeez": 16, "adjust": [1, 19], "adopt": 19, "advanc": [7, 15], "advantag": [7, 12], "advic": [0, 2, 7, 8, 14, 22], "affect": 19, "afraid": 15, "after": [8, 15, 19, 20], "against": [7, 20], "agent": [1, 8, 10, 12, 13, 14, 16, 21, 22], "aggreg": 15, "agnost": 2, "ai": [1, 3, 8, 10, 12, 13, 14, 15, 16, 22], "aid": 8, "aimessag": 1, "airbnb": 12, "alert": 16, "algorithm": 12, "align": [7, 20], "all": [0, 2, 5, 7, 8, 11, 12, 13, 14, 19, 21, 22], "allow": [0, 3, 7, 10, 11, 12, 14, 15, 19, 20], "alongsid": [6, 8, 10, 12], "alreadi": 19, "also": [0, 2, 3, 7, 8, 14, 20, 22], "altern": [4, 20], "alwai": 4, "ambigu": 15, "amount": 11, "an": [0, 1, 2, 3, 4, 8, 10, 12, 14, 15, 17, 19, 20, 22], "analysi": [4, 20], "analyt": 15, "analyz": [0, 3, 7, 12, 15, 16, 19, 20], "ang": 7, "ani": [0, 3, 7, 8, 12, 13, 15, 19, 20], "answer": [7, 8, 22], "anthrop": 2, "api": [0, 2, 3, 4, 5, 6, 7, 8, 10, 12, 13, 14, 15, 16, 19, 21, 22], "api_bas": 7, "api_kei": 7, "api_serv": [3, 15, 16], "apm": 19, "app": [0, 1, 10, 12, 13, 21], "app_serv": [0, 7, 8, 14, 22], "append": [0, 1], "appli": [7, 8, 12, 13, 20], "applic": [0, 2, 3, 4, 5, 6, 7, 8, 10, 12, 13, 14, 15, 16, 17, 19, 20, 21, 22], "applicaton": 6, "approach": [1, 3, 7, 19, 22], "appropri": [1, 3, 4, 7, 8, 10], "ar": [0, 1, 2, 4, 5, 6, 7, 8, 10, 12, 14, 15, 16, 19, 20, 21, 22], "arch": [0, 2, 3, 4, 5, 6, 8, 10, 11, 16, 17, 19, 22], "arch_config": [2, 7], "arch_llm_listen": 16, "archgw": [6, 14], "archgw_log": 16, "architectur": [3, 9, 10, 11, 12, 19, 20], "aris": [4, 10], "around": [8, 11], "arrai": [1, 3, 15], "arraylist": 15, "arriv": 8, "art": [7, 15], "ask": [1, 15, 19], "aspect": [12, 17], "assess": 20, "assist": [0, 1, 2, 7, 8, 14, 20, 22], "assum": 7, "attach": 3, "attack": 20, "attempt": [7, 8, 12, 20], "attent": 15, "attribut": [3, 19], "augment": [1, 8], "auth": 10, "author": [16, 22], "auto_llm_dispatch_on_respons": [7, 8, 22], "autom": 15, "automat": [5, 7, 12, 15, 19, 20], "avail": [2, 6, 8, 12, 19], "averlag": 6, "avoid": [1, 20], "awai": 1, "awsxrai": 19, "b25f": 16, "b265": 16, "back": [1, 6, 8, 15, 19], "backend": [3, 7, 8, 10, 12, 15, 19, 21], "bad": 4, "balanc": [0, 7, 8, 14, 15, 22], "base": [0, 2, 3, 5, 7, 8, 10, 12, 14, 15, 20, 22], "base_url": 2, "bash": 6, "batch": 19, "batchedand": 8, "batchspanprocessor": 19, "battl": 12, "been": [14, 15], "befor": [1, 7, 8, 10, 14, 20], "begin": [1, 14], "behalf": [7, 8, 16], "behavior": [7, 8, 16, 20, 22], "behind": 13, "being": [7, 8], "belief": [12, 21, 22], "below": [2, 3, 6, 7, 8, 14, 19], "benchmark": 15, "benefici": 15, "benefit": [12, 18], "best": [3, 5, 9, 12, 18], "better": [12, 15, 20], "between": [0, 2, 3, 7, 8, 11, 12, 14, 15, 19, 22], "bigint": 15, "bill": 19, "bin": 14, "binari": 14, "bind": [2, 5, 7, 10], "blaze": 9, "blob": 14, "block": 11, "bodi": 7, "bolt": 10, "bool": [7, 8, 15, 22], "boolean": 15, "bootstrap": 8, "born": [12, 21], "borrow": 10, "both": [7, 15, 20], "bound": [7, 11], "breach": 20, "break": [1, 16], "breaker": 8, "bridg": [3, 8, 15], "brief": [3, 8], "briefli": 8, "broader": 0, "build": [1, 2, 3, 5, 7, 10, 11, 12, 14, 20, 22], "build_with_arch": 13, "built": [0, 1, 6, 7, 8, 10, 12, 14, 21], "busi": [0, 3, 7, 8, 10, 12, 15, 21], "bypass": 20, "byte": [15, 16, 19], "bytes_receiv": 16, "bytes_s": 16, "c": 12, "call": [2, 3, 4, 6, 7, 8, 10, 12, 13, 16, 21], "campaign": [0, 12], "can": [0, 1, 2, 3, 4, 5, 6, 7, 8, 10, 12, 14, 15, 16, 19, 20, 22], "capabl": [0, 3, 7, 12, 14, 15, 21], "capit": [2, 7], "captur": [4, 12, 19], "care": 15, "carefulli": 3, "carri": [8, 19], "case": [0, 12, 13], "categor": 4, "categori": 7, "caus": 4, "celsiu": [3, 15], "central": [0, 2, 5, 7, 8, 12, 14, 16, 22], "cert": 22, "certain": 20, "certif": 22, "certificate_chain": 22, "chain": 8, "challeng": 20, "chanc": 20, "chang": [1, 7, 19], "char": 15, "charact": 19, "chat": 16, "chat_memori": 1, "chatbot": 19, "cheaper": [6, 7], "cheapest": 0, "check": [5, 7, 8, 10, 15, 19, 20], "children": 19, "choic": 7, "choos": 15, "chunk": 1, "circuit": 8, "citi": [3, 15], "claim": [0, 12], "clarif": 1, "clarifi": 10, "class": 12, "classif": 7, "classifi": 20, "claud": 7, "clean": 20, "cleaner": 3, "clear": [4, 15, 20], "clearer": 15, "cli": 14, "client": [2, 4, 5, 8, 10, 11], "client_messag": 1, "closest": 7, "cloud": [2, 9], "cluster": [0, 2, 7, 8, 12, 14, 22], "co": 19, "code": [1, 4, 7, 8, 10, 11, 12, 14, 16], "codebas": [3, 19], "codec": 8, "coher": 2, "colleagu": 15, "collect": [0, 7, 15, 19], "collector": 19, "com": [14, 15, 16, 19], "combin": 15, "comcern": 6, "command": [6, 14], "comment": [7, 10], "commit": 19, "common": [0, 15, 19], "common_tls_context": 22, "commun": [4, 8, 10, 14, 19], "compact": 7, "compani": 12, "compar": 7, "compat": [12, 19, 22], "complet": [2, 7, 8, 15, 16, 19, 22], "complex": [0, 2, 3, 5, 11, 15, 19, 20], "complianc": 20, "compon": [3, 8, 12, 19], "composit": 7, "comprehens": 14, "concept": 9, "concern": 8, "concis": 8, "confid": 20, "config": 19, "configur": [0, 1, 2, 6, 7, 9, 10, 11, 12, 14, 19, 21], "confirm": [7, 8, 15, 19, 22], "congratul": 14, "conifg": 22, "connect": [0, 3, 5, 6, 7, 8, 10, 11, 12, 14, 22], "connect_timeout": [0, 7, 8, 14, 22], "consid": [7, 10], "consist": [10, 12, 15, 19], "consol": 19, "constraint": 20, "contain": [6, 7, 8, 10, 12, 19, 20], "content": [1, 2, 4, 5, 7, 8, 14, 19, 20, 22], "context": [3, 4, 8, 10, 12, 14, 15, 19, 20], "continu": 12, "contribut": 14, "contributor": 21, "control": [6, 11, 20, 22], "conver": 1, "convers": [0, 1, 7, 12], "coordin": 11, "copilot": 12, "core": [8, 20], "corpu": 20, "correct": [1, 4, 7, 20], "correspond": 8, "cost": [1, 6, 12], "could": [0, 7, 8, 10, 14, 15, 22], "count": 8, "cpu": [8, 9], "craft": 20, "creat": [0, 1, 2, 4, 5, 7, 8, 10, 12, 13, 14, 15, 22], "createus": 4, "creativ": 15, "credenti": 19, "crime": 7, "criteria": 20, "critic": [0, 1, 4, 7, 8, 10, 12, 15, 17, 19], "crucial": [15, 16, 19, 20], "curiou": [7, 8, 20, 22], "current": [1, 3, 15], "custom": [7, 13, 19, 20], "cutov": 12, "dai": [0, 1], "dashboard": [15, 19], "data": [0, 1, 3, 7, 8, 12, 15, 19, 20], "databas": [0, 1, 15], "datadoghq": 19, "dataset": 0, "date": [3, 15], "datetim": 1, "davinci": 7, "db": 1, "dc": 16, "dd_site": 19, "debug": [0, 1, 8, 16, 19], "decis": [0, 2, 6, 7, 8, 10, 14, 22], "decrypt": 8, "dedic": 7, "deep": [5, 13], "deeper": 14, "def": [0, 1, 15, 19], "default": [0, 1, 2, 5, 6, 7, 8, 14, 16, 22], "defens": 20, "defin": [2, 5, 7, 8, 14, 19, 22], "definit": [10, 15], "defram": 8, "degrad": 4, "deliv": 15, "deliveri": 8, "demonstr": 15, "depend": [0, 8, 12, 14, 20], "deploi": [6, 8, 12, 19], "deploy": 12, "depth": 3, "describ": [1, 4, 8], "descript": [0, 1, 3, 7, 8, 14, 15, 22], "design": [0, 3, 4, 6, 7, 8, 10, 12, 13, 15, 19, 20], "desir": [3, 15], "destroi": 8, "detail": [2, 4, 5, 7, 8, 10, 12, 14, 16, 19], "detect": [6, 7, 8, 10, 12, 14, 20], "determin": [1, 3, 8, 15, 19], "detetct": 1, "dev": 6, "develop": [1, 2, 3, 4, 5, 7, 8, 12, 13, 14, 19, 20, 22], "devic": [0, 1, 3, 6, 7, 8, 14, 22], "device_group": 14, "device_id": [0, 1, 7, 8, 14, 22], "device_reboot": [0, 14], "device_summari": [0, 1], "dict": 15, "dictionari": [1, 7], "differ": [0, 2, 3, 7, 8, 10, 14, 15, 19, 22], "difficult": 12, "direct": [3, 5], "directli": [7, 10], "disast": 12, "discov": 13, "dispatch": 8, "displai": [4, 15], "distribut": [7, 8, 19], "dive": [10, 13, 14], "divers": [3, 20], "dn": 5, "do": [3, 7, 12, 14, 16], "doc": 13, "docker": [0, 14, 19], "document": [3, 7, 10, 13, 14, 19], "doe": [0, 1, 3, 15, 20], "domain": [8, 15], "don": [6, 15], "doubl": 15, "down": 16, "downstream": [7, 8, 9, 10, 11, 19], "downtream": 8, "dramat": [1, 6], "draw": 7, "driven": [13, 14, 20], "dropbox": 12, "due": 4, "duplic": 1, "durat": [8, 16], "dure": [4, 8], "dynam": [7, 15, 20], "e": [3, 8, 10, 15, 16, 19, 22], "each": [1, 3, 7, 8, 12, 15, 16, 19, 22], "earli": [7, 8, 12], "earlier": 8, "eas": 19, "easi": [15, 19], "easier": [5, 14, 16], "easili": [0, 1, 12, 19], "ecosystem": 19, "edg": [8, 12, 15], "effect": [3, 7, 12, 13], "effici": [0, 1, 3, 6, 7, 14, 19], "egress": [2, 9, 10], "either": [8, 15], "elasticsearch": 16, "element": 3, "elif": 1, "elk": 16, "els": 1, "email": [3, 15], "embarrassingli": [1, 11], "embed": [1, 7, 16, 20, 22], "empow": [3, 20], "empti": 22, "enabl": [0, 1, 2, 3, 4, 6, 8, 10, 12, 15, 19], "enchanc": 7, "encount": [8, 10], "encrypt": 8, "end": [3, 12, 19], "endpoint": [0, 1, 3, 4, 7, 8, 10, 14, 15, 19, 22], "enforc": [8, 20], "engag": [0, 8, 12], "engin": [7, 12], "enhanc": [1, 3, 8, 14, 19, 20], "enough": 4, "enrich": [1, 3, 7, 10], "ensur": [0, 2, 3, 4, 5, 7, 8, 12, 14, 15, 19, 20], "entir": [1, 12, 19], "entri": 5, "enum": [3, 7, 8, 15, 22], "enumer": 1, "environ": [14, 15, 19, 20], "envoi": [2, 5, 7, 8, 10, 11, 12, 21], "equal": 11, "error": [0, 1, 3, 7, 8, 9, 10, 12, 14, 17, 19, 20, 21, 22], "error_target": [7, 8, 14, 22], "error_target_1": [7, 8, 22], "especi": 20, "essenti": [3, 5, 13, 20], "establish": [0, 7, 8, 14, 22], "etc": [1, 2, 7, 8, 10, 12, 14, 22], "ethnic": 20, "eu": 19, "evalu": 7, "even": [0, 15], "evenli": 8, "event": [0, 8], "everi": 16, "evolv": 20, "exactli": 8, "exampl": [0, 1, 5, 8, 9, 10, 14, 16, 22], "exceed": 8, "excel": 20, "except": [4, 15], "exception": 12, "excess": 8, "exclus": 12, "execut": [4, 7, 8, 15, 20], "exist": [1, 8, 19], "expect": [4, 15, 20], "experi": [3, 7, 8, 12, 14, 15, 20, 22], "explain": 15, "explan": [3, 15], "explanatori": 16, "explicitli": 20, "explor": [13, 14], "export": [16, 19], "expos": [0, 5, 7, 12, 16, 20, 22], "extend": [12, 13], "extern": [0, 1, 14, 19], "extract": [0, 3, 7, 8, 10, 12, 15, 19, 22], "extrem": 7, "f": [0, 1, 15, 16, 19], "f376e8d8c586": 16, "face": 7, "facilit": 19, "fact": [0, 2, 7, 8, 14, 22], "fahrenheit": [3, 15], "fail": [2, 4, 8, 10], "failov": [0, 2, 5, 7, 8, 14, 22], "failur": 4, "fair": 8, "fallback": 4, "fals": [1, 7, 8, 14, 15, 22], "familiar": 8, "faser": 0, "fashion": [1, 8], "fast": [7, 9, 10, 12, 13, 14, 21], "faster": [1, 6, 7, 10, 19], "fastest": [0, 14], "fault": [2, 7], "fc": 8, "fc1b": 0, "featur": [1, 7, 12, 13, 18, 19, 22], "feed": 16, "feedback": [4, 7, 20], "fetch": 15, "few": [1, 10, 16, 19], "field": [16, 20], "file": [2, 3, 5, 7, 8, 14], "filenam": 22, "filter": [5, 8, 11, 12, 20], "final": [8, 20], "financ": 20, "find": 15, "first": [6, 7, 8, 12, 14, 15, 17, 20], "fit": 8, "flag": [7, 8, 19, 20, 22], "flask": 0, "flexibl": [0, 12, 19, 20], "float": 15, "flow": [4, 9, 12, 16, 19], "fluentd": 16, "focu": [0, 8, 12], "focus": 7, "follow": [1, 3, 4, 6, 7, 8, 10, 12, 14, 16, 19, 22], "form": 15, "format": [3, 7, 12, 15, 18, 20], "forth": 8, "forwad": 7, "forward": [1, 4, 6, 7, 8, 10, 11, 16, 19], "forward_to_llm": 1, "found": 16, "framework": [7, 19], "franc": [2, 7], "francisco": [3, 15], "friendli": 15, "from": [0, 1, 2, 3, 4, 5, 7, 8, 10, 11, 12, 14, 15, 19, 20, 22], "front": 12, "frontier": [0, 7], "fulfil": 12, "full": [3, 7, 14, 22], "function": [3, 4, 6, 7, 8, 10, 11, 12, 13, 20, 21, 22], "function_cal": 13, "functionvalidationerror": 4, "fundament": 3, "further": [7, 14, 19], "g": [3, 8, 10, 15, 16, 19, 22], "gap": 15, "gatewai": [1, 2, 8, 10, 12, 13, 16, 19, 22], "gather": [0, 8, 12], "genai": [3, 14, 21], "gener": [0, 1, 3, 6, 8, 10, 11, 12, 13, 14, 15, 19, 20], "get": [0, 3, 6, 8, 14, 15, 19], "get_device_statist": 1, "get_device_summari": [0, 1], "get_json": [0, 1], "get_messages_since_last_int": 1, "get_trac": 19, "get_user_convers": 1, "get_weath": [3, 15], "github": [7, 14], "give": 12, "given": [0, 1, 8], "global": [1, 14], "go": [0, 12], "goal": 12, "good": 22, "googl": 12, "got": 4, "govern": 12, "gpt": [0, 2, 5, 6, 7, 8, 14, 15, 22], "gpu": 9, "grace": 4, "gracefulli": [4, 10], "group": [0, 14], "grpc": 19, "guard": [8, 9, 12, 13, 21], "guardail": 6, "guardrail": [4, 7, 8, 10, 12, 13, 14], "guid": [7, 14, 15, 20], "guidelin": 20, "gurdrail": 5, "ha": [1, 7, 8, 12, 14, 15, 19, 22], "hallucin": 16, "handel": [7, 8, 22], "handl": [0, 1, 2, 3, 4, 5, 7, 8, 10, 11, 12, 13, 14, 15, 19, 20, 21], "handle_request": 19, "handler": [3, 7, 8], "hardwar": 11, "harm": [7, 8, 20], "hashmap": 15, "hashtabl": 15, "hate": 7, "have": [0, 1, 6, 12, 14, 15, 20], "hazard": 7, "hcm": 8, "header": [1, 8, 9, 10, 12, 18, 22], "health": 8, "healthcar": 20, "healthi": 8, "held": 22, "help": [0, 1, 2, 3, 4, 6, 7, 8, 10, 12, 13, 14, 15, 17, 20, 22], "here": [0, 1, 3, 5, 7, 8, 15, 16, 20], "hexadecim": 19, "high": [0, 2, 7, 9, 12, 15], "highli": 15, "histori": [1, 15], "horrid": 12, "host": [0, 2, 5, 6, 7, 8, 10, 16], "hostconnect": 10, "hostnam": [0, 7, 8, 14, 22], "how": [0, 1, 2, 3, 5, 6, 7, 8, 10, 12, 13, 14, 15, 18, 22], "howev": 8, "html": 13, "http": [2, 4, 5, 6, 7, 8, 12, 14, 15, 16, 19, 21, 22], "http_header": 22, "hug": 7, "huggingfac": [0, 2, 5, 7, 8, 14, 22], "human": [3, 4], "humanmessag": 1, "hygien": 12, "i": [0, 1, 2, 3, 5, 6, 7, 8, 10, 11, 12, 14, 16, 17, 19, 22], "iam": 19, "id": [0, 1, 4, 8, 14, 16, 19], "idea": 13, "identif": 15, "identifi": [0, 1, 3, 4, 7, 8, 14, 15, 19, 22], "immedi": 20, "impact": 19, "implement": [7, 8, 19, 20], "import": [0, 1, 2, 7, 15, 16, 19], "improp": 4, "improv": [1, 6, 12, 13, 20], "inappropri": 20, "includ": [2, 3, 5, 8, 12, 14, 15, 16, 17, 19, 21], "incom": [1, 5, 6, 7, 8, 10, 14, 19, 22], "incomplet": 15, "incorrect": 20, "increas": 20, "incredibli": 12, "index": 1, "indic": [3, 8, 19], "industri": 7, "infer": 12, "inform": [0, 1, 3, 4, 7, 8, 10, 12, 15, 16, 19, 20, 22], "information_extract": [7, 8, 22], "infrastructur": [2, 12], "ingress": [7, 9, 10], "initi": [1, 2, 5, 8, 10, 18], "inject": [19, 20], "inner": 8, "innov": 14, "input": [0, 3, 4, 15, 20], "input_guard": [7, 8, 20, 22], "insecur": 19, "insert": 1, "instal": 19, "instanc": [2, 8, 10, 15, 22], "instead": [1, 15], "instruct": [6, 13, 22], "instructionsus": 14, "insur": [0, 12], "insurance_claim_detail": 16, "int": [0, 1, 15], "integ": [0, 1, 4, 20], "integr": [2, 3, 12, 13, 14, 15, 16, 18, 21], "intellig": [2, 3, 6, 8, 10, 12, 13, 21], "intend": 20, "intent": [0, 6, 8, 15, 20, 22], "intent_chang": 1, "intent_changed_head": 1, "interact": [0, 7, 12, 13, 14, 15, 16, 19, 20], "intercept": 7, "interfac": 2, "interfer": 14, "intern": [0, 8, 10, 19], "interoper": 19, "interpret": [4, 15], "intro": [13, 21], "intro_to_arch": 13, "introduc": 13, "invalid": [1, 4, 15], "inventori": 19, "investig": 19, "invoc": [3, 15], "invok": [0, 3, 4, 15], "involv": [0, 3, 12, 20], "ip": [0, 7, 8, 14, 22], "ip1": [0, 7, 8, 14, 22], "ip2": [0, 7, 8, 14, 22], "isinst": [0, 1], "isoformat": 1, "isol": 14, "issu": [4, 10, 19], "item": [3, 7], "iter": 15, "itinerari": 15, "its": [0, 1, 3, 6, 7, 8, 10, 11, 12, 14, 19], "itself": [2, 5, 7], "jaeger": 19, "jailbreak": [7, 8, 12, 20, 22], "java": [12, 15], "javascript": 15, "json": [1, 2, 4, 5, 7, 8, 14, 15, 22], "jsonifi": [0, 1], "jsonschema": 15, "just": [0, 2, 7, 8, 14, 22], "jwt": 22, "katanemo": 14, "keep": [1, 10, 15], "kei": [0, 2, 5, 6, 7, 8, 9, 14, 18, 19, 22], "kept": 22, "kibana": 16, "kind": 4, "king": 15, "know": [1, 6, 7, 10, 20], "knowledg": [5, 8, 13], "known": 7, "kubernet": 19, "l7": 12, "landscap": 20, "langchain": 1, "languag": [8, 12], "larg": [7, 8, 11, 12, 15], "last": [0, 1], "latenc": [0, 6, 7, 12, 15, 17], "later": 4, "layer": [7, 10, 12, 19, 20], "lead": [7, 12, 20], "learn": [12, 13, 14, 15], "len": 1, "length": 20, "less": 22, "let": 16, "level": [2, 5, 6, 9, 12, 13], "leverag": [3, 19], "libev": 8, "librari": [2, 12, 15], "lifecycl": [9, 21], "lifetim": [8, 11], "lightweight": [0, 1, 12], "like": [1, 2, 3, 4, 5, 7, 8, 10, 12, 15, 16, 17, 19, 20, 22], "limit": [0, 2, 5, 7, 8, 14, 20, 22], "line": [1, 12, 14, 22], "linearli": 12, "list": [0, 1, 3, 7, 8, 14, 15, 20, 22], "listen": [0, 2, 7, 8, 9, 10, 14, 19, 21, 22], "listner": 5, "live": 8, "ll": [0, 22], "llm": [0, 1, 5, 6, 8, 9, 10, 12, 13, 14, 15, 17, 20, 21, 22], "llm_provid": [0, 2, 5, 7, 8, 13, 14, 22], "llm_respons": 1, "load": [0, 7, 8, 14, 22], "local": [2, 5, 7, 8, 9, 22], "locat": [3, 10, 15], "log": [4, 8, 10, 18, 19, 21], "logic": [0, 2, 4, 5, 7, 8, 10, 12, 13, 14, 15, 21, 22], "long": 15, "look": [3, 7, 8, 20, 22], "loop": 8, "low": [0, 6, 15], "lower": 1, "m": 14, "machin": 11, "made": 14, "mai": [0, 8, 20], "main": [8, 10, 14, 19, 20], "maintain": [1, 3, 8], "major": 11, "make": [0, 2, 4, 5, 6, 7, 8, 10, 12, 15, 16, 19], "malici": [8, 20], "manag": [0, 2, 3, 4, 5, 6, 7, 8, 12, 13, 14, 15, 16, 19, 20, 22], "managemet": 5, "mandatori": 3, "mani": [8, 19], "manipul": [0, 12, 20], "manufactur": [0, 2, 7, 8, 14, 22], "map": 15, "mark": [1, 3], "masssiv": 12, "match": [0, 1, 8, 22], "matter": 12, "max": [0, 7, 8, 14, 22], "maximum": 3, "md": 14, "mean": [16, 19, 22], "meaning": 4, "measur": [12, 17], "mechan": [0, 1, 2, 13, 15, 20], "meet": [15, 20], "memori": 1, "messag": [4, 8, 9, 15, 20, 22], "message_entri": 1, "message_format": [0, 2, 5, 7, 8, 14, 22], "messages_for_llm": 1, "messages_since_int": 1, "messages_to_return": 1, "metadata": [1, 3, 7, 10, 16], "method": [0, 1, 16], "metric": [12, 17, 19], "might": [6, 20], "mind": [15, 19], "minim": [5, 19, 20], "minimum": 3, "minlength": 15, "minor": 20, "minut": 22, "misalign": 20, "misformat": 20, "miss": [0, 4, 12], "mistak": 20, "mistral": [2, 22], "mistral8x7b": 22, "mistral_api_kei": 22, "mistral_loc": 22, "mistrallocal7b": 22, "misus": 20, "mode": 6, "model": [0, 1, 2, 5, 7, 8, 9, 10, 12, 14, 15, 20, 21, 22], "model_serv": 16, "moder": 9, "modern": 19, "modif": 8, "modifi": 20, "modular": 3, "monitor": [7, 8, 12, 13, 16, 18, 19, 21], "more": [0, 1, 3, 5, 7, 10, 11, 12, 15, 16, 20, 22], "most": [0, 1, 3, 7, 10, 11, 15, 16], "mostli": 1, "move": 1, "multipl": [3, 8, 11, 15], "must": [0, 1, 20], "my": [7, 8, 20, 22], "name": [0, 1, 2, 3, 5, 7, 8, 10, 14, 15, 19, 22], "natur": [4, 7, 8, 15, 22], "navig": [13, 20], "necessari": [1, 3, 7, 8, 15, 20], "need": [0, 3, 6, 7, 8, 10, 13, 15, 19, 22], "network": [0, 2, 5, 6, 7, 9, 10, 14, 22], "network_qa": 0, "network_summari": 0, "never": 14, "new": [1, 3, 14, 15, 19], "new_messag": 1, "next": [15, 20], "nli": [1, 7, 22], "non": 11, "note": [6, 16, 22], "nuanc": [12, 21], "num_stored_messag": 1, "number": [1, 8, 11, 15], "numer": 3, "object": [15, 16], "observ": [2, 10, 12, 13, 19, 21, 22], "occur": 4, "off": 22, "offer": [0, 1, 2, 7, 8, 10, 12, 14, 17, 22], "offert": 22, "often": [1, 15], "on_except": [7, 8, 20, 22], "onc": [0, 1, 7, 8, 11, 15], "one": [0, 1, 8, 10, 15, 19], "ones": [1, 15], "ongo": 15, "onli": [1, 3, 5, 6, 7, 8, 15, 20, 22], "onward": 1, "opaqu": [12, 21], "open": [3, 19], "openai": [0, 1, 5, 8, 14, 16, 22], "openai_api_kei": [0, 2, 5, 7, 8, 14, 22], "opentelemetri": [12, 22], "oper": [8, 10, 12, 14, 15], "optim": [5, 15, 19], "option": [0, 1, 3, 6, 10, 13, 19, 22], "order": [1, 8, 15, 19], "orient": 15, "origin": [7, 10, 12, 16], "oss": 2, "otel": 19, "other": [1, 4, 6, 8, 10, 12, 14, 15, 19], "otlp": 19, "otlp_export": 19, "otlpspanexport": 19, "our": [6, 7, 8, 12, 15, 22], "out": [10, 12, 15, 20, 21], "outbound": [2, 12, 19], "outcom": 20, "outgo": [5, 19], "outlin": 8, "output": [12, 15, 17, 20], "outsid": [12, 21], "over": [0, 1, 2], "overal": [1, 3, 6], "overid": 22, "overload": 8, "overrid": [7, 8, 22], "overview": [18, 21], "overwhelm": 8, "own": 8, "p50": 7, "p90": 0, "packag": [14, 19], "page": 7, "pai": 15, "pain": [2, 5, 7, 8, 12, 14, 22], "pair": 7, "par": 15, "parallel": [8, 11, 15], "param": 15, "paramet": [4, 7, 8, 12, 14, 15, 20, 22], "parent": 19, "parrallel": 1, "pars": [2, 4, 5, 7, 8, 14, 15, 16, 22], "part": [8, 12, 15, 19], "particular": [3, 15], "pass": [1, 7, 8, 16], "past": 1, "path": [0, 1, 3, 7, 8, 10, 14, 15, 16, 22], "path_to_config": 14, "pattern": 20, "payment": [15, 19], "pem": 22, "pend": 19, "per": [8, 12, 15, 16, 17, 22], "perceiv": [12, 17], "perform": [0, 3, 5, 6, 7, 8, 11, 12, 15, 19, 20], "performimg": 7, "period": 8, "permiss": 20, "person": [0, 3, 12, 13, 14, 15, 21], "phase": [7, 20], "php": 12, "piec": [3, 7], "pilot": 19, "pip": [14, 19], "pipelin": [8, 19], "place": [8, 15], "placehold": [0, 1, 19], "plan": [7, 10], "pleas": [4, 6, 7, 14], "pod": 19, "point": [5, 7, 15], "polici": [8, 19, 20], "pool": 8, "popular": 19, "port": [0, 2, 5, 7, 8, 10, 14, 22], "possibl": 4, "post": [0, 1, 16], "potenti": [7, 20], "power": [7, 15, 19, 20], "practic": [3, 5, 8, 9, 12, 13, 18], "pre": [8, 14, 20], "precis": [1, 15], "predefin": [0, 3, 7, 10, 12, 14, 20], "prefer": [15, 19], "premis": [2, 6], "prepar": [1, 15, 19], "presenc": [2, 5], "present": [1, 12, 15, 19], "prevent": [8, 12, 19, 20], "previou": 1, "price": 6, "primari": [5, 7, 11], "primit": [2, 5, 10], "primitv": 7, "primtiv": 1, "print": [2, 7, 15, 19], "priorit": 20, "privaci": 7, "private_kei": 22, "proce": [7, 8, 20, 22], "process": [3, 4, 6, 7, 10, 11, 12, 13, 15, 16, 19, 20], "process_customer_request": 19, "process_rag": 1, "processor": 19, "produc": 15, "product": [15, 19], "profil": 15, "program": [7, 8, 20, 22], "project": [3, 12], "promot": 8, "prompt": [2, 4, 5, 6, 8, 9, 10, 11, 12, 13, 14, 21, 22], "prompt_guard": [7, 8, 13, 14, 22], "prompt_target": [0, 1, 3, 7, 8, 13, 14, 15, 22], "prompt_target_intent_matching_threshold": 22, "propag": [7, 12, 18], "proper": 19, "properli": 10, "properti": 15, "protect": [19, 20], "proto": 19, "protocol": [8, 16, 19], "proven": 12, "provid": [0, 1, 3, 4, 5, 7, 8, 10, 12, 13, 14, 15, 16, 17, 19, 20, 21, 22], "proxi": [7, 8, 10], "pull": 1, "purchas": [0, 2, 7, 8, 14, 22], "purpos": [0, 3, 6, 7, 8, 10, 12], "push": 22, "python": [1, 12, 14, 15, 16], "q": 0, "qualiti": 1, "queri": [0, 1, 3, 15, 19], "question": [1, 7, 8, 22], "queue": 15, "quick": 19, "quickli": [6, 12, 13, 14], "quickstart": [13, 21], "rag": [7, 8, 10, 13, 21], "rais": [15, 20], "random_sampl": 19, "rang": [0, 1, 19, 20], "rare": 8, "rate": [2, 7, 8, 12, 17, 19, 22], "rate_limit": 22, "rather": 4, "raw": 4, "rch": 10, "re": [7, 8, 15, 19, 20, 22], "reach": 20, "read": [5, 7, 8, 12, 19], "readabl": [3, 4], "readm": 14, "real": [0, 1, 15], "realli": 12, "reboot": [0, 1, 3, 7, 8, 14, 22], "reboot_devic": [0, 3, 14], "reboot_network_devic": [7, 8, 22], "receiv": [4, 7, 8, 10, 15, 16, 19, 20], "recept": 8, "recognit": [3, 7], "recommend": [8, 11, 14], "record": [12, 19], "recoveri": 12, "red": 20, "reddit": 12, "reduc": 20, "refer": [0, 6, 14, 15, 16, 21], "refin": 7, "region": 19, "regulatori": 20, "reject": [7, 12, 14], "relat": [0, 6, 8, 12, 19], "relev": [0, 1, 3, 8, 15], "reli": [7, 19], "reliabl": [2, 5, 15, 20], "remain": 15, "rememb": 15, "remind": 15, "repeat": 20, "replac": 19, "repositori": 14, "repres": [7, 12, 19], "request": [2, 4, 5, 7, 9, 10, 12, 14, 15, 16, 19, 20, 21, 22], "requestsinstrumentor": 19, "requir": [0, 1, 3, 4, 5, 7, 8, 12, 14, 15, 20, 21, 22], "resili": [7, 12], "resolv": 19, "resourc": [14, 18], "respect": 16, "respond": [4, 12, 17, 19], "respons": [0, 1, 2, 3, 4, 7, 8, 10, 13, 15, 16, 19, 20, 22], "response_cod": 16, "response_flag": 16, "rest": [8, 11], "restrict": 20, "result": [0, 15], "retri": [0, 2, 5, 7, 8, 12, 14, 22], "retriev": [0, 1, 7, 8, 10, 15], "return": [0, 1, 3, 8, 10, 15, 19, 20], "return_messag": 1, "revers": [1, 8], "review": 20, "risk": 20, "roadmap": 7, "robin": [0, 7, 8, 14, 22], "robust": [7, 12, 15, 20, 21], "role": [1, 4, 7, 19, 20], "root": 4, "round": [0, 7, 8, 14, 22], "rout": [0, 1, 2, 5, 7, 8, 12, 14, 21], "router": [3, 8], "routin": 15, "rule": [14, 15], "run": [0, 1, 6, 7, 8, 10, 12, 14, 19], "runtimeerror": 4, "safeguard": 20, "safer": 20, "safeti": [5, 7, 12, 20], "sai": 15, "same": [12, 15, 21], "sampl": [19, 22], "sampling_r": 22, "san": [3, 15], "sanit": [8, 20], "scalabl": [3, 14], "scale": [1, 2, 8, 12, 13], "scenario": [0, 6, 7, 8, 12, 13, 15, 22], "schedul": [7, 10, 15], "schema": [1, 3, 15], "scienc": 15, "score": 7, "script": [14, 15], "scrutini": 20, "sdk": 19, "seamless": [2, 15], "seamlessli": [2, 3, 19], "seattl": 15, "second": 10, "section": [1, 2, 3, 5, 7, 8, 13, 19], "secur": [2, 5, 7, 8, 12, 13, 19, 20, 21], "see": [5, 7], "select": 8, "selector": 22, "self": [6, 8, 10, 12, 16], "semant": 7, "send": [1, 2, 7, 8, 10, 15, 19, 22], "sender": 7, "sensit": [19, 20], "sent": [8, 16], "separ": [3, 6, 8, 10, 11, 22], "sequenti": 0, "serv": [8, 9, 10, 21], "server": [1, 4, 6, 8, 10, 12], "servic": [0, 1, 3, 7, 8, 15, 16, 19], "set": [1, 5, 6, 7, 8, 10, 12, 13, 14, 15, 19, 22], "set_tracer_provid": 19, "setup": [5, 7, 14, 15], "sever": [8, 12, 17], "sevic": 10, "shape": 12, "share": [7, 8, 10], "shift": 1, "short": 15, "should": [2, 3, 4, 5, 7, 8, 14, 15, 22], "show": 1, "side": 4, "signatur": 15, "similar": 7, "simpl": [7, 15, 19, 22], "simpli": [2, 5, 7, 14, 19], "simplic": 8, "simplif": 5, "simplifi": [2, 3, 5, 13, 19], "simul": [0, 1], "simultan": 0, "sinc": [1, 7], "singl": [7, 10, 11, 12, 15, 22], "site": 19, "skimp": 15, "slowest": 6, "small": [11, 12], "smart": [10, 12, 15], "smarter": 1, "sni": 8, "snippet": 1, "so": [0, 1, 6, 7, 10, 12, 15, 22], "socket": 8, "softwar": [7, 12], "solut": 3, "some": [8, 11, 15], "sonnet": 7, "sota": 15, "sourc": [14, 15, 19], "span": [8, 19], "span_processor": 19, "special": [12, 13, 19], "specif": [0, 1, 3, 4, 6, 7, 8, 12, 14, 15, 19, 20, 22], "specifi": [1, 3, 8, 10, 14, 15], "speed": [1, 6, 12, 17], "spell": 15, "spend": [11, 22], "sporad": 11, "sql": 1, "stack": [4, 13, 15, 16], "stage": 20, "stai": 7, "standalon": 19, "standard": [12, 19, 20], "start": [2, 5, 6, 7, 10, 19], "start_as_current_span": 19, "start_tim": 16, "stat": [0, 1, 8, 22], "state": [1, 3, 7, 8, 15], "stateless": 1, "static": 8, "statist": [0, 1, 8], "statu": [15, 16, 19], "steer": 1, "step": [13, 19], "still": 1, "stock": 19, "store": 1, "stored_messag": 1, "str": [1, 3, 7, 8, 14, 15, 22], "straightforward": 15, "stream": [2, 5, 7, 8, 14, 22], "streamlin": [1, 3, 5], "strict": 20, "stricter": 20, "string": [4, 15, 20], "strip": 7, "stripe": 12, "structur": [1, 16], "struggl": 1, "submit": 15, "substanti": 12, "subsystem": [0, 2, 5, 6, 7, 8, 12, 14, 22], "subsytem": 7, "success": 12, "successfulli": 14, "suggest": [15, 20], "suit": 12, "suitabl": [3, 15], "summar": [3, 7, 8, 22], "summari": [7, 8, 15, 18, 22], "support": [0, 2, 3, 7, 8, 10, 12, 14, 19], "suppport": 22, "sure": 4, "switch": 2, "system": [0, 2, 4, 5, 7, 8, 12, 14, 15, 16, 19, 20, 21, 22], "system_prompt": [0, 2, 7, 8, 14, 22], "t": [6, 15], "tail": 16, "tailor": [0, 12, 15, 20], "take": [7, 8, 10, 12], "taken": 16, "target": [2, 5, 8, 9, 10, 13, 14, 21, 22], "task": [0, 7, 8, 11, 12, 15], "tcp": 8, "tech": [13, 19, 21], "tech_overview": 13, "technic": 19, "techniqu": [7, 20], "technologi": [12, 13], "telemetri": [12, 19], "temperatur": [3, 15], "termin": 12, "terminologi": [9, 21], "test": [6, 12, 15], "text": [2, 5, 7, 8, 14, 15, 22], "tft": [12, 17], "than": [0, 6, 22], "thei": [1, 3, 20, 22], "them": [3, 4, 8, 10, 15, 20], "thi": [0, 1, 2, 3, 4, 5, 6, 7, 8, 11, 12, 13, 14, 15, 16, 19, 20, 22], "thing": [10, 22], "think": 15, "thoroughli": 15, "those": [0, 1, 10], "thread": [8, 9, 21], "three": [6, 8, 12, 17], "threshold": 22, "through": [2, 7, 8, 12, 15, 16, 19], "throughput": [0, 15], "time": [0, 1, 7, 8, 12, 14, 15, 16, 17, 22], "time_rang": [0, 1], "timestamp": [1, 8], "tip": 9, "tl": [8, 10, 12, 22], "tls_certif": [0, 22], "todai": [8, 14], "token": [1, 6, 7, 12, 17, 22], "toler": [2, 7], "too": 8, "took": 16, "tool": [4, 12, 14, 16, 18, 20], "top": [2, 5, 11], "topologi": 9, "tot": [12, 17], "total": [12, 16, 17], "trace": [4, 7, 8, 10, 12, 18, 21, 22], "trace_export": 19, "tracepar": [12, 18], "tracer": 19, "tracer_provid": 19, "tracerprovid": 19, "track": [1, 14], "tradit": [12, 21], "traffic": [2, 5, 7, 8, 12, 16], "train": 20, "transact": 15, "transpar": 12, "transport": 8, "travel": [7, 10, 15], "travers": 8, "treat": [7, 8, 22], "tri": 1, "trigger": [0, 13, 15], "trivial": 8, "troubleshoot": [3, 4, 13], "true": [0, 1, 2, 3, 5, 7, 8, 14, 15, 19, 22], "try": 15, "tupl": 15, "turbo": 0, "turn": 15, "tutori": 13, "two": [0, 6, 7, 8, 10], "type": [0, 1, 2, 3, 4, 5, 7, 8, 10, 14, 15, 20, 22], "typic": [8, 15], "typo": 20, "ui": 8, "unauthor": 7, "under": 16, "undergo": 20, "understand": [12, 13, 15, 17, 19, 20], "undesir": [14, 20], "undifferenti": [8, 10, 12], "unexpect": [15, 20], "unifi": 2, "uniformli": 19, "uniqu": [3, 19, 22], "unit": [3, 15, 22], "until": 8, "unusu": 20, "unwant": [8, 20], "up": [1, 6, 10, 13, 14, 19], "updat": [0, 8, 12, 14, 15, 22], "update_user_convers": 1, "upgrad": [2, 8, 12], "upon": 8, "upstream": [1, 7, 8, 9, 10, 12, 13, 16, 17], "upstream_host": 16, "url": 7, "us": [0, 1, 3, 5, 6, 8, 10, 12, 13, 14, 16, 18, 22], "usabl": 20, "usag": [2, 3, 8, 12, 14, 15, 17], "user": [0, 1, 3, 4, 7, 8, 12, 15, 16, 17, 20, 21], "user_id": [1, 4], "user_memori": 1, "usi": 19, "usual": 7, "utcnow": 1, "util": [7, 8], "uuid": 1, "uuid4": 1, "v": 19, "v0": [0, 2, 5, 7, 8, 14, 22], "v1": [5, 16], "valid": [0, 1, 13, 15, 20], "validationerror": [4, 15], "valu": [0, 1, 3, 7, 8, 14, 15, 19, 20, 22], "valueerror": 15, "variabl": 19, "varieti": 8, "variou": [11, 12, 15, 19], "ve": [14, 22], "vector": [1, 7], "vendor": 2, "venv": 14, "veri": [8, 19], "verif": 19, "verifi": [19, 20], "version": [0, 2, 5, 7, 8, 14, 19, 22], "via": [0, 4, 6, 8, 10, 12, 13, 14, 19, 22], "view": 19, "violat": [4, 8, 10, 20], "violent": 7, "virtual": [14, 22], "visibl": 16, "visit": 7, "vpc": 6, "w3c": [12, 19], "wa": [8, 12, 15, 16, 21], "wai": [0, 1, 2, 5, 7, 8, 12, 14, 22], "wait": [0, 7, 8, 14, 22], "want": [0, 10, 12, 15], "watch": 15, "we": [8, 10, 11, 14, 20, 22], "weather": [3, 15], "weather_info": 15, "weather_validation_schema": 15, "web": [8, 10], "welcom": 13, "well": 12, "were": 16, "what": [2, 4, 7, 12, 16], "when": [0, 1, 2, 4, 5, 7, 8, 10, 15, 19], "where": [0, 3, 6, 7, 8, 14, 15, 16, 20], "whether": [3, 15], "which": [0, 1, 2, 5, 6, 8, 12, 15, 16, 17, 19, 21], "while": [1, 7, 11, 13, 15, 20], "wide": [8, 19], "window": 14, "within": [0, 3, 7, 8, 13, 15, 20, 22], "without": [5, 8, 12, 13], "work": [6, 10, 12, 15, 18, 19, 22], "worker": [8, 11], "workflow": [13, 21], "workload": 11, "would": [0, 1, 8, 22], "write": [0, 12, 13], "written": [8, 11, 12], "x": [1, 4, 8, 10, 16], "yaml": [0, 19], "yml": [2, 7, 22], "york": [3, 15], "you": [0, 1, 2, 3, 4, 5, 6, 7, 8, 10, 12, 13, 14, 15, 17, 19, 20, 22], "your": [0, 1, 2, 3, 5, 6, 7, 8, 10, 12, 13, 14, 15, 16, 17, 19, 22], "yourweatherapp": 15, "zeroshot": 16}, "titles": ["Agentic Workflow", "RAG Application", "LLM Provider", "Prompt Target", "Error Target", "Listener", "Model Serving", "Prompts", "Request Lifecycle", "Tech Overview", "Terminology", "Threading Model", "Intro to Arch", "Overview", "Quickstart", "Function Calling", "Access Logging", "Monitoring", "Observability", "Tracing", "Prompt Guard", "Welcome to Arch!", "Configuration Reference"], "titleterms": {"1": [0, 1, 14, 15], "2": [0, 1, 14, 15], "3": [1, 14, 15], "A": 19, "It": 16, "access": 16, "addit": 19, "agent": [0, 7, 19], "ai": 19, "an": 7, "app": 7, "applic": 1, "ar": 3, "arch": [1, 7, 12, 13, 14, 15, 20, 21], "architectur": 8, "aw": 19, "base": 1, "basic": 3, "benefit": [19, 20], "best": [4, 15, 19], "blaze": 6, "breakdown": 19, "build": [13, 21], "call": [0, 15], "case": 15, "client": 7, "cloud": 6, "come": 1, "concept": [4, 13, 21], "config": 14, "configur": [3, 5, 8, 15, 20, 22], "conversationbuffermemori": 1, "cpu": 6, "datadog": 19, "default": 3, "defin": [0, 1, 3, 15], "detect": 1, "downstream": 5, "drift": 1, "egress": [5, 7, 8], "error": 4, "exampl": [2, 3, 4, 7, 15, 19, 20], "extract": 1, "fast": 6, "featur": [3, 15, 16], "flask": 1, "flow": 8, "format": [16, 19], "function": [0, 15], "gatewai": [7, 14], "get": [1, 13, 21], "gpu": 6, "guard": [7, 20], "guid": [13, 21], "header": [4, 19], "high": 8, "how": [16, 19, 20], "i": [15, 20], "implement": 15, "ingress": [5, 8], "initi": 19, "instal": 14, "instrument": 19, "integr": 19, "intent": [1, 3, 7], "intro": 12, "kei": [3, 4, 15, 16], "languag": 15, "latest": 1, "level": 8, "lifecycl": 8, "listen": 5, "llm": [2, 7], "local": 6, "log": 16, "logic": 3, "marker": 1, "match": [3, 7], "messag": [1, 7], "model": [6, 11], "moder": 6, "monitor": 17, "multipl": 0, "network": 8, "next": 14, "observ": 18, "openai": [2, 7], "opentelemetri": 19, "over": 15, "overview": [9, 13, 19], "parallel": 0, "paramet": [0, 1, 3], "post": 8, "practic": [4, 15, 19], "prerequisit": 14, "process": [0, 1, 8], "prompt": [0, 1, 3, 7, 15, 20], "propag": 19, "provid": 2, "python": [2, 19], "quickstart": 14, "rag": 1, "rai": 19, "refer": 22, "request": [0, 1, 8], "resourc": [19, 21], "rout": 3, "sdk": 2, "serv": 6, "singl": 0, "soon": 1, "start": [13, 14, 21], "step": [0, 1, 14, 15], "summari": [3, 19, 20], "support": 15, "take": 15, "target": [0, 1, 3, 4, 7, 15], "tech": 9, "terminologi": [8, 10], "thread": 11, "tip": [4, 15], "tool": 19, "topologi": 8, "trace": 19, "tracepar": 19, "updat": 1, "upstream": 5, "us": [2, 7, 15, 19, 20], "via": [1, 7], "visual": 19, "welcom": 21, "what": [3, 15, 20], "why": 20, "work": [16, 20], "workflow": [0, 15], "x": 19}})
\ No newline at end of file
+Search.setIndex({"alltitles": {"AI Agent Tracing Visualization Example": [[19, "ai-agent-tracing-visualization-example"]], "AWS X-Ray": [[19, "aws-x-ray"]], "Access Logging": [[16, null]], "Additional Resources": [[19, "additional-resources"]], "Agentic Apps via Prompt Targets": [[7, "agentic-apps-via-prompt-targets"]], "Agentic Workflow": [[0, null]], "Arch-Function": [[15, "arch-function"]], "Arch-Guard": [[20, "arch-guard"]], "Basic Configuration": [[3, "basic-configuration"]], "Benefits of Using Prompt Guard": [[20, "benefits-of-using-prompt-guard"]], "Benefits of Using Traceparent Headers": [[19, "benefits-of-using-traceparent-headers"]], "Best Practices": [[19, "best-practices"]], "Best Practices and Tips": [[4, "best-practices-and-tips"], [15, "best-practices-and-tips"]], "Build with Arch": [[13, "build-with-arch"], [21, null]], "Cloud Serving (GPU - Blazing Fast)": [[6, "cloud-serving-gpu-blazing-fast"]], "Concepts": [[13, "concepts"], [21, null]], "Configuration": [[8, "configuration"]], "Configuration Reference": [[22, null]], "Configure Listener": [[5, "configure-listener"]], "Configuring Prompt Targets": [[3, "configuring-prompt-targets"]], "Datadog": [[19, "datadog"]], "Default Targets": [[3, "default-targets"]], "Defining Parameters": [[3, "defining-parameters"]], "Downstream (Ingress)": [[5, "downstream-ingress"]], "Error Header Example": [[4, "error-header-example"]], "Error Target": [[4, null]], "Example Configuration": [[3, "example-configuration"], [20, "example-configuration"]], "Example Use Cases": [[15, "example-use-cases"]], "Example with OpenTelemetry in Python": [[19, "example-with-opentelemetry-in-python"]], "Example: Using OpenAI Client with Arch as an Egress Gateway": [[7, "example-using-openai-client-with-arch-as-an-egress-gateway"]], "Example: Using the OpenAI Python SDK": [[2, "example-using-the-openai-python-sdk"]], "Function Calling": [[15, null]], "Function Calling Workflow": [[15, "function-calling-workflow"]], "Get Started": [[13, "get-started"], [21, null]], "Guides": [[13, "guides"], [21, null]], "Header Format": [[19, "header-format"]], "High level architecture": [[8, "high-level-architecture"]], "How Arch-Guard Works": [[20, "how-arch-guard-works"]], "How It Works": [[16, "how-it-works"]], "How to Initiate A Trace": [[19, "how-to-initiate-a-trace"]], "Implementing Function Calling": [[15, "implementing-function-calling"]], "Instrumentation": [[19, "instrumentation"]], "Integrating with Tracing Tools": [[19, "integrating-with-tracing-tools"]], "Intent Matching": [[3, "intent-matching"], [7, "intent-matching"]], "Intro to Arch": [[12, null]], "Key Concepts": [[4, "key-concepts"]], "Key Features": [[3, "key-features"], [15, "key-features"], [16, "key-features"]], "LLM Provider": [[2, null]], "Listener": [[5, null]], "Local Serving (CPU - Moderate)": [[6, "local-serving-cpu-moderate"]], "Log Format": [[16, "log-format"]], "Messages": [[7, "messages"]], "Model Serving": [[6, null]], "Monitoring": [[17, null]], "Network topology": [[8, "network-topology"]], "Next Steps": [[14, "next-steps"]], "Observability": [[18, null]], "Overview": [[13, null], [19, "overview"]], "Parallel & Multiple Function Calling": [[0, "parallel-multiple-function-calling"]], "Parameter Extraction for RAG": [[1, "parameter-extraction-for-rag"]], "Post-request processing": [[8, "post-request-processing"]], "Prerequisites": [[14, "prerequisites"]], "Prompt Guard": [[7, "prompt-guard"], [20, null]], "Prompt Target": [[3, null]], "Prompt Targets": [[7, "prompt-targets"]], "Prompting LLMs": [[7, "prompting-llms"]], "Prompts": [[7, null]], "Quickstart": [[14, null]], "RAG Application": [[1, null]], "Request Flow (Egress)": [[8, "request-flow-egress"]], "Request Flow (Ingress)": [[8, "request-flow-ingress"]], "Request Lifecycle": [[8, null]], "Resources": [[21, null]], "Routing Logic": [[3, "routing-logic"]], "Single Function Call": [[0, "single-function-call"]], "Step 1: Define ConversationBufferMemory": [[1, "step-1-define-conversationbuffermemory"]], "Step 1: Define Prompt Targets": [[0, "step-1-define-prompt-targets"], [0, "id1"], [1, "step-1-define-prompt-targets"]], "Step 1: Define the Function": [[15, "step-1-define-the-function"]], "Step 1: Install Arch": [[14, "step-1-install-arch"]], "Step 2: Config Arch": [[14, "step-2-config-arch"]], "Step 2: Configure Prompt Targets": [[15, "step-2-configure-prompt-targets"]], "Step 2: Process Request Parameters": [[0, "step-2-process-request-parameters"]], "Step 2: Process Request Parameters in Flask": [[1, "step-2-process-request-parameters-in-flask"]], "Step 2: Update ConversationBufferMemory with Intents": [[1, "step-2-update-conversationbuffermemory-with-intents"]], "Step 3: Arch Takes Over": [[15, "step-3-arch-takes-over"]], "Step 3: Get Messages based on latest drift": [[1, "step-3-get-messages-based-on-latest-drift"]], "Step 3: Start Arch Gateway": [[14, "step-3-start-arch-gateway"]], "Summary": [[3, "summary"], [19, "summary"], [20, "summary"]], "Supported Languages": [[15, "supported-languages"]], "Tech Overview": [[9, null]], "Terminology": [[8, "terminology"], [10, null]], "Threading Model": [[11, null]], "Trace Breakdown:": [[19, "trace-breakdown"]], "Trace Propagation": [[19, "trace-propagation"]], "Tracing": [[19, null]], "Upstream (Egress)": [[5, "upstream-egress"]], "Welcome to Arch!": [[21, null]], "What Are Prompt Targets?": [[3, "what-are-prompt-targets"]], "What Is Arch-Guard": [[20, "what-is-arch-guard"]], "What is Function Calling?": [[15, "what-is-function-calling"]], "Why Prompt Guard": [[20, "why-prompt-guard"]], "[Coming Soon] Drift Detection via Arch Intent-Markers": [[1, "coming-soon-drift-detection-via-arch-intent-markers"]]}, "docnames": ["build_with_arch/agent", "build_with_arch/rag", "concepts/llm_provider", "concepts/prompt_target", "concepts/tech_overview/error_target", "concepts/tech_overview/listener", "concepts/tech_overview/model_serving", "concepts/tech_overview/prompt", "concepts/tech_overview/request_lifecycle", "concepts/tech_overview/tech_overview", "concepts/tech_overview/terminology", "concepts/tech_overview/threading_model", "get_started/intro_to_arch", "get_started/overview", "get_started/quickstart", "guides/function_calling", "guides/observability/access_logging", "guides/observability/monitoring", "guides/observability/observability", "guides/observability/tracing", "guides/prompt_guard", "index", "resources/configuration_reference"], "envversion": {"sphinx": 64, "sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx.ext.intersphinx": 1, "sphinx.ext.viewcode": 1}, "filenames": ["build_with_arch/agent.rst", "build_with_arch/rag.rst", "concepts/llm_provider.rst", "concepts/prompt_target.rst", "concepts/tech_overview/error_target.rst", "concepts/tech_overview/listener.rst", "concepts/tech_overview/model_serving.rst", "concepts/tech_overview/prompt.rst", "concepts/tech_overview/request_lifecycle.rst", "concepts/tech_overview/tech_overview.rst", "concepts/tech_overview/terminology.rst", "concepts/tech_overview/threading_model.rst", "get_started/intro_to_arch.rst", "get_started/overview.rst", "get_started/quickstart.rst", "guides/function_calling.rst", "guides/observability/access_logging.rst", "guides/observability/monitoring.rst", "guides/observability/observability.rst", "guides/observability/tracing.rst", "guides/prompt_guard.rst", "index.rst", "resources/configuration_reference.rst"], "indexentries": {}, "objects": {}, "objnames": {}, "objtypes": {}, "terms": {"": [0, 1, 2, 3, 4, 5, 6, 7, 8, 10, 11, 12, 13, 14, 15, 16, 19, 20], "0": [0, 1, 2, 5, 6, 7, 8, 10, 14, 16, 19, 22], "00": 19, "003": 7, "005": [0, 7, 8, 14, 22], "03": 16, "04": 16, "050z": 16, "05m": [6, 7], "1": [2, 4, 5, 7, 8, 10, 16, 19, 22], "10": [15, 16, 19], "100": [11, 19], "10000": [2, 5, 7, 8, 14, 22], "100000": 22, "100x": [0, 7], "1022": 16, "104": 16, "106": 16, "10t03": 16, "10x": [0, 6, 7], "12000": [2, 5, 7, 10, 16], "1234": 4, "125": 16, "127": [0, 2, 5, 7, 8, 10, 14, 16, 22], "1301": 16, "140": 16, "156x": 6, "159": 16, "16": 19, "162": 16, "168": 16, "1695": 16, "1695m": 16, "17": 16, "18083": [0, 16], "192": 16, "1d6b30cfc845": 16, "2": [8, 19], "200": [0, 1, 16], "200m": [0, 6, 7], "2024": 16, "21797": 16, "218": 16, "245": 16, "254": 16, "2a5b": 16, "3": [0, 7, 19], "32": 19, "4": [7, 15, 19], "400": [0, 1, 4], "429": 8, "4317": 19, "441": 16, "443": [0, 10, 16, 22], "447": 16, "463": 16, "469793af": 16, "49": 16, "492z": 16, "4o": [0, 2, 5, 6, 7, 8, 14, 22], "5": [0, 7, 19], "51": 16, "51000": 16, "52": 16, "53": 16, "537z": 16, "54": 16, "55": 16, "556": 16, "56": 16, "598z": 16, "6": 19, "60": 22, "604197fe": 16, "614": 16, "65": 16, "7": [0, 1, 10, 12, 19], "770": 16, "7b": 22, "8": 19, "80": [7, 8, 10, 14, 22], "8001": 22, "8080": 0, "87": 16, "8x7b": 22, "9": 19, "905z": 16, "906z": 16, "9367": 16, "95a2": 16, "961z": 16, "984": 16, "984m": 16, "9b57": 16, "A": [0, 1, 3, 4, 5, 8, 10, 11, 12, 13, 14, 18], "As": [7, 20], "Be": [15, 19], "But": 10, "By": [1, 3, 7, 8, 12, 15, 16, 19, 20, 22], "FOR": 16, "For": [3, 5, 7, 10, 11, 12, 13, 14, 16], "If": [0, 1, 4, 7, 8, 15, 20, 22], "In": [0, 1, 7, 8, 12, 13, 15, 20], "It": [0, 8, 15, 18, 20], "Its": [12, 19], "No": 7, "On": 14, "One": 10, "Or": 19, "The": [1, 3, 4, 6, 7, 8, 10, 12, 14, 15, 16, 19, 20, 22], "There": [6, 12], "These": [0, 4, 10, 12, 15, 20], "To": [1, 5, 7, 10, 12, 14, 19], "With": [0, 1, 12, 14, 19, 20], "__main__": [0, 1], "__name__": [0, 1, 19], "abil": [7, 8, 10, 20, 22], "about": [0, 6, 7, 8, 10, 12, 13, 16, 20, 22], "abov": [0, 1, 8, 12], "abstract": 2, "accept": [3, 5, 7, 8, 10, 11], "access": [8, 14, 18, 19, 20, 21], "access_": 16, "access_ingress": 16, "access_intern": 16, "access_kei": [0, 2, 5, 7, 8, 14, 22], "access_llm": 16, "accident": 8, "accordingli": 19, "account": [15, 19], "accur": [1, 3, 7, 10, 12, 15, 20], "accuraci": [1, 7, 20], "achiev": [7, 12, 15], "across": [0, 2, 8, 12, 15, 19], "act": [3, 5, 12], "action": [0, 3, 4, 7, 8, 10, 15, 20, 22], "activ": [1, 8, 14], "actual": [0, 1, 7, 19], "ad": [0, 1, 12, 20], "add": [1, 5, 7, 15, 19, 22], "add_messag": 1, "add_span_processor": 19, "addit": [1, 3, 5, 7, 8, 18, 22], "additional_kwarg": 1, "additionalproperti": 15, "address": [0, 2, 5, 7, 8, 10, 14, 20, 22], "adher": 20, "adilhafeez": 16, "adjust": [1, 19], "adopt": 19, "advanc": [7, 15], "advantag": [7, 12], "advic": [0, 2, 7, 8, 14, 22], "affect": 19, "afraid": 15, "after": [8, 15, 19, 20], "against": [7, 20], "agent": [1, 8, 10, 12, 13, 14, 16, 21, 22], "aggreg": 15, "agnost": 2, "ai": [1, 3, 8, 10, 12, 13, 14, 15, 16, 22], "aid": 8, "aimessag": 1, "airbnb": 12, "alert": 16, "algorithm": 12, "align": [7, 20], "all": [0, 2, 5, 7, 8, 11, 12, 13, 14, 19, 21, 22], "allow": [0, 3, 7, 10, 11, 12, 14, 15, 19, 20], "alongsid": [6, 8, 10, 12], "alreadi": 19, "also": [0, 2, 3, 7, 8, 14, 20, 22], "altern": [4, 20], "alwai": 4, "ambigu": 15, "amount": 11, "an": [0, 1, 2, 3, 4, 8, 10, 12, 14, 15, 17, 19, 20, 21, 22], "analysi": [4, 20], "analyt": 15, "analyz": [0, 3, 7, 12, 15, 16, 19, 20], "ang": 7, "ani": [0, 3, 7, 8, 12, 13, 15, 19, 20], "answer": [7, 8, 22], "anthrop": 2, "api": [0, 2, 3, 4, 5, 6, 7, 8, 10, 12, 13, 14, 15, 16, 19, 21, 22], "api_bas": 7, "api_kei": 7, "api_serv": [3, 15, 16], "apm": 19, "app": [0, 1, 10, 12, 13, 21], "app_serv": [0, 7, 8, 14, 22], "append": [0, 1], "appli": [7, 8, 12, 13, 20], "applic": [0, 2, 3, 4, 5, 6, 7, 8, 10, 12, 13, 14, 15, 16, 17, 19, 20, 21, 22], "applicaton": 6, "approach": [1, 3, 7, 19, 22], "appropri": [1, 3, 4, 7, 8, 10], "ar": [0, 1, 2, 4, 5, 6, 7, 8, 10, 12, 14, 15, 16, 19, 20, 21, 22], "arch": [0, 2, 3, 4, 5, 6, 8, 10, 11, 16, 17, 19, 22], "arch_config": [2, 7], "arch_llm_listen": 16, "archgw": [6, 14], "archgw_log": 16, "architectur": [3, 9, 10, 11, 12, 19, 20], "aris": [4, 10], "around": [8, 11], "arrai": [1, 3, 15], "arraylist": 15, "arriv": 8, "art": [7, 15], "ask": [1, 15, 19], "aspect": [12, 17], "assess": 20, "assist": [0, 1, 2, 7, 8, 14, 20, 22], "assum": 7, "attach": 3, "attack": 20, "attempt": [7, 8, 12, 20], "attent": 15, "attribut": [3, 19], "augment": [1, 8], "auth": 10, "author": [16, 22], "auto_llm_dispatch_on_respons": [7, 8, 22], "autom": 15, "automat": [5, 7, 12, 15, 19, 20], "avail": [2, 6, 8, 12, 19], "averlag": 6, "avoid": [1, 20], "awai": 1, "awsxrai": 19, "b25f": 16, "b265": 16, "back": [1, 6, 8, 15, 19], "backend": [3, 7, 8, 10, 12, 15, 19, 21], "bad": 4, "balanc": [0, 7, 8, 14, 15, 22], "base": [0, 2, 3, 5, 7, 8, 10, 12, 14, 15, 20, 22], "base_url": 2, "bash": 6, "batch": 19, "batchedand": 8, "batchspanprocessor": 19, "battl": 12, "been": [14, 15], "befor": [1, 7, 8, 10, 14, 20], "begin": [1, 14], "behalf": [7, 8, 16], "behavior": [7, 8, 16, 20, 22], "behind": 13, "being": [7, 8], "belief": [12, 21, 22], "below": [2, 3, 6, 7, 8, 14, 19], "benchmark": 15, "benefici": 15, "benefit": [12, 18], "best": [3, 5, 9, 12, 18], "better": [12, 15, 20], "between": [0, 2, 3, 7, 8, 11, 12, 14, 15, 19, 22], "bigint": 15, "bill": 19, "bin": 14, "binari": 14, "bind": [2, 5, 7, 10], "blaze": 9, "blob": 14, "block": 11, "bodi": 7, "bolt": 10, "bool": [7, 8, 15, 22], "boolean": 15, "bootstrap": 8, "born": [12, 21], "borrow": 10, "both": [7, 15, 20], "bound": [7, 11], "breach": 20, "break": [1, 16], "breaker": 8, "bridg": [3, 8, 15], "brief": [3, 8], "briefli": 8, "broader": 0, "build": [1, 2, 3, 5, 7, 10, 11, 12, 14, 20, 22], "build_with_arch": 13, "built": [0, 1, 6, 7, 8, 10, 12, 14, 21], "busi": [0, 3, 7, 8, 10, 12, 15, 21], "bypass": 20, "byte": [15, 16, 19], "bytes_receiv": 16, "bytes_s": 16, "c": 12, "call": [2, 3, 4, 6, 7, 8, 10, 12, 13, 16, 21], "campaign": [0, 12], "can": [0, 1, 2, 3, 4, 5, 6, 7, 8, 10, 12, 14, 15, 16, 19, 20, 22], "capabl": [0, 3, 7, 12, 14, 15, 21], "capit": [2, 7], "captur": [4, 12, 19], "care": 15, "carefulli": 3, "carri": [8, 19], "case": [0, 12, 13], "categor": 4, "categori": 7, "caus": 4, "celsiu": [3, 15], "central": [0, 2, 5, 7, 8, 12, 14, 16, 22], "cert": 22, "certain": 20, "certif": 22, "certificate_chain": 22, "chain": 8, "challeng": 20, "chanc": 20, "chang": [1, 7, 19], "char": 15, "charact": 19, "chat": 16, "chat_memori": 1, "chatbot": 19, "cheaper": [6, 7], "cheapest": 0, "check": [5, 7, 8, 10, 15, 19, 20], "children": 19, "choic": 7, "choos": 15, "chunk": 1, "circuit": 8, "citi": [3, 15], "claim": [0, 12], "clarif": 1, "clarifi": 10, "class": 12, "classif": 7, "classifi": 20, "claud": 7, "clean": 20, "cleaner": 3, "clear": [4, 15, 20], "clearer": 15, "cli": 14, "client": [2, 4, 5, 8, 10, 11], "client_messag": 1, "closest": 7, "cloud": [2, 9], "cluster": [0, 2, 7, 8, 12, 14, 22], "co": 19, "code": [1, 4, 7, 8, 10, 11, 12, 14, 16], "codebas": [3, 19], "codec": 8, "coher": 2, "colleagu": 15, "collect": [0, 7, 15, 19], "collector": 19, "com": [14, 15, 16, 19], "combin": 15, "comcern": 6, "command": [6, 14], "comment": [7, 10], "commit": 19, "common": [0, 15, 19], "common_tls_context": 22, "commun": [4, 8, 10, 14, 19], "compact": 7, "compani": 12, "compar": 7, "compat": [12, 19, 22], "complet": [2, 7, 8, 15, 16, 19, 22], "complex": [0, 2, 3, 5, 11, 15, 19, 20], "complianc": 20, "compon": [3, 8, 12, 19], "composit": 7, "comprehens": 14, "concept": 9, "concern": 8, "concis": 8, "confid": 20, "config": 19, "configur": [0, 1, 2, 6, 7, 9, 10, 11, 12, 14, 19, 21], "confirm": [7, 8, 15, 19, 22], "congratul": 14, "conifg": 22, "connect": [0, 3, 5, 6, 7, 8, 10, 11, 12, 14, 22], "connect_timeout": [0, 7, 8, 14, 22], "consid": [7, 10], "consist": [10, 12, 15, 19], "consol": 19, "constraint": 20, "contain": [6, 7, 8, 10, 12, 19, 20], "content": [1, 2, 4, 5, 7, 8, 14, 19, 20, 22], "context": [3, 4, 8, 10, 12, 14, 15, 19, 20], "continu": 12, "contribut": 14, "contributor": 21, "control": [6, 11, 20, 22], "conver": 1, "convers": [0, 1, 7, 12], "coordin": 11, "copilot": 12, "core": [8, 20], "corpu": 20, "correct": [1, 4, 7, 20], "correspond": 8, "cost": [1, 6, 12], "could": [0, 7, 8, 10, 14, 15, 22], "count": 8, "cpu": [8, 9], "craft": 20, "creat": [0, 1, 2, 4, 5, 7, 8, 10, 12, 13, 14, 15, 22], "createus": 4, "creativ": 15, "credenti": 19, "crime": 7, "criteria": 20, "critic": [0, 1, 4, 7, 8, 10, 12, 15, 17, 19], "crucial": [15, 16, 19, 20], "curiou": [7, 8, 20, 22], "current": [1, 3, 15], "custom": [7, 13, 19, 20], "cutov": 12, "dai": [0, 1], "dashboard": [15, 19], "data": [0, 1, 3, 7, 8, 12, 15, 19, 20], "databas": [0, 1, 15], "datadoghq": 19, "dataset": 0, "date": [3, 15], "datetim": 1, "davinci": 7, "db": 1, "dc": 16, "dd_site": 19, "debug": [0, 1, 8, 16, 19], "decis": [0, 2, 6, 7, 8, 10, 14, 22], "decrypt": 8, "dedic": 7, "deep": [5, 13], "deeper": 14, "def": [0, 1, 15, 19], "default": [0, 1, 2, 5, 6, 7, 8, 14, 16, 22], "defens": 20, "defin": [2, 5, 7, 8, 14, 19, 22], "definit": [10, 15], "defram": 8, "degrad": 4, "deliv": 15, "deliveri": 8, "demonstr": 15, "depend": [0, 8, 12, 14, 20], "deploi": [6, 8, 12, 19], "deploy": 12, "depth": 3, "describ": [1, 4, 8], "descript": [0, 1, 3, 7, 8, 14, 15, 22], "design": [0, 3, 4, 6, 7, 8, 10, 12, 13, 15, 19, 20], "desir": [3, 15], "destroi": 8, "detail": [2, 4, 5, 7, 8, 10, 12, 14, 16, 19], "detect": [6, 7, 8, 10, 12, 14, 20], "determin": [1, 3, 8, 15, 19], "detetct": 1, "dev": 6, "develop": [1, 2, 3, 4, 5, 7, 8, 12, 13, 14, 19, 20, 22], "devic": [0, 1, 3, 6, 7, 8, 14, 22], "device_group": 14, "device_id": [0, 1, 7, 8, 14, 22], "device_reboot": [0, 14], "device_summari": [0, 1], "dict": 15, "dictionari": [1, 7], "differ": [0, 2, 3, 7, 8, 10, 14, 15, 19, 22], "difficult": 12, "direct": [3, 5], "directli": [7, 10], "disast": 12, "discov": 13, "dispatch": 8, "displai": [4, 15], "distribut": [7, 8, 19], "dive": [10, 13, 14], "divers": [3, 20], "dn": 5, "do": [3, 7, 12, 14, 16], "doc": 13, "docker": [0, 14, 19], "document": [3, 7, 10, 13, 14, 19], "doe": [0, 1, 3, 15, 20], "domain": [8, 15], "don": [6, 15], "doubl": 15, "down": 16, "downstream": [7, 8, 9, 10, 11, 19], "downtream": 8, "dramat": [1, 6], "draw": 7, "driven": [13, 14, 20], "dropbox": 12, "due": 4, "duplic": 1, "durat": [8, 16], "dure": [4, 8], "dynam": [7, 15, 20], "e": [3, 8, 10, 15, 16, 19, 22], "each": [1, 3, 7, 8, 12, 15, 16, 19, 22], "earli": [7, 8, 12], "earlier": 8, "eas": 19, "easi": [15, 19], "easier": [5, 14, 16], "easili": [0, 1, 12, 19], "ecosystem": 19, "edg": [8, 12, 15], "effect": [3, 7, 12, 13], "effici": [0, 1, 3, 6, 7, 14, 19], "egress": [2, 9, 10], "either": [8, 15], "elasticsearch": 16, "element": 3, "elif": 1, "elk": 16, "els": 1, "email": [3, 15], "embarrassingli": [1, 11], "embed": [1, 7, 16, 20, 22], "empow": [3, 20], "empti": 22, "enabl": [0, 1, 2, 3, 4, 6, 8, 10, 12, 15, 19], "enchanc": 7, "encount": [8, 10], "encrypt": 8, "end": [3, 12, 19], "endpoint": [0, 1, 3, 4, 7, 8, 10, 14, 15, 19, 22], "enforc": [8, 20], "engag": [0, 8, 12], "engin": [7, 12], "enhanc": [1, 3, 8, 14, 19, 20], "enough": 4, "enrich": [1, 3, 7, 10], "ensur": [0, 2, 3, 4, 5, 7, 8, 12, 14, 15, 19, 20], "entir": [1, 12, 19], "entri": 5, "enum": [3, 7, 8, 15, 22], "enumer": 1, "environ": [14, 15, 19, 20], "envoi": [2, 5, 7, 8, 10, 11, 12, 21], "equal": 11, "error": [0, 1, 3, 7, 8, 9, 10, 12, 14, 17, 19, 20, 21, 22], "error_target": [7, 8, 14, 22], "error_target_1": [7, 8, 22], "especi": 20, "essenti": [3, 5, 13, 20], "establish": [0, 7, 8, 14, 22], "etc": [1, 2, 7, 8, 10, 12, 14, 22], "ethnic": 20, "eu": 19, "evalu": 7, "even": [0, 15], "evenli": 8, "event": [0, 8], "everi": 16, "evolv": 20, "exactli": 8, "exampl": [0, 1, 5, 8, 9, 10, 14, 16, 22], "exceed": 8, "excel": 20, "except": [4, 15], "exception": 12, "excess": 8, "exclus": 12, "execut": [4, 7, 8, 15, 20], "exist": [1, 8, 19], "expect": [4, 15, 20], "experi": [3, 7, 8, 12, 14, 15, 20, 22], "explain": 15, "explan": [3, 15], "explanatori": 16, "explicitli": 20, "explor": [13, 14], "export": [16, 19], "expos": [0, 5, 7, 12, 16, 20, 22], "extend": [12, 13], "extern": [0, 1, 14, 19], "extract": [0, 3, 7, 8, 10, 12, 15, 19, 22], "extrem": 7, "f": [0, 1, 15, 16, 19], "f376e8d8c586": 16, "face": 7, "facilit": 19, "fact": [0, 2, 7, 8, 14, 22], "fahrenheit": [3, 15], "fail": [2, 4, 8, 10], "failov": [0, 2, 5, 7, 8, 14, 22], "failur": 4, "fair": 8, "fallback": 4, "fals": [1, 7, 8, 14, 15, 22], "familiar": 8, "faser": 0, "fashion": [1, 8], "fast": [7, 9, 10, 12, 13, 14, 21], "faster": [1, 6, 7, 10, 19], "fastest": [0, 14], "fault": [2, 7], "fc": 8, "fc1b": 0, "featur": [1, 7, 12, 13, 18, 19, 22], "feed": 16, "feedback": [4, 7, 20], "fetch": 15, "few": [1, 10, 16, 19], "field": [16, 20], "file": [2, 3, 5, 7, 8, 14], "filenam": 22, "filter": [5, 8, 11, 12, 20], "final": [8, 20], "financ": 20, "find": 15, "first": [6, 7, 8, 12, 14, 15, 17, 20], "fit": 8, "flag": [7, 8, 19, 20, 22], "flask": 0, "flexibl": [0, 12, 19, 20], "float": 15, "flow": [4, 9, 12, 16, 19], "fluentd": 16, "focu": [0, 8, 12], "focus": 7, "follow": [1, 3, 4, 6, 7, 8, 10, 12, 14, 16, 19, 22], "form": 15, "format": [3, 7, 12, 15, 18, 20], "forth": 8, "forwad": 7, "forward": [1, 4, 6, 7, 8, 10, 11, 16, 19], "forward_to_llm": 1, "found": 16, "framework": [7, 19], "franc": [2, 7], "francisco": [3, 15], "friendli": 15, "from": [0, 1, 2, 3, 4, 5, 7, 8, 10, 11, 12, 14, 15, 19, 20, 22], "front": 12, "frontier": [0, 7], "fulfil": 12, "full": [3, 7, 14, 22], "function": [3, 4, 6, 7, 8, 10, 11, 12, 13, 20, 21, 22], "function_cal": 13, "functionvalidationerror": 4, "fundament": 3, "further": [7, 14, 19], "g": [3, 8, 10, 15, 16, 19, 22], "gap": 15, "gatewai": [1, 2, 8, 10, 12, 13, 16, 19, 22], "gather": [0, 8, 12], "genai": [3, 14, 21], "gener": [0, 1, 3, 6, 8, 10, 11, 12, 13, 14, 15, 19, 20], "get": [0, 3, 6, 8, 14, 15, 19], "get_device_statist": 1, "get_device_summari": [0, 1], "get_json": [0, 1], "get_messages_since_last_int": 1, "get_trac": 19, "get_user_convers": 1, "get_weath": [3, 15], "github": [7, 14], "give": 12, "given": [0, 1, 8], "global": [1, 14], "go": [0, 12], "goal": 12, "good": 22, "googl": 12, "got": 4, "govern": 12, "gpt": [0, 2, 5, 6, 7, 8, 14, 15, 22], "gpu": 9, "grace": 4, "gracefulli": [4, 10], "group": [0, 14], "grpc": 19, "guard": [8, 9, 12, 13, 21], "guardail": 6, "guardrail": [4, 7, 8, 10, 12, 13, 14], "guid": [7, 14, 15, 20], "guidelin": 20, "gurdrail": 5, "ha": [1, 7, 8, 12, 14, 15, 19, 22], "hallucin": 16, "handel": [7, 8, 22], "handl": [0, 1, 2, 3, 4, 5, 7, 8, 10, 11, 12, 13, 14, 15, 19, 20, 21], "handle_request": 19, "handler": [3, 7, 8], "hardwar": 11, "harm": [7, 8, 20], "hashmap": 15, "hashtabl": 15, "hate": 7, "have": [0, 1, 6, 12, 14, 15, 20], "hazard": 7, "hcm": 8, "header": [1, 8, 9, 10, 12, 18, 22], "health": 8, "healthcar": 20, "healthi": 8, "held": 22, "help": [0, 1, 2, 3, 4, 6, 7, 8, 10, 12, 13, 14, 15, 17, 20, 22], "here": [0, 1, 3, 5, 7, 8, 15, 16, 20], "hexadecim": 19, "high": [0, 2, 7, 9, 12, 15], "highli": 15, "histori": [1, 15], "horrid": 12, "host": [0, 2, 5, 6, 7, 8, 10, 16], "hostconnect": 10, "hostnam": [0, 7, 8, 14, 22], "how": [0, 1, 2, 3, 5, 6, 7, 8, 10, 12, 13, 14, 15, 18, 22], "howev": 8, "html": 13, "http": [2, 4, 5, 6, 7, 8, 12, 14, 15, 16, 19, 21, 22], "http_header": 22, "hug": 7, "huggingfac": [0, 2, 5, 7, 8, 14, 22], "human": [3, 4], "humanmessag": 1, "hygien": 12, "i": [0, 1, 2, 3, 5, 6, 7, 8, 10, 11, 12, 14, 16, 17, 19, 21, 22], "iam": 19, "id": [0, 1, 4, 8, 14, 16, 19], "idea": 13, "identif": 15, "identifi": [0, 1, 3, 4, 7, 8, 14, 15, 19, 22], "immedi": 20, "impact": 19, "implement": [7, 8, 19, 20], "import": [0, 1, 2, 7, 15, 16, 19], "improp": 4, "improv": [1, 6, 12, 13, 20], "inappropri": 20, "includ": [2, 3, 5, 8, 12, 14, 15, 16, 17, 19, 21], "incom": [1, 5, 6, 7, 8, 10, 14, 19, 22], "incomplet": 15, "incorrect": 20, "increas": 20, "incredibli": 12, "index": 1, "indic": [3, 8, 19], "industri": 7, "infer": 12, "inform": [0, 1, 3, 4, 7, 8, 10, 12, 15, 16, 19, 20, 22], "information_extract": [7, 8, 22], "infrastructur": [2, 12, 21], "ingress": [7, 9, 10], "initi": [1, 2, 5, 8, 10, 18], "inject": [19, 20], "inner": 8, "innov": 14, "input": [0, 3, 4, 15, 20], "input_guard": [7, 8, 20, 22], "insecur": 19, "insert": 1, "instal": 19, "instanc": [2, 8, 10, 15, 22], "instead": [1, 15], "instruct": [6, 13, 22], "instructionsus": 14, "insur": [0, 12], "insurance_claim_detail": 16, "int": [0, 1, 15], "integ": [0, 1, 4, 20], "integr": [2, 3, 12, 13, 14, 15, 16, 18, 21], "intellig": [2, 3, 6, 8, 10, 12, 13, 21], "intend": 20, "intent": [0, 6, 8, 15, 20, 22], "intent_chang": 1, "intent_changed_head": 1, "interact": [0, 7, 12, 13, 14, 15, 16, 19, 20], "intercept": 7, "interfac": 2, "interfer": 14, "intern": [0, 8, 10, 19], "interoper": 19, "interpret": [4, 15], "intro": [13, 21], "intro_to_arch": 13, "introduc": 13, "invalid": [1, 4, 15], "inventori": 19, "investig": 19, "invoc": [3, 15], "invok": [0, 3, 4, 15], "involv": [0, 3, 12, 20], "ip": [0, 7, 8, 14, 22], "ip1": [0, 7, 8, 14, 22], "ip2": [0, 7, 8, 14, 22], "isinst": [0, 1], "isoformat": 1, "isol": 14, "issu": [4, 10, 19], "item": [3, 7], "iter": 15, "itinerari": 15, "its": [0, 1, 3, 6, 7, 8, 10, 11, 12, 14, 19], "itself": [2, 5, 7], "jaeger": 19, "jailbreak": [7, 8, 12, 20, 22], "java": [12, 15], "javascript": 15, "json": [1, 2, 4, 5, 7, 8, 14, 15, 22], "jsonifi": [0, 1], "jsonschema": 15, "just": [0, 2, 7, 8, 14, 22], "jwt": 22, "katanemo": 14, "keep": [1, 10, 15], "kei": [0, 2, 5, 6, 7, 8, 9, 14, 18, 19, 22], "kept": 22, "kibana": 16, "kind": 4, "king": 15, "know": [1, 6, 7, 10, 20], "knowledg": [5, 8, 13], "known": 7, "kubernet": 19, "l7": 12, "landscap": 20, "langchain": 1, "languag": [8, 12], "larg": [7, 8, 11, 12, 15], "last": [0, 1], "latenc": [0, 6, 7, 12, 15, 17], "later": 4, "layer": [7, 10, 12, 19, 20], "lead": [7, 12, 20], "learn": [12, 13, 14, 15], "len": 1, "length": 20, "less": 22, "let": 16, "level": [2, 5, 6, 9, 12, 13], "leverag": [3, 19], "libev": 8, "librari": [2, 12, 15], "lifecycl": [9, 21], "lifetim": [8, 11], "lightweight": [0, 1, 12], "like": [1, 2, 3, 4, 5, 7, 8, 10, 12, 15, 16, 17, 19, 20, 22], "limit": [0, 2, 5, 7, 8, 14, 20, 22], "line": [1, 12, 14, 22], "linearli": 12, "list": [0, 1, 3, 7, 8, 14, 15, 20, 22], "listen": [0, 2, 7, 8, 9, 10, 14, 19, 21, 22], "listner": 5, "live": 8, "ll": [0, 22], "llm": [0, 1, 5, 6, 8, 9, 10, 12, 13, 14, 15, 17, 20, 21, 22], "llm_provid": [0, 2, 5, 7, 8, 13, 14, 22], "llm_respons": 1, "load": [0, 7, 8, 14, 22], "local": [2, 5, 7, 8, 9, 22], "locat": [3, 10, 15], "log": [4, 8, 10, 18, 19, 21], "logic": [0, 2, 4, 5, 7, 8, 10, 12, 13, 14, 15, 21, 22], "long": 15, "look": [3, 7, 8, 20, 22], "loop": 8, "low": [0, 6, 15], "lower": 1, "m": 14, "machin": 11, "made": 14, "mai": [0, 8, 20], "main": [8, 10, 14, 19, 20], "maintain": [1, 3, 8], "major": 11, "make": [0, 2, 4, 5, 6, 7, 8, 10, 12, 15, 16, 19], "malici": [8, 20], "manag": [0, 2, 3, 4, 5, 6, 7, 8, 12, 13, 14, 15, 16, 19, 20, 22], "managemet": 5, "mandatori": 3, "mani": [8, 19], "manipul": [0, 12, 20], "manufactur": [0, 2, 7, 8, 14, 22], "map": 15, "mark": [1, 3], "masssiv": 12, "match": [0, 1, 8, 22], "matter": 12, "max": [0, 7, 8, 14, 22], "maximum": 3, "md": 14, "mean": [16, 19, 22], "meaning": 4, "measur": [12, 17], "mechan": [0, 1, 2, 13, 15, 20], "meet": [15, 20], "memori": 1, "messag": [4, 8, 9, 15, 20, 22], "message_entri": 1, "message_format": [0, 2, 5, 7, 8, 14, 22], "messages_for_llm": 1, "messages_since_int": 1, "messages_to_return": 1, "metadata": [1, 3, 7, 10, 16], "method": [0, 1, 16], "metric": [12, 17, 19], "might": [6, 20], "mind": [15, 19], "minim": [5, 19, 20], "minimum": 3, "minlength": 15, "minor": 20, "minut": 22, "misalign": 20, "misformat": 20, "miss": [0, 4, 12], "mistak": 20, "mistral": [2, 22], "mistral8x7b": 22, "mistral_api_kei": 22, "mistral_loc": 22, "mistrallocal7b": 22, "misus": 20, "mode": 6, "model": [0, 1, 2, 5, 7, 8, 9, 10, 12, 14, 15, 20, 21, 22], "model_serv": 16, "moder": 9, "modern": 19, "modif": 8, "modifi": 20, "modular": 3, "monitor": [7, 8, 12, 13, 16, 18, 19, 21], "more": [0, 1, 3, 5, 7, 10, 11, 12, 15, 16, 20, 22], "most": [0, 1, 3, 7, 10, 11, 15, 16], "mostli": 1, "move": 1, "multipl": [3, 8, 11, 15], "must": [0, 1, 20], "my": [7, 8, 20, 22], "name": [0, 1, 2, 3, 5, 7, 8, 10, 14, 15, 19, 22], "natur": [4, 7, 8, 15, 22], "navig": [13, 20], "necessari": [1, 3, 7, 8, 15, 20], "need": [0, 3, 6, 7, 8, 10, 13, 15, 19, 22], "network": [0, 2, 5, 6, 7, 9, 10, 14, 22], "network_qa": 0, "network_summari": 0, "never": 14, "new": [1, 3, 14, 15, 19], "new_messag": 1, "next": [15, 20], "nli": [1, 7, 22], "non": 11, "note": [6, 16, 22], "nuanc": [12, 21], "num_stored_messag": 1, "number": [1, 8, 11, 15], "numer": 3, "object": [15, 16], "observ": [2, 10, 12, 13, 19, 21, 22], "occur": 4, "off": 22, "offer": [0, 1, 2, 7, 8, 10, 12, 14, 17, 22], "offert": 22, "often": [1, 15], "on_except": [7, 8, 20, 22], "onc": [0, 1, 7, 8, 11, 15], "one": [0, 1, 8, 10, 15, 19], "ones": [1, 15], "ongo": 15, "onli": [1, 3, 5, 6, 7, 8, 15, 20, 22], "onward": 1, "opaqu": [12, 21], "open": [3, 19], "openai": [0, 1, 5, 8, 14, 16, 22], "openai_api_kei": [0, 2, 5, 7, 8, 14, 22], "opentelemetri": [12, 22], "oper": [8, 10, 12, 14, 15], "optim": [5, 15, 19], "option": [0, 1, 3, 6, 10, 13, 19, 22], "order": [1, 8, 15, 19], "orient": 15, "origin": [7, 10, 12, 16], "oss": 2, "otel": 19, "other": [1, 4, 6, 8, 10, 12, 14, 15, 19], "otlp": 19, "otlp_export": 19, "otlpspanexport": 19, "our": [6, 7, 8, 12, 15, 22], "out": [10, 12, 15, 20, 21], "outbound": [2, 12, 19], "outcom": 20, "outgo": [5, 19], "outlin": 8, "output": [12, 15, 17, 20], "outsid": [12, 21], "over": [0, 1, 2], "overal": [1, 3, 6], "overid": 22, "overload": 8, "overrid": [7, 8, 22], "overview": [18, 21], "overwhelm": 8, "own": 8, "p50": 7, "p90": 0, "packag": [14, 19], "page": 7, "pai": 15, "pain": [2, 5, 7, 8, 12, 14, 22], "pair": 7, "par": 15, "parallel": [8, 11, 15], "param": 15, "paramet": [4, 7, 8, 12, 14, 15, 20, 22], "parent": 19, "parrallel": 1, "pars": [2, 4, 5, 7, 8, 14, 15, 16, 22], "part": [8, 12, 15, 19], "particular": [3, 15], "pass": [1, 7, 8, 16], "past": 1, "path": [0, 1, 3, 7, 8, 10, 14, 15, 16, 22], "path_to_config": 14, "pattern": 20, "payment": [15, 19], "pem": 22, "pend": 19, "per": [8, 12, 15, 16, 17, 22], "perceiv": [12, 17], "perform": [0, 3, 5, 6, 7, 8, 11, 12, 15, 19, 20], "performimg": 7, "period": 8, "permiss": 20, "person": [0, 3, 12, 13, 14, 15, 21], "phase": [7, 20], "php": 12, "piec": [3, 7], "pilot": 19, "pip": [14, 19], "pipelin": [8, 19], "place": [8, 15], "placehold": [0, 1, 19], "plan": [7, 10], "pleas": [4, 6, 7, 14], "pod": 19, "point": [5, 7, 15], "polici": [8, 19, 20], "pool": 8, "popular": 19, "port": [0, 2, 5, 7, 8, 10, 14, 22], "possibl": 4, "post": [0, 1, 16], "potenti": [7, 20], "power": [7, 15, 19, 20], "practic": [3, 5, 8, 9, 12, 13, 18], "pre": [8, 14, 20], "precis": [1, 15], "predefin": [0, 3, 7, 10, 12, 14, 20], "prefer": [15, 19], "premis": [2, 6], "prepar": [1, 15, 19], "presenc": [2, 5], "present": [1, 12, 15, 19], "prevent": [8, 12, 19, 20], "previou": 1, "price": 6, "primari": [5, 7, 11], "primit": [2, 5, 10, 21], "primitv": 7, "primtiv": 1, "print": [2, 7, 15, 19], "priorit": 20, "privaci": 7, "private_kei": 22, "proce": [7, 8, 20, 22], "process": [3, 4, 6, 7, 10, 11, 12, 13, 15, 16, 19, 20], "process_customer_request": 19, "process_rag": 1, "processor": 19, "produc": 15, "product": [15, 19], "profil": 15, "program": [7, 8, 20, 22], "project": [3, 12], "promot": 8, "prompt": [2, 4, 5, 6, 8, 9, 10, 11, 12, 13, 14, 21, 22], "prompt_guard": [7, 8, 13, 14, 22], "prompt_target": [0, 1, 3, 7, 8, 13, 14, 15, 22], "prompt_target_intent_matching_threshold": 22, "propag": [7, 12, 18], "proper": 19, "properli": 10, "properti": 15, "protect": [19, 20], "proto": 19, "protocol": [8, 16, 19], "proven": 12, "provid": [0, 1, 3, 4, 5, 7, 8, 10, 12, 13, 14, 15, 16, 17, 19, 20, 21, 22], "proxi": [7, 8, 10], "pull": 1, "purchas": [0, 2, 7, 8, 14, 22], "purpos": [0, 3, 6, 7, 8, 10, 12], "push": 22, "python": [1, 12, 14, 15, 16], "q": 0, "qualiti": 1, "queri": [0, 1, 3, 15, 19], "question": [1, 7, 8, 22], "queue": 15, "quick": 19, "quickli": [6, 12, 13, 14], "quickstart": [13, 21], "rag": [7, 8, 10, 13, 21], "rais": [15, 20], "random_sampl": 19, "rang": [0, 1, 19, 20], "rare": 8, "rate": [2, 7, 8, 12, 17, 19, 22], "rate_limit": 22, "rather": 4, "raw": 4, "rch": 10, "re": [7, 8, 15, 19, 20, 22], "reach": 20, "read": [5, 7, 8, 12, 19], "readabl": [3, 4], "readm": 14, "real": [0, 1, 15], "realli": 12, "reboot": [0, 1, 3, 7, 8, 14, 22], "reboot_devic": [0, 3, 14], "reboot_network_devic": [7, 8, 22], "receiv": [4, 7, 8, 10, 15, 16, 19, 20], "recept": 8, "recognit": [3, 7], "recommend": [8, 11, 14], "record": [12, 19], "recoveri": 12, "red": 20, "reddit": 12, "reduc": 20, "refer": [0, 6, 14, 15, 16, 21], "refin": 7, "region": 19, "regulatori": 20, "reject": [7, 12, 14], "relat": [0, 6, 8, 12, 19], "relev": [0, 1, 3, 8, 15], "reli": [7, 19], "reliabl": [2, 5, 15, 20], "remain": 15, "rememb": 15, "remind": 15, "repeat": 20, "replac": 19, "repositori": 14, "repres": [7, 12, 19], "request": [2, 4, 5, 7, 9, 10, 12, 14, 15, 16, 19, 20, 21, 22], "requestsinstrumentor": 19, "requir": [0, 1, 3, 4, 5, 7, 8, 12, 14, 15, 20, 21, 22], "resili": [7, 12], "resolv": 19, "resourc": [14, 18], "respect": 16, "respond": [4, 12, 17, 19], "respons": [0, 1, 2, 3, 4, 7, 8, 10, 13, 15, 16, 19, 20, 22], "response_cod": 16, "response_flag": 16, "rest": [8, 11], "restrict": 20, "result": [0, 15], "retri": [0, 2, 5, 7, 8, 12, 14, 22], "retriev": [0, 1, 7, 8, 10, 15], "return": [0, 1, 3, 8, 10, 15, 19, 20], "return_messag": 1, "revers": [1, 8], "review": 20, "risk": 20, "roadmap": 7, "robin": [0, 7, 8, 14, 22], "robust": [7, 12, 15, 20, 21], "role": [1, 4, 7, 19, 20], "root": 4, "round": [0, 7, 8, 14, 22], "rout": [0, 1, 2, 5, 7, 8, 12, 14, 21], "router": [3, 8], "routin": 15, "rule": [14, 15], "run": [0, 1, 6, 7, 8, 10, 12, 14, 19], "runtimeerror": 4, "safeguard": 20, "safer": 20, "safeti": [5, 7, 12, 20], "sai": 15, "same": [12, 15, 21], "sampl": [19, 22], "sampling_r": 22, "san": [3, 15], "sanit": [8, 20], "scalabl": [3, 14], "scale": [1, 2, 8, 12, 13], "scenario": [0, 6, 7, 8, 12, 13, 15, 22], "schedul": [7, 10, 15], "schema": [1, 3, 15], "scienc": 15, "score": 7, "script": [14, 15], "scrutini": 20, "sdk": 19, "seamless": [2, 15], "seamlessli": [2, 3, 19], "seattl": 15, "second": 10, "section": [1, 2, 3, 5, 7, 8, 13, 19], "secur": [2, 5, 7, 8, 12, 13, 19, 20, 21], "see": [5, 7], "select": 8, "selector": 22, "self": [6, 8, 10, 12, 16], "semant": 7, "send": [1, 2, 7, 8, 10, 15, 19, 22], "sender": 7, "sensit": [19, 20], "sent": [8, 16], "separ": [3, 6, 8, 10, 11, 22], "sequenti": 0, "serv": [8, 9, 10, 21], "server": [1, 4, 6, 8, 10, 12], "servic": [0, 1, 3, 7, 8, 15, 16, 19], "set": [1, 5, 6, 7, 8, 10, 12, 13, 14, 15, 19, 22], "set_tracer_provid": 19, "setup": [5, 7, 14, 15], "sever": [8, 12, 17], "sevic": 10, "shape": 12, "share": [7, 8, 10], "shift": 1, "short": 15, "should": [2, 3, 4, 5, 7, 8, 14, 15, 22], "show": 1, "side": 4, "signatur": 15, "similar": 7, "simpl": [7, 15, 19, 22], "simpli": [2, 5, 7, 14, 19], "simplic": 8, "simplif": 5, "simplifi": [2, 3, 5, 13, 19], "simul": [0, 1], "simultan": 0, "sinc": [1, 7], "singl": [7, 10, 11, 12, 15, 22], "site": 19, "skimp": 15, "slowest": 6, "small": [11, 12], "smart": [10, 12, 15], "smarter": 1, "sni": 8, "snippet": 1, "so": [0, 1, 6, 7, 10, 12, 15, 22], "socket": 8, "softwar": [7, 12], "solut": 3, "some": [8, 11, 15], "sonnet": 7, "sota": 15, "sourc": [14, 15, 19], "span": [8, 19], "span_processor": 19, "special": [12, 13, 19], "specif": [0, 1, 3, 4, 6, 7, 8, 12, 14, 15, 19, 20, 22], "specifi": [1, 3, 8, 10, 14, 15], "speed": [1, 6, 12, 17], "spell": 15, "spend": [11, 22], "sporad": 11, "sql": 1, "stack": [4, 13, 15, 16], "stage": 20, "stai": 7, "standalon": 19, "standard": [12, 19, 20], "start": [2, 5, 6, 7, 10, 19], "start_as_current_span": 19, "start_tim": 16, "stat": [0, 1, 8, 22], "state": [1, 3, 7, 8, 15], "stateless": 1, "static": 8, "statist": [0, 1, 8], "statu": [15, 16, 19], "steer": 1, "step": [13, 19], "still": 1, "stock": 19, "store": 1, "stored_messag": 1, "str": [1, 3, 7, 8, 14, 15, 22], "straightforward": 15, "stream": [2, 5, 7, 8, 14, 22], "streamlin": [1, 3, 5], "strict": 20, "stricter": 20, "string": [4, 15, 20], "strip": 7, "stripe": 12, "structur": [1, 16], "struggl": 1, "submit": 15, "substanti": 12, "subsystem": [0, 2, 5, 6, 7, 8, 12, 14, 22], "subsytem": 7, "success": 12, "successfulli": 14, "suggest": [15, 20], "suit": 12, "suitabl": [3, 15], "summar": [3, 7, 8, 22], "summari": [7, 8, 15, 18, 22], "support": [0, 2, 3, 7, 8, 10, 12, 14, 19], "suppport": 22, "sure": 4, "switch": 2, "system": [0, 2, 4, 5, 7, 8, 12, 14, 15, 16, 19, 20, 21, 22], "system_prompt": [0, 2, 7, 8, 14, 22], "t": [6, 15], "tail": 16, "tailor": [0, 12, 15, 20], "take": [7, 8, 10, 12], "taken": 16, "target": [2, 5, 8, 9, 10, 13, 14, 21, 22], "task": [0, 7, 8, 11, 12, 15], "tcp": 8, "tech": [13, 19, 21], "tech_overview": 13, "technic": 19, "techniqu": [7, 20], "technologi": [12, 13], "telemetri": [12, 19], "temperatur": [3, 15], "termin": 12, "terminologi": [9, 21], "test": [6, 12, 15], "text": [2, 5, 7, 8, 14, 15, 22], "tft": [12, 17], "than": [0, 6, 22], "thei": [1, 3, 20, 22], "them": [3, 4, 8, 10, 15, 20], "thi": [0, 1, 2, 3, 4, 5, 6, 7, 8, 11, 12, 13, 14, 15, 16, 19, 20, 22], "thing": [10, 22], "think": 15, "thoroughli": 15, "those": [0, 1, 10], "thread": [8, 9, 21], "three": [6, 8, 12, 17], "threshold": 22, "through": [2, 7, 8, 12, 15, 16, 19], "throughput": [0, 15], "time": [0, 1, 7, 8, 12, 14, 15, 16, 17, 22], "time_rang": [0, 1], "timestamp": [1, 8], "tip": 9, "tl": [8, 10, 12, 22], "tls_certif": [0, 22], "todai": [8, 14], "token": [1, 6, 7, 12, 17, 22], "toler": [2, 7], "too": 8, "took": 16, "tool": [4, 12, 14, 16, 18, 20], "top": [2, 5, 11], "topologi": 9, "tot": [12, 17], "total": [12, 16, 17], "trace": [4, 7, 8, 10, 12, 18, 21, 22], "trace_export": 19, "tracepar": [12, 18], "tracer": 19, "tracer_provid": 19, "tracerprovid": 19, "track": [1, 14], "tradit": [12, 21], "traffic": [2, 5, 7, 8, 12, 16], "train": 20, "transact": 15, "transpar": 12, "transport": 8, "travel": [7, 10, 15], "travers": 8, "treat": [7, 8, 22], "tri": 1, "trigger": [0, 13, 15], "trivial": 8, "troubleshoot": [3, 4, 13], "true": [0, 1, 2, 3, 5, 7, 8, 14, 15, 19, 22], "try": 15, "tupl": 15, "turbo": 0, "turn": 15, "tutori": 13, "two": [0, 6, 7, 8, 10], "type": [0, 1, 2, 3, 4, 5, 7, 8, 10, 14, 15, 20, 22], "typic": [8, 15], "typo": 20, "ui": 8, "unauthor": 7, "under": 16, "undergo": 20, "understand": [12, 13, 15, 17, 19, 20], "undesir": [14, 20], "undifferenti": [8, 10, 12], "unexpect": [15, 20], "unifi": 2, "uniformli": 19, "uniqu": [3, 19, 22], "unit": [3, 15, 22], "until": 8, "unusu": 20, "unwant": [8, 20], "up": [1, 6, 10, 13, 14, 19], "updat": [0, 8, 12, 14, 15, 22], "update_user_convers": 1, "upgrad": [2, 8, 12], "upon": 8, "upstream": [1, 7, 8, 9, 10, 12, 13, 16, 17], "upstream_host": 16, "url": 7, "us": [0, 1, 3, 5, 6, 8, 10, 12, 13, 14, 16, 18, 22], "usabl": 20, "usag": [2, 3, 8, 12, 14, 15, 17], "user": [0, 1, 3, 4, 7, 8, 12, 15, 16, 17, 20, 21], "user_id": [1, 4], "user_memori": 1, "usi": 19, "usual": 7, "utcnow": 1, "util": [7, 8], "uuid": 1, "uuid4": 1, "v": 19, "v0": [0, 2, 5, 7, 8, 14, 22], "v1": [5, 16], "valid": [0, 1, 13, 15, 20], "validationerror": [4, 15], "valu": [0, 1, 3, 7, 8, 14, 15, 19, 20, 22], "valueerror": 15, "variabl": 19, "varieti": 8, "variou": [11, 12, 15, 19], "ve": [14, 22], "vector": [1, 7], "vendor": 2, "venv": 14, "veri": [8, 19], "verif": 19, "verifi": [19, 20], "version": [0, 2, 5, 7, 8, 14, 19, 22], "via": [0, 4, 6, 8, 10, 12, 13, 14, 19, 22], "view": 19, "violat": [4, 8, 10, 20], "violent": 7, "virtual": [14, 22], "visibl": 16, "visit": 7, "vpc": 6, "w3c": [12, 19], "wa": [8, 12, 15, 16], "wai": [0, 1, 2, 5, 7, 8, 12, 14, 22], "wait": [0, 7, 8, 14, 22], "want": [0, 10, 12, 15], "watch": 15, "we": [8, 10, 11, 14, 20, 22], "weather": [3, 15], "weather_info": 15, "weather_validation_schema": 15, "web": [8, 10], "welcom": 13, "well": 12, "were": 16, "what": [2, 4, 7, 12, 16], "when": [0, 1, 2, 4, 5, 7, 8, 10, 15, 19], "where": [0, 3, 6, 7, 8, 14, 15, 16, 20], "whether": [3, 15], "which": [0, 1, 2, 5, 6, 8, 12, 15, 16, 17, 19, 21], "while": [1, 7, 11, 13, 15, 20], "wide": [8, 19], "window": 14, "within": [0, 3, 7, 8, 13, 15, 20, 22], "without": [5, 8, 12, 13], "work": [6, 10, 12, 15, 18, 19, 22], "worker": [8, 11], "workflow": [13, 21], "workload": 11, "would": [0, 1, 8, 22], "write": [0, 12, 13], "written": [8, 11, 12], "x": [1, 4, 8, 10, 16], "yaml": [0, 19], "yml": [2, 7, 22], "york": [3, 15], "you": [0, 1, 2, 3, 4, 5, 6, 7, 8, 10, 12, 13, 14, 15, 17, 19, 20, 22], "your": [0, 1, 2, 3, 5, 6, 7, 8, 10, 12, 13, 14, 15, 16, 17, 19, 22], "yourweatherapp": 15, "zeroshot": 16}, "titles": ["Agentic Workflow", "RAG Application", "LLM Provider", "Prompt Target", "Error Target", "Listener", "Model Serving", "Prompts", "Request Lifecycle", "Tech Overview", "Terminology", "Threading Model", "Intro to Arch", "Overview", "Quickstart", "Function Calling", "Access Logging", "Monitoring", "Observability", "Tracing", "Prompt Guard", "Welcome to Arch!", "Configuration Reference"], "titleterms": {"1": [0, 1, 14, 15], "2": [0, 1, 14, 15], "3": [1, 14, 15], "A": 19, "It": 16, "access": 16, "addit": 19, "agent": [0, 7, 19], "ai": 19, "an": 7, "app": 7, "applic": 1, "ar": 3, "arch": [1, 7, 12, 13, 14, 15, 20, 21], "architectur": 8, "aw": 19, "base": 1, "basic": 3, "benefit": [19, 20], "best": [4, 15, 19], "blaze": 6, "breakdown": 19, "build": [13, 21], "call": [0, 15], "case": 15, "client": 7, "cloud": 6, "come": 1, "concept": [4, 13, 21], "config": 14, "configur": [3, 5, 8, 15, 20, 22], "conversationbuffermemori": 1, "cpu": 6, "datadog": 19, "default": 3, "defin": [0, 1, 3, 15], "detect": 1, "downstream": 5, "drift": 1, "egress": [5, 7, 8], "error": 4, "exampl": [2, 3, 4, 7, 15, 19, 20], "extract": 1, "fast": 6, "featur": [3, 15, 16], "flask": 1, "flow": 8, "format": [16, 19], "function": [0, 15], "gatewai": [7, 14], "get": [1, 13, 21], "gpu": 6, "guard": [7, 20], "guid": [13, 21], "header": [4, 19], "high": 8, "how": [16, 19, 20], "i": [15, 20], "implement": 15, "ingress": [5, 8], "initi": 19, "instal": 14, "instrument": 19, "integr": 19, "intent": [1, 3, 7], "intro": 12, "kei": [3, 4, 15, 16], "languag": 15, "latest": 1, "level": 8, "lifecycl": 8, "listen": 5, "llm": [2, 7], "local": 6, "log": 16, "logic": 3, "marker": 1, "match": [3, 7], "messag": [1, 7], "model": [6, 11], "moder": 6, "monitor": 17, "multipl": 0, "network": 8, "next": 14, "observ": 18, "openai": [2, 7], "opentelemetri": 19, "over": 15, "overview": [9, 13, 19], "parallel": 0, "paramet": [0, 1, 3], "post": 8, "practic": [4, 15, 19], "prerequisit": 14, "process": [0, 1, 8], "prompt": [0, 1, 3, 7, 15, 20], "propag": 19, "provid": 2, "python": [2, 19], "quickstart": 14, "rag": 1, "rai": 19, "refer": 22, "request": [0, 1, 8], "resourc": [19, 21], "rout": 3, "sdk": 2, "serv": 6, "singl": 0, "soon": 1, "start": [13, 14, 21], "step": [0, 1, 14, 15], "summari": [3, 19, 20], "support": 15, "take": 15, "target": [0, 1, 3, 4, 7, 15], "tech": 9, "terminologi": [8, 10], "thread": 11, "tip": [4, 15], "tool": 19, "topologi": 8, "trace": 19, "tracepar": 19, "updat": 1, "upstream": 5, "us": [2, 7, 15, 19, 20], "via": [1, 7], "visual": 19, "welcom": 21, "what": [3, 15, 20], "why": 20, "work": [16, 20], "workflow": [0, 15], "x": 19}})
\ No newline at end of file