diff --git a/.buildinfo b/.buildinfo
index da2bae38..d8b2b5a6 100755
--- a/.buildinfo
+++ b/.buildinfo
@@ -1,4 +1,4 @@
 # Sphinx build info version 1
 # This file records the configuration used when building these files. When it is not found, a full rebuild will be done.
-config: 5f2cdb8c92eb360b7b409003059fad04
+config: b61e89d25fbf476ad9c88acd7fc7aca5
 tags: 645f666f9bcd5a90fca523b33c5a78b7
diff --git a/_images/arch_network_diagram_high_level.png b/_images/arch_network_diagram_high_level.png
new file mode 100755
index 00000000..8a66686f
Binary files /dev/null and b/_images/arch_network_diagram_high_level.png differ
diff --git a/_static/documentation_options.js b/_static/documentation_options.js
index da2fdbd1..4b399966 100755
--- a/_static/documentation_options.js
+++ b/_static/documentation_options.js
@@ -1,5 +1,5 @@
 const DOCUMENTATION_OPTIONS = {
-    VERSION: ' v0.1.7',
+    VERSION: ' v0.1.8',
     LANGUAGE: 'en',
     COLLAPSE_INDEX: false,
     BUILDER: 'html',
diff --git a/_static/img/arch_network_diagram_high_level.png b/_static/img/arch_network_diagram_high_level.png
new file mode 100755
index 00000000..8a66686f
Binary files /dev/null and b/_static/img/arch_network_diagram_high_level.png differ
diff --git a/build_with_arch/agent.html b/build_with_arch/agent.html
index 71b4319e..8fa1c6c2 100755
--- a/build_with_arch/agent.html
+++ b/build_with_arch/agent.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Agentic Apps | Arch Docs v0.1.7</title>
-<meta content="Agentic Apps | Arch Docs v0.1.7" property="og:title"/>
-<meta content="Agentic Apps | Arch Docs v0.1.7" name="twitter:title"/>
+<title>Agentic Apps | Arch Docs v0.1.8</title>
+<meta content="Agentic Apps | Arch Docs v0.1.8" property="og:title"/>
+<meta content="Agentic Apps | Arch Docs v0.1.8" name="twitter:title"/>
 <link href="../_static/pygments.css?v=75ebff74" rel="stylesheet" type="text/css"/>
 <link href="../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1.8</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1.8</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -145,7 +145,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../index.html">
-<span class="hidden md:inline">Arch Docs v0.1.7</span>
+<span class="hidden md:inline">Arch Docs v0.1.8</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -410,12 +410,12 @@ the user’s intent.</p>
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Jan 08, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Jan 11, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../_static/documentation_options.js?v=d94a9a28"></script>
+<script src="../_static/documentation_options.js?v=acc82317"></script>
 <script src="../_static/doctools.js?v=9bcbadda"></script>
 <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../_static/theme.js?v=073f68d9"></script>
diff --git a/build_with_arch/multi_turn.html b/build_with_arch/multi_turn.html
index 22dd5611..68df19ca 100755
--- a/build_with_arch/multi_turn.html
+++ b/build_with_arch/multi_turn.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Multi-Turn | Arch Docs v0.1.7</title>
-<meta content="Multi-Turn | Arch Docs v0.1.7" property="og:title"/>
-<meta content="Multi-Turn | Arch Docs v0.1.7" name="twitter:title"/>
+<title>Multi-Turn | Arch Docs v0.1.8</title>
+<meta content="Multi-Turn | Arch Docs v0.1.8" property="og:title"/>
+<meta content="Multi-Turn | Arch Docs v0.1.8" name="twitter:title"/>
 <link href="../_static/pygments.css?v=75ebff74" rel="stylesheet" type="text/css"/>
 <link href="../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1.8</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1.8</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -145,7 +145,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../index.html">
-<span class="hidden md:inline">Arch Docs v0.1.7</span>
+<span class="hidden md:inline">Arch Docs v0.1.8</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -346,12 +346,12 @@ that you can test and modify locally for multi-turn RAG scenarios.</p>
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Jan 08, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Jan 11, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../_static/documentation_options.js?v=d94a9a28"></script>
+<script src="../_static/documentation_options.js?v=acc82317"></script>
 <script src="../_static/doctools.js?v=9bcbadda"></script>
 <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../_static/theme.js?v=073f68d9"></script>
diff --git a/build_with_arch/rag.html b/build_with_arch/rag.html
index ce48e158..991ca0e1 100755
--- a/build_with_arch/rag.html
+++ b/build_with_arch/rag.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>RAG Apps | Arch Docs v0.1.7</title>
-<meta content="RAG Apps | Arch Docs v0.1.7" property="og:title"/>
-<meta content="RAG Apps | Arch Docs v0.1.7" name="twitter:title"/>
+<title>RAG Apps | Arch Docs v0.1.8</title>
+<meta content="RAG Apps | Arch Docs v0.1.8" property="og:title"/>
+<meta content="RAG Apps | Arch Docs v0.1.8" name="twitter:title"/>
 <link href="../_static/pygments.css?v=75ebff74" rel="stylesheet" type="text/css"/>
 <link href="../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1.8</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1.8</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -145,7 +145,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../index.html">
-<span class="hidden md:inline">Arch Docs v0.1.7</span>
+<span class="hidden md:inline">Arch Docs v0.1.8</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -294,12 +294,12 @@ minutes. For additional details on how to build multi-turn RAG applications plea
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Jan 08, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Jan 11, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../_static/documentation_options.js?v=d94a9a28"></script>
+<script src="../_static/documentation_options.js?v=acc82317"></script>
 <script src="../_static/doctools.js?v=9bcbadda"></script>
 <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../_static/theme.js?v=073f68d9"></script>
diff --git a/concepts/llm_provider.html b/concepts/llm_provider.html
index 276a7bfc..8d413c53 100755
--- a/concepts/llm_provider.html
+++ b/concepts/llm_provider.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>LLM Provider | Arch Docs v0.1.7</title>
-<meta content="LLM Provider | Arch Docs v0.1.7" property="og:title"/>
-<meta content="LLM Provider | Arch Docs v0.1.7" name="twitter:title"/>
+<title>LLM Provider | Arch Docs v0.1.8</title>
+<meta content="LLM Provider | Arch Docs v0.1.8" property="og:title"/>
+<meta content="LLM Provider | Arch Docs v0.1.8" name="twitter:title"/>
 <link href="../_static/pygments.css?v=75ebff74" rel="stylesheet" type="text/css"/>
 <link href="../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1.8</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1.8</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -145,7 +145,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../index.html">
-<span class="hidden md:inline">Arch Docs v0.1.7</span>
+<span class="hidden md:inline">Arch Docs v0.1.8</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -247,12 +247,12 @@ make outbound LLM calls.</p>
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Jan 08, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Jan 11, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../_static/documentation_options.js?v=d94a9a28"></script>
+<script src="../_static/documentation_options.js?v=acc82317"></script>
 <script src="../_static/doctools.js?v=9bcbadda"></script>
 <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../_static/theme.js?v=073f68d9"></script>
diff --git a/concepts/prompt_target.html b/concepts/prompt_target.html
index c263410e..0b5d7858 100755
--- a/concepts/prompt_target.html
+++ b/concepts/prompt_target.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Prompt Target | Arch Docs v0.1.7</title>
-<meta content="Prompt Target | Arch Docs v0.1.7" property="og:title"/>
-<meta content="Prompt Target | Arch Docs v0.1.7" name="twitter:title"/>
+<title>Prompt Target | Arch Docs v0.1.8</title>
+<meta content="Prompt Target | Arch Docs v0.1.8" property="og:title"/>
+<meta content="Prompt Target | Arch Docs v0.1.8" name="twitter:title"/>
 <link href="../_static/pygments.css?v=75ebff74" rel="stylesheet" type="text/css"/>
 <link href="../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1.8</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1.8</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -145,7 +145,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../index.html">
-<span class="hidden md:inline">Arch Docs v0.1.7</span>
+<span class="hidden md:inline">Arch Docs v0.1.8</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -346,12 +346,12 @@ This modular approach not only simplifies your application’s architecture but
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Jan 08, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Jan 11, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../_static/documentation_options.js?v=d94a9a28"></script>
+<script src="../_static/documentation_options.js?v=acc82317"></script>
 <script src="../_static/doctools.js?v=9bcbadda"></script>
 <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../_static/theme.js?v=073f68d9"></script>
diff --git a/concepts/tech_overview/error_target.html b/concepts/tech_overview/error_target.html
index d61abf0c..a2a5c288 100755
--- a/concepts/tech_overview/error_target.html
+++ b/concepts/tech_overview/error_target.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Error Target | Arch Docs v0.1.7</title>
-<meta content="Error Target | Arch Docs v0.1.7" property="og:title"/>
-<meta content="Error Target | Arch Docs v0.1.7" name="twitter:title"/>
+<title>Error Target | Arch Docs v0.1.8</title>
+<meta content="Error Target | Arch Docs v0.1.8" property="og:title"/>
+<meta content="Error Target | Arch Docs v0.1.8" name="twitter:title"/>
 <link href="../../_static/pygments.css?v=75ebff74" rel="stylesheet" type="text/css"/>
 <link href="../../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1.8</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1.8</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -145,7 +145,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../../index.html">
-<span class="hidden md:inline">Arch Docs v0.1.7</span>
+<span class="hidden md:inline">Arch Docs v0.1.8</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -231,12 +231,12 @@ The errors are communicated to the application via headers like <code class="doc
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Jan 08, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Jan 11, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../../_static/documentation_options.js?v=d94a9a28"></script>
+<script src="../../_static/documentation_options.js?v=acc82317"></script>
 <script src="../../_static/doctools.js?v=9bcbadda"></script>
 <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../../_static/theme.js?v=073f68d9"></script>
diff --git a/concepts/tech_overview/listener.html b/concepts/tech_overview/listener.html
index 4913dfb6..00a4c5d5 100755
--- a/concepts/tech_overview/listener.html
+++ b/concepts/tech_overview/listener.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Listener | Arch Docs v0.1.7</title>
-<meta content="Listener | Arch Docs v0.1.7" property="og:title"/>
-<meta content="Listener | Arch Docs v0.1.7" name="twitter:title"/>
+<title>Listener | Arch Docs v0.1.8</title>
+<meta content="Listener | Arch Docs v0.1.8" property="og:title"/>
+<meta content="Listener | Arch Docs v0.1.8" name="twitter:title"/>
 <link href="../../_static/pygments.css?v=75ebff74" rel="stylesheet" type="text/css"/>
 <link href="../../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1.8</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1.8</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -145,7 +145,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../../index.html">
-<span class="hidden md:inline">Arch Docs v0.1.7</span>
+<span class="hidden md:inline">Arch Docs v0.1.8</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -235,12 +235,12 @@ address like <code class="docutils literal notranslate"><span class="pre">arch.l
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Jan 08, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Jan 11, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../../_static/documentation_options.js?v=d94a9a28"></script>
+<script src="../../_static/documentation_options.js?v=acc82317"></script>
 <script src="../../_static/doctools.js?v=9bcbadda"></script>
 <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../../_static/theme.js?v=073f68d9"></script>
diff --git a/concepts/tech_overview/model_serving.html b/concepts/tech_overview/model_serving.html
index 876366c6..5cb7de12 100755
--- a/concepts/tech_overview/model_serving.html
+++ b/concepts/tech_overview/model_serving.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Model Serving | Arch Docs v0.1.7</title>
-<meta content="Model Serving | Arch Docs v0.1.7" property="og:title"/>
-<meta content="Model Serving | Arch Docs v0.1.7" name="twitter:title"/>
+<title>Model Serving | Arch Docs v0.1.8</title>
+<meta content="Model Serving | Arch Docs v0.1.8" property="og:title"/>
+<meta content="Model Serving | Arch Docs v0.1.8" name="twitter:title"/>
 <link href="../../_static/pygments.css?v=75ebff74" rel="stylesheet" type="text/css"/>
 <link href="../../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1.8</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1.8</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -145,7 +145,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../../index.html">
-<span class="hidden md:inline">Arch Docs v0.1.7</span>
+<span class="hidden md:inline">Arch Docs v0.1.8</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -222,12 +222,12 @@ how to generate API keys for model serving</p>
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Jan 08, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Jan 11, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../../_static/documentation_options.js?v=d94a9a28"></script>
+<script src="../../_static/documentation_options.js?v=acc82317"></script>
 <script src="../../_static/doctools.js?v=9bcbadda"></script>
 <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../../_static/theme.js?v=073f68d9"></script>
diff --git a/concepts/tech_overview/prompt.html b/concepts/tech_overview/prompt.html
index e15f9df1..650612a7 100755
--- a/concepts/tech_overview/prompt.html
+++ b/concepts/tech_overview/prompt.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Prompts | Arch Docs v0.1.7</title>
-<meta content="Prompts | Arch Docs v0.1.7" property="og:title"/>
-<meta content="Prompts | Arch Docs v0.1.7" name="twitter:title"/>
+<title>Prompts | Arch Docs v0.1.8</title>
+<meta content="Prompts | Arch Docs v0.1.8" property="og:title"/>
+<meta content="Prompts | Arch Docs v0.1.8" name="twitter:title"/>
 <link href="../../_static/pygments.css?v=75ebff74" rel="stylesheet" type="text/css"/>
 <link href="../../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1.8</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1.8</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -145,7 +145,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../../index.html">
-<span class="hidden md:inline">Arch Docs v0.1.7</span>
+<span class="hidden md:inline">Arch Docs v0.1.8</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -401,12 +401,12 @@ This setup allows you to take advantage of Arch’s advanced traffic management
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Jan 08, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Jan 11, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../../_static/documentation_options.js?v=d94a9a28"></script>
+<script src="../../_static/documentation_options.js?v=acc82317"></script>
 <script src="../../_static/doctools.js?v=9bcbadda"></script>
 <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../../_static/theme.js?v=073f68d9"></script>
diff --git a/concepts/tech_overview/request_lifecycle.html b/concepts/tech_overview/request_lifecycle.html
index d1ada54e..5f521fdd 100755
--- a/concepts/tech_overview/request_lifecycle.html
+++ b/concepts/tech_overview/request_lifecycle.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Request Lifecycle | Arch Docs v0.1.7</title>
-<meta content="Request Lifecycle | Arch Docs v0.1.7" property="og:title"/>
-<meta content="Request Lifecycle | Arch Docs v0.1.7" name="twitter:title"/>
+<title>Request Lifecycle | Arch Docs v0.1.8</title>
+<meta content="Request Lifecycle | Arch Docs v0.1.8" property="og:title"/>
+<meta content="Request Lifecycle | Arch Docs v0.1.8" name="twitter:title"/>
 <link href="../../_static/pygments.css?v=75ebff74" rel="stylesheet" type="text/css"/>
 <link href="../../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1.8</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1.8</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -145,7 +145,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../../index.html">
-<span class="hidden md:inline">Arch Docs v0.1.7</span>
+<span class="hidden md:inline">Arch Docs v0.1.8</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -401,12 +401,12 @@ processing request headers and then finalized by the HCM during post-request pro
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Jan 08, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Jan 11, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../../_static/documentation_options.js?v=d94a9a28"></script>
+<script src="../../_static/documentation_options.js?v=acc82317"></script>
 <script src="../../_static/doctools.js?v=9bcbadda"></script>
 <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../../_static/theme.js?v=073f68d9"></script>
diff --git a/concepts/tech_overview/tech_overview.html b/concepts/tech_overview/tech_overview.html
index e0548486..e8f5058f 100755
--- a/concepts/tech_overview/tech_overview.html
+++ b/concepts/tech_overview/tech_overview.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Tech Overview | Arch Docs v0.1.7</title>
-<meta content="Tech Overview | Arch Docs v0.1.7" property="og:title"/>
-<meta content="Tech Overview | Arch Docs v0.1.7" name="twitter:title"/>
+<title>Tech Overview | Arch Docs v0.1.8</title>
+<meta content="Tech Overview | Arch Docs v0.1.8" property="og:title"/>
+<meta content="Tech Overview | Arch Docs v0.1.8" name="twitter:title"/>
 <link href="../../_static/pygments.css?v=75ebff74" rel="stylesheet" type="text/css"/>
 <link href="../../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1.8</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1.8</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -145,7 +145,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../../index.html">
-<span class="hidden md:inline">Arch Docs v0.1.7</span>
+<span class="hidden md:inline">Arch Docs v0.1.8</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -218,12 +218,12 @@
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Jan 08, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Jan 11, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../../_static/documentation_options.js?v=d94a9a28"></script>
+<script src="../../_static/documentation_options.js?v=acc82317"></script>
 <script src="../../_static/doctools.js?v=9bcbadda"></script>
 <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../../_static/theme.js?v=073f68d9"></script>
diff --git a/concepts/tech_overview/terminology.html b/concepts/tech_overview/terminology.html
index 4074a6ee..3b8889b2 100755
--- a/concepts/tech_overview/terminology.html
+++ b/concepts/tech_overview/terminology.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Terminology | Arch Docs v0.1.7</title>
-<meta content="Terminology | Arch Docs v0.1.7" property="og:title"/>
-<meta content="Terminology | Arch Docs v0.1.7" name="twitter:title"/>
+<title>Terminology | Arch Docs v0.1.8</title>
+<meta content="Terminology | Arch Docs v0.1.8" property="og:title"/>
+<meta content="Terminology | Arch Docs v0.1.8" name="twitter:title"/>
 <link href="../../_static/pygments.css?v=75ebff74" rel="stylesheet" type="text/css"/>
 <link href="../../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1.8</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1.8</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -145,7 +145,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../../index.html">
-<span class="hidden md:inline">Arch Docs v0.1.7</span>
+<span class="hidden md:inline">Arch Docs v0.1.8</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -215,12 +215,12 @@ and take appropriate actions.</p>
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Jan 08, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Jan 11, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../../_static/documentation_options.js?v=d94a9a28"></script>
+<script src="../../_static/documentation_options.js?v=acc82317"></script>
 <script src="../../_static/doctools.js?v=9bcbadda"></script>
 <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../../_static/theme.js?v=073f68d9"></script>
diff --git a/concepts/tech_overview/threading_model.html b/concepts/tech_overview/threading_model.html
index a0c4d9ea..6ebd5de6 100755
--- a/concepts/tech_overview/threading_model.html
+++ b/concepts/tech_overview/threading_model.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Threading Model | Arch Docs v0.1.7</title>
-<meta content="Threading Model | Arch Docs v0.1.7" property="og:title"/>
-<meta content="Threading Model | Arch Docs v0.1.7" name="twitter:title"/>
+<title>Threading Model | Arch Docs v0.1.8</title>
+<meta content="Threading Model | Arch Docs v0.1.8" property="og:title"/>
+<meta content="Threading Model | Arch Docs v0.1.8" name="twitter:title"/>
 <link href="../../_static/pygments.css?v=75ebff74" rel="stylesheet" type="text/css"/>
 <link href="../../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1.8</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1.8</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -145,7 +145,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../../index.html">
-<span class="hidden md:inline">Arch Docs v0.1.7</span>
+<span class="hidden md:inline">Arch Docs v0.1.8</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -193,12 +193,12 @@ hardware threads on the machine.</p>
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Jan 08, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Jan 11, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../../_static/documentation_options.js?v=d94a9a28"></script>
+<script src="../../_static/documentation_options.js?v=acc82317"></script>
 <script src="../../_static/doctools.js?v=9bcbadda"></script>
 <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../../_static/theme.js?v=073f68d9"></script>
diff --git a/get_started/intro_to_arch.html b/get_started/intro_to_arch.html
index 2e57364f..fe43eb44 100755
--- a/get_started/intro_to_arch.html
+++ b/get_started/intro_to_arch.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Intro to Arch | Arch Docs v0.1.7</title>
-<meta content="Intro to Arch | Arch Docs v0.1.7" property="og:title"/>
-<meta content="Intro to Arch | Arch Docs v0.1.7" name="twitter:title"/>
+<title>Intro to Arch | Arch Docs v0.1.8</title>
+<meta content="Intro to Arch | Arch Docs v0.1.8" property="og:title"/>
+<meta content="Intro to Arch | Arch Docs v0.1.8" name="twitter:title"/>
 <link href="../_static/pygments.css?v=75ebff74" rel="stylesheet" type="text/css"/>
 <link href="../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1.8</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1.8</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -145,7 +145,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../index.html">
-<span class="hidden md:inline">Arch Docs v0.1.7</span>
+<span class="hidden md:inline">Arch Docs v0.1.8</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -159,8 +159,13 @@
 Engineered with purpose-built large language models (LLMs), Arch handles all the critical but undifferentiated tasks related to the handling and processing of prompts, including
 detecting and rejecting jailbreak attempts, intelligently calling “backend” APIs to fulfill the user’s request represented in a prompt, routing to and offering disaster recovery
 between upstream LLMs, and managing the observability of prompts and LLM interactions in a centralized way.</p>
-<a class="reference internal image-reference" href="../_images/arch-logo.png"><img alt="../_images/arch-logo.png" class="align-center" src="../_images/arch-logo.png" style="width: 100%;"/>
+<figure class="align-center" id="id2">
+<a class="reference internal image-reference" href="../_images/arch_network_diagram_high_level.png"><img alt="../_images/arch_network_diagram_high_level.png" src="../_images/arch_network_diagram_high_level.png" style="width: 100%;"/>
 </a>
+<figcaption>
+<p><span class="caption-text">High-level network flow of where Arch Gateway sits in your agentic stack. Designed for both ingress and egress prompt traffic.</span><a @click.prevent="window.navigator.clipboard.writeText($el.href); $el.setAttribute('data-tooltip', 'Copied!'); setTimeout(() =&gt; $el.setAttribute('data-tooltip', 'Copy link to this element'), 2000)" aria-label="Copy link to this element" class="headerlink" data-tooltip="Copy link to this element" href="#id2"><svg height="1em" viewbox="0 0 24 24" width="1em" xmlns="http://www.w3.org/2000/svg"><path d="M3.9 12c0-1.71 1.39-3.1 3.1-3.1h4V7H7c-2.76 0-5 2.24-5 5s2.24 5 5 5h4v-1.9H7c-1.71 0-3.1-1.39-3.1-3.1zM8 13h8v-2H8v2zm9-6h-4v1.9h4c1.71 0 3.1 1.39 3.1 3.1s-1.39 3.1-3.1 3.1h-4V17h4c2.76 0 5-2.24 5-5s-2.24-5-5-5z"></path></svg></a></p>
+</figcaption>
+</figure>
 <p><strong>The project was born out of the belief that:</strong></p>
 <blockquote>
 <div><p><em>Prompts are nuanced and opaque user requests, which require the same capabilities as traditional HTTP requests
@@ -226,12 +231,12 @@ For more details, read <a class="reference internal" href="../guides/observabili
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Jan 08, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Jan 11, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../_static/documentation_options.js?v=d94a9a28"></script>
+<script src="../_static/documentation_options.js?v=acc82317"></script>
 <script src="../_static/doctools.js?v=9bcbadda"></script>
 <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../_static/theme.js?v=073f68d9"></script>
diff --git a/get_started/overview.html b/get_started/overview.html
index 93b61c18..e76afc23 100755
--- a/get_started/overview.html
+++ b/get_started/overview.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Overview | Arch Docs v0.1.7</title>
-<meta content="Overview | Arch Docs v0.1.7" property="og:title"/>
-<meta content="Overview | Arch Docs v0.1.7" name="twitter:title"/>
+<title>Overview | Arch Docs v0.1.8</title>
+<meta content="Overview | Arch Docs v0.1.8" property="og:title"/>
+<meta content="Overview | Arch Docs v0.1.8" name="twitter:title"/>
 <link href="../_static/pygments.css?v=75ebff74" rel="stylesheet" type="text/css"/>
 <link href="../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1.8</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1.8</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -145,7 +145,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../index.html">
-<span class="hidden md:inline">Arch Docs v0.1.7</span>
+<span class="hidden md:inline">Arch Docs v0.1.8</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -158,6 +158,13 @@
 <p>Welcome to Arch, the intelligent prompt gateway designed to help developers build <strong>fast</strong>, <strong>secure</strong>, and <strong>personalized</strong> generative AI apps at ANY scale.
 In this documentation, you will learn how to quickly set up Arch to trigger API calls via prompts, apply prompt guardrails without writing any application-level logic,
 simplify the interaction with upstream LLMs, and improve observability all while simplifying your application development process.</p>
+<figure class="align-center" id="id2">
+<a class="reference internal image-reference" href="../_images/arch_network_diagram_high_level.png"><img alt="../_images/arch_network_diagram_high_level.png" src="../_images/arch_network_diagram_high_level.png" style="width: 100%;"/>
+</a>
+<figcaption>
+<p><span class="caption-text">High-level network flow of where Arch Gateway sits in your agentic stack. Designed for both ingress and egress prompt traffic.</span><a @click.prevent="window.navigator.clipboard.writeText($el.href); $el.setAttribute('data-tooltip', 'Copied!'); setTimeout(() =&gt; $el.setAttribute('data-tooltip', 'Copy link to this element'), 2000)" aria-label="Copy link to this element" class="headerlink" data-tooltip="Copy link to this element" href="#id2"><svg height="1em" viewbox="0 0 24 24" width="1em" xmlns="http://www.w3.org/2000/svg"><path d="M3.9 12c0-1.71 1.39-3.1 3.1-3.1h4V7H7c-2.76 0-5 2.24-5 5s2.24 5 5 5h4v-1.9H7c-1.71 0-3.1-1.39-3.1-3.1zM8 13h8v-2H8v2zm9-6h-4v1.9h4c1.71 0 3.1 1.39 3.1 3.1s-1.39 3.1-3.1 3.1h-4V17h4c2.76 0 5-2.24 5-5s-2.24-5-5-5z"></path></svg></a></p>
+</figcaption>
+</figure>
 <section id="get-started">
 <h2>Get Started<a @click.prevent="window.navigator.clipboard.writeText($el.href); $el.setAttribute('data-tooltip', 'Copied!'); setTimeout(() =&gt; $el.setAttribute('data-tooltip', 'Copy link to this element'), 2000)" aria-label="Copy link to this element" class="headerlink" data-tooltip="Copy link to this element" href="#get-started" x-intersect.margin.0%.0%.-70%.0%="activeSection = '#get-started'"><svg height="1em" viewbox="0 0 24 24" width="1em" xmlns="http://www.w3.org/2000/svg"><path d="M3.9 12c0-1.71 1.39-3.1 3.1-3.1h4V7H7c-2.76 0-5 2.24-5 5s2.24 5 5 5h4v-1.9H7c-1.71 0-3.1-1.39-3.1-3.1zM8 13h8v-2H8v2zm9-6h-4v1.9h4c1.71 0 3.1 1.39 3.1 3.1s-1.39 3.1-3.1 3.1h-4V17h4c2.76 0 5-2.24 5-5s-2.24-5-5-5z"></path></svg></a></h2>
 <p>This section introduces you to Arch and helps you get set up quickly:</p>
@@ -322,12 +329,12 @@ simplify the interaction with upstream LLMs, and improve observability all while
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Jan 08, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Jan 11, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../_static/documentation_options.js?v=d94a9a28"></script>
+<script src="../_static/documentation_options.js?v=acc82317"></script>
 <script src="../_static/doctools.js?v=9bcbadda"></script>
 <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../_static/theme.js?v=073f68d9"></script>
diff --git a/get_started/quickstart.html b/get_started/quickstart.html
index e7122650..e2d0200c 100755
--- a/get_started/quickstart.html
+++ b/get_started/quickstart.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Quickstart | Arch Docs v0.1.7</title>
-<meta content="Quickstart | Arch Docs v0.1.7" property="og:title"/>
-<meta content="Quickstart | Arch Docs v0.1.7" name="twitter:title"/>
+<title>Quickstart | Arch Docs v0.1.8</title>
+<meta content="Quickstart | Arch Docs v0.1.8" property="og:title"/>
+<meta content="Quickstart | Arch Docs v0.1.8" name="twitter:title"/>
 <link href="../_static/pygments.css?v=75ebff74" rel="stylesheet" type="text/css"/>
 <link href="../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1.8</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1.8</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -145,7 +145,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../index.html">
-<span class="hidden md:inline">Arch Docs v0.1.7</span>
+<span class="hidden md:inline">Arch Docs v0.1.8</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -171,7 +171,7 @@
 </div>
 <div class="highlight-console notranslate"><div class="highlight"><pre><span></span><code><span id="line-1"><span class="gp">$ </span>python<span class="w"> </span>-m<span class="w"> </span>venv<span class="w"> </span>venv
 </span><span id="line-2"><span class="gp">$ </span><span class="nb">source</span><span class="w"> </span>venv/bin/activate<span class="w">   </span><span class="c1"># On Windows, use: venv\Scripts\activate</span>
-</span><span id="line-3"><span class="gp">$ </span>pip<span class="w"> </span>install<span class="w"> </span><span class="nv">archgw</span><span class="o">==</span><span class="m">0</span>.1.7
+</span><span id="line-3"><span class="gp">$ </span>pip<span class="w"> </span>install<span class="w"> </span><span class="nv">archgw</span><span class="o">==</span><span class="m">0</span>.1.8
 </span></code></pre></div>
 </div>
 </section>
@@ -438,12 +438,12 @@
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Jan 08, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Jan 11, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../_static/documentation_options.js?v=d94a9a28"></script>
+<script src="../_static/documentation_options.js?v=acc82317"></script>
 <script src="../_static/doctools.js?v=9bcbadda"></script>
 <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../_static/theme.js?v=073f68d9"></script>
diff --git a/guides/function_calling.html b/guides/function_calling.html
index b125adf5..2f59b8c6 100755
--- a/guides/function_calling.html
+++ b/guides/function_calling.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Function Calling | Arch Docs v0.1.7</title>
-<meta content="Function Calling | Arch Docs v0.1.7" property="og:title"/>
-<meta content="Function Calling | Arch Docs v0.1.7" name="twitter:title"/>
+<title>Function Calling | Arch Docs v0.1.8</title>
+<meta content="Function Calling | Arch Docs v0.1.8" property="og:title"/>
+<meta content="Function Calling | Arch Docs v0.1.8" name="twitter:title"/>
 <link href="../_static/pygments.css?v=75ebff74" rel="stylesheet" type="text/css"/>
 <link href="../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1.8</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1.8</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -145,7 +145,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../index.html">
-<span class="hidden md:inline">Arch Docs v0.1.7</span>
+<span class="hidden md:inline">Arch Docs v0.1.8</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -223,27 +223,6 @@ Achieving performance on par with GPT-4, these models set a new benchmark in the
 </tbody>
 </table>
 </section>
-<section id="supported-languages">
-<h3>Supported Languages<a @click.prevent="window.navigator.clipboard.writeText($el.href); $el.setAttribute('data-tooltip', 'Copied!'); setTimeout(() =&gt; $el.setAttribute('data-tooltip', 'Copy link to this element'), 2000)" aria-label="Copy link to this element" class="headerlink" data-tooltip="Copy link to this element" href="#supported-languages" x-intersect.margin.0%.0%.-70%.0%="activeSection = '#supported-languages'"><svg height="1em" viewbox="0 0 24 24" width="1em" xmlns="http://www.w3.org/2000/svg"><path d="M3.9 12c0-1.71 1.39-3.1 3.1-3.1h4V7H7c-2.76 0-5 2.24-5 5s2.24 5 5 5h4v-1.9H7c-1.71 0-3.1-1.39-3.1-3.1zM8 13h8v-2H8v2zm9-6h-4v1.9h4c1.71 0 3.1 1.39 3.1 3.1s-1.39 3.1-3.1 3.1h-4V17h4c2.76 0 5-2.24 5-5s-2.24-5-5-5z"></path></svg></a></h3>
-<table class="docutils align-default" style="width: 100%">
-<thead>
-<tr class="row-odd"><th class="head"><p><strong>Language</strong></p></th>
-<th class="head"><p><strong>Data Type</strong></p></th>
-</tr>
-</thead>
-<tbody>
-<tr class="row-even"><td><p>Python</p></td>
-<td><p><code class="docutils literal notranslate"><span class="pre">int</span></code>, <code class="docutils literal notranslate"><span class="pre">str</span></code>, <code class="docutils literal notranslate"><span class="pre">float</span></code>, <code class="docutils literal notranslate"><span class="pre">bool</span></code>, <code class="docutils literal notranslate"><span class="pre">list</span></code>, <code class="docutils literal notranslate"><span class="pre">set</span></code>, <code class="docutils literal notranslate"><span class="pre">dict</span></code>, <code class="docutils literal notranslate"><span class="pre">tuple</span></code></p></td>
-</tr>
-<tr class="row-odd"><td><p>Java</p></td>
-<td><p><code class="docutils literal notranslate"><span class="pre">byte</span></code>, <code class="docutils literal notranslate"><span class="pre">short</span></code>, <code class="docutils literal notranslate"><span class="pre">int</span></code>, <code class="docutils literal notranslate"><span class="pre">long</span></code>, <code class="docutils literal notranslate"><span class="pre">float</span></code>, <code class="docutils literal notranslate"><span class="pre">double</span></code>, <code class="docutils literal notranslate"><span class="pre">boolean</span></code>, <code class="docutils literal notranslate"><span class="pre">char</span></code>, <code class="docutils literal notranslate"><span class="pre">Array</span></code>, <code class="docutils literal notranslate"><span class="pre">ArrayList</span></code>, <code class="docutils literal notranslate"><span class="pre">Set</span></code>, <code class="docutils literal notranslate"><span class="pre">HashMap</span></code>, <code class="docutils literal notranslate"><span class="pre">Hashtable</span></code>, <code class="docutils literal notranslate"><span class="pre">Queue</span></code>, <code class="docutils literal notranslate"><span class="pre">Stack</span></code></p></td>
-</tr>
-<tr class="row-even"><td><p>Javascript</p></td>
-<td><p><code class="docutils literal notranslate"><span class="pre">Number</span></code>, <code class="docutils literal notranslate"><span class="pre">Bigint</span></code>, <code class="docutils literal notranslate"><span class="pre">String</span></code>, <code class="docutils literal notranslate"><span class="pre">Boolean</span></code>, <code class="docutils literal notranslate"><span class="pre">Object</span></code>, <code class="docutils literal notranslate"><span class="pre">Array</span></code>, <code class="docutils literal notranslate"><span class="pre">Date</span></code></p></td>
-</tr>
-</tbody>
-</table>
-</section>
 </section>
 <section id="implementing-function-calling">
 <h2>Implementing Function Calling<a @click.prevent="window.navigator.clipboard.writeText($el.href); $el.setAttribute('data-tooltip', 'Copied!'); setTimeout(() =&gt; $el.setAttribute('data-tooltip', 'Copy link to this element'), 2000)" aria-label="Copy link to this element" class="headerlink" data-tooltip="Copy link to this element" href="#implementing-function-calling" x-intersect.margin.0%.0%.-70%.0%="activeSection = '#implementing-function-calling'"><svg height="1em" viewbox="0 0 24 24" width="1em" xmlns="http://www.w3.org/2000/svg"><path d="M3.9 12c0-1.71 1.39-3.1 3.1-3.1h4V7H7c-2.76 0-5 2.24-5 5s2.24 5 5 5h4v-1.9H7c-1.71 0-3.1-1.39-3.1-3.1zM8 13h8v-2H8v2zm9-6h-4v1.9h4c1.71 0 3.1 1.39 3.1 3.1s-1.39 3.1-3.1 3.1h-4V17h4c2.76 0 5-2.24 5-5s-2.24-5-5-5z"></path></svg></a></h2>
@@ -251,8 +230,6 @@ Achieving performance on par with GPT-4, these models set a new benchmark in the
 <section id="step-1-define-the-function">
 <h3>Step 1: Define the Function<a @click.prevent="window.navigator.clipboard.writeText($el.href); $el.setAttribute('data-tooltip', 'Copied!'); setTimeout(() =&gt; $el.setAttribute('data-tooltip', 'Copy link to this element'), 2000)" aria-label="Copy link to this element" class="headerlink" data-tooltip="Copy link to this element" href="#step-1-define-the-function" x-intersect.margin.0%.0%.-70%.0%="activeSection = '#step-1-define-the-function'"><svg height="1em" viewbox="0 0 24 24" width="1em" xmlns="http://www.w3.org/2000/svg"><path d="M3.9 12c0-1.71 1.39-3.1 3.1-3.1h4V7H7c-2.76 0-5 2.24-5 5s2.24 5 5 5h4v-1.9H7c-1.71 0-3.1-1.39-3.1-3.1zM8 13h8v-2H8v2zm9-6h-4v1.9h4c1.71 0 3.1 1.39 3.1 3.1s-1.39 3.1-3.1 3.1h-4V17h4c2.76 0 5-2.24 5-5s-2.24-5-5-5z"></path></svg></a></h3>
 <p>First, create or identify the backend function you want Arch to call. This could be an API endpoint, a script, or any other executable backend logic.</p>
-<div class="literal-block-wrapper docutils container" id="id3">
-<div class="code-block-caption"><span class="caption-text">Example Function</span><a @click.prevent="window.navigator.clipboard.writeText($el.href); $el.setAttribute('data-tooltip', 'Copied!'); setTimeout(() =&gt; $el.setAttribute('data-tooltip', 'Copy link to this element'), 2000)" aria-label="Copy link to this element" class="headerlink" data-tooltip="Copy link to this element" href="#id3"><svg height="1em" viewbox="0 0 24 24" width="1em" xmlns="http://www.w3.org/2000/svg"><path d="M3.9 12c0-1.71 1.39-3.1 3.1-3.1h4V7H7c-2.76 0-5 2.24-5 5s2.24 5 5 5h4v-1.9H7c-1.71 0-3.1-1.39-3.1-3.1zM8 13h8v-2H8v2zm9-6h-4v1.9h4c1.71 0 3.1 1.39 3.1 3.1s-1.39 3.1-3.1 3.1h-4V17h4c2.76 0 5-2.24 5-5s-2.24-5-5-5z"></path></svg></a></div>
 <div class="highlight-python notranslate"><div class="highlight"><pre><span></span><code><span id="line-1"><span class="kn">import</span> <span class="nn">requests</span>
 </span><span id="line-2">
 </span><span id="line-3"><span class="k">def</span> <span class="nf">get_weather</span><span class="p">(</span><span class="n">location</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span> <span class="n">unit</span><span class="p">:</span> <span class="nb">str</span> <span class="o">=</span> <span class="s2">"fahrenheit"</span><span class="p">):</span>
@@ -275,14 +252,13 @@ Achieving performance on par with GPT-4, these models set a new benchmark in the
 </span><span id="line-20"><span class="nb">print</span><span class="p">(</span><span class="n">weather_info</span><span class="p">)</span>
 </span></code></pre></div>
 </div>
-</div>
 </section>
 <section id="step-2-configure-prompt-targets">
 <h3>Step 2: Configure Prompt Targets<a @click.prevent="window.navigator.clipboard.writeText($el.href); $el.setAttribute('data-tooltip', 'Copied!'); setTimeout(() =&gt; $el.setAttribute('data-tooltip', 'Copy link to this element'), 2000)" aria-label="Copy link to this element" class="headerlink" data-tooltip="Copy link to this element" href="#step-2-configure-prompt-targets" x-intersect.margin.0%.0%.-70%.0%="activeSection = '#step-2-configure-prompt-targets'"><svg height="1em" viewbox="0 0 24 24" width="1em" xmlns="http://www.w3.org/2000/svg"><path d="M3.9 12c0-1.71 1.39-3.1 3.1-3.1h4V7H7c-2.76 0-5 2.24-5 5s2.24 5 5 5h4v-1.9H7c-1.71 0-3.1-1.39-3.1-3.1zM8 13h8v-2H8v2zm9-6h-4v1.9h4c1.71 0 3.1 1.39 3.1 3.1s-1.39 3.1-3.1 3.1h-4V17h4c2.76 0 5-2.24 5-5s-2.24-5-5-5z"></path></svg></a></h3>
 <p>Next, map the function to a prompt target, defining the intent and parameters that Arch will extract from the user’s prompt.
 Specify the parameters your function needs and how Arch should interpret these.</p>
-<div class="literal-block-wrapper docutils container" id="id4">
-<div class="code-block-caption"><span class="caption-text">Prompt Target Example Configuration</span><a @click.prevent="window.navigator.clipboard.writeText($el.href); $el.setAttribute('data-tooltip', 'Copied!'); setTimeout(() =&gt; $el.setAttribute('data-tooltip', 'Copy link to this element'), 2000)" aria-label="Copy link to this element" class="headerlink" data-tooltip="Copy link to this element" href="#id4"><svg height="1em" viewbox="0 0 24 24" width="1em" xmlns="http://www.w3.org/2000/svg"><path d="M3.9 12c0-1.71 1.39-3.1 3.1-3.1h4V7H7c-2.76 0-5 2.24-5 5s2.24 5 5 5h4v-1.9H7c-1.71 0-3.1-1.39-3.1-3.1zM8 13h8v-2H8v2zm9-6h-4v1.9h4c1.71 0 3.1 1.39 3.1 3.1s-1.39 3.1-3.1 3.1h-4V17h4c2.76 0 5-2.24 5-5s-2.24-5-5-5z"></path></svg></a></div>
+<div class="literal-block-wrapper docutils container" id="id3">
+<div class="code-block-caption"><span class="caption-text">Prompt Target Example Configuration</span><a @click.prevent="window.navigator.clipboard.writeText($el.href); $el.setAttribute('data-tooltip', 'Copied!'); setTimeout(() =&gt; $el.setAttribute('data-tooltip', 'Copy link to this element'), 2000)" aria-label="Copy link to this element" class="headerlink" data-tooltip="Copy link to this element" href="#id3"><svg height="1em" viewbox="0 0 24 24" width="1em" xmlns="http://www.w3.org/2000/svg"><path d="M3.9 12c0-1.71 1.39-3.1 3.1-3.1h4V7H7c-2.76 0-5 2.24-5 5s2.24 5 5 5h4v-1.9H7c-1.71 0-3.1-1.39-3.1-3.1zM8 13h8v-2H8v2zm9-6h-4v1.9h4c1.71 0 3.1 1.39 3.1 3.1s-1.39 3.1-3.1 3.1h-4V17h4c2.76 0 5-2.24 5-5s-2.24-5-5-5z"></path></svg></a></div>
 <div class="highlight-yaml notranslate"><div class="highlight"><pre><span></span><code><span id="line-1"><span class="nt">prompt_targets</span><span class="p">:</span>
 </span><span id="line-2"><span class="w">  </span><span class="p p-Indicator">-</span><span class="w"> </span><span class="nt">name</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">get_weather</span>
 </span><span id="line-3"><span class="w">    </span><span class="nt">description</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">Get the current weather for a location</span>
@@ -304,62 +280,19 @@ Specify the parameters your function needs and how Arch should interpret these.<
 </section>
 <section id="step-3-arch-takes-over">
 <h3>Step 3: Arch Takes Over<a @click.prevent="window.navigator.clipboard.writeText($el.href); $el.setAttribute('data-tooltip', 'Copied!'); setTimeout(() =&gt; $el.setAttribute('data-tooltip', 'Copy link to this element'), 2000)" aria-label="Copy link to this element" class="headerlink" data-tooltip="Copy link to this element" href="#step-3-arch-takes-over" x-intersect.margin.0%.0%.-70%.0%="activeSection = '#step-3-arch-takes-over'"><svg height="1em" viewbox="0 0 24 24" width="1em" xmlns="http://www.w3.org/2000/svg"><path d="M3.9 12c0-1.71 1.39-3.1 3.1-3.1h4V7H7c-2.76 0-5 2.24-5 5s2.24 5 5 5h4v-1.9H7c-1.71 0-3.1-1.39-3.1-3.1zM8 13h8v-2H8v2zm9-6h-4v1.9h4c1.71 0 3.1 1.39 3.1 3.1s-1.39 3.1-3.1 3.1h-4V17h4c2.76 0 5-2.24 5-5s-2.24-5-5-5z"></path></svg></a></h3>
-<p>Once you have defined the functions and configured the prompt targets, Arch takes care of the remaining work.
-It will automatically validate parameters validate parameters and ensure that the required parameters (e.g., location) are present in the prompt, and add validation rules if necessary.
-Here is ane example validation schema using the <a class="reference external" href="https://json-schema.org/docs" rel="nofollow noopener">jsonschema<svg fill="currentColor" height="1em" stroke="none" viewbox="0 96 960 960" width="1em" xmlns="http://www.w3.org/2000/svg"><path d="M188 868q-11-11-11-28t11-28l436-436H400q-17 0-28.5-11.5T360 336q0-17 11.5-28.5T400 296h320q17 0 28.5 11.5T760 336v320q0 17-11.5 28.5T720 696q-17 0-28.5-11.5T680 656V432L244 868q-11 11-28 11t-28-11Z"></path></svg></a> library</p>
-<div class="literal-block-wrapper docutils container" id="id5">
-<div class="code-block-caption"><span class="caption-text">Example Validation Schema</span><a @click.prevent="window.navigator.clipboard.writeText($el.href); $el.setAttribute('data-tooltip', 'Copied!'); setTimeout(() =&gt; $el.setAttribute('data-tooltip', 'Copy link to this element'), 2000)" aria-label="Copy link to this element" class="headerlink" data-tooltip="Copy link to this element" href="#id5"><svg height="1em" viewbox="0 0 24 24" width="1em" xmlns="http://www.w3.org/2000/svg"><path d="M3.9 12c0-1.71 1.39-3.1 3.1-3.1h4V7H7c-2.76 0-5 2.24-5 5s2.24 5 5 5h4v-1.9H7c-1.71 0-3.1-1.39-3.1-3.1zM8 13h8v-2H8v2zm9-6h-4v1.9h4c1.71 0 3.1 1.39 3.1 3.1s-1.39 3.1-3.1 3.1h-4V17h4c2.76 0 5-2.24 5-5s-2.24-5-5-5z"></path></svg></a></div>
-<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><code><span id="line-1"><span class="kn">import</span> <span class="nn">requests</span>
-</span><span id="line-2"><span class="kn">from</span> <span class="nn">jsonschema</span> <span class="kn">import</span> <span class="n">validate</span><span class="p">,</span> <span class="n">ValidationError</span>
-</span><span id="line-3">
-</span><span id="line-4"><span class="c1"># Define the JSON Schema for parameter validation</span>
-</span><span id="line-5"><span class="n">weather_validation_schema</span> <span class="o">=</span> <span class="p">{</span>
-</span><span id="line-6">    <span class="s2">"type"</span><span class="p">:</span> <span class="s2">"object"</span><span class="p">,</span>
-</span><span id="line-7">    <span class="s2">"properties"</span><span class="p">:</span> <span class="p">{</span>
-</span><span id="line-8">        <span class="s2">"location"</span><span class="p">:</span> <span class="p">{</span>
-</span><span id="line-9">            <span class="s2">"type"</span><span class="p">:</span> <span class="s2">"string"</span><span class="p">,</span>
-</span><span id="line-10">            <span class="s2">"minLength"</span><span class="p">:</span> <span class="mi">1</span><span class="p">,</span>
-</span><span id="line-11">            <span class="s2">"description"</span><span class="p">:</span> <span class="s2">"The city and state, e.g. 'San Francisco, New York'"</span>
-</span><span id="line-12">        <span class="p">},</span>
-</span><span id="line-13">        <span class="s2">"unit"</span><span class="p">:</span> <span class="p">{</span>
-</span><span id="line-14">            <span class="s2">"type"</span><span class="p">:</span> <span class="s2">"string"</span><span class="p">,</span>
-</span><span id="line-15">            <span class="s2">"enum"</span><span class="p">:</span> <span class="p">[</span><span class="s2">"celsius"</span><span class="p">,</span> <span class="s2">"fahrenheit"</span><span class="p">],</span>
-</span><span id="line-16">            <span class="s2">"description"</span><span class="p">:</span> <span class="s2">"The unit of temperature to return"</span>
-</span><span id="line-17">        <span class="p">}</span>
-</span><span id="line-18">    <span class="p">},</span>
-</span><span id="line-19">    <span class="s2">"required"</span><span class="p">:</span> <span class="p">[</span><span class="s2">"location"</span><span class="p">],</span>
-</span><span id="line-20">    <span class="s2">"additionalProperties"</span><span class="p">:</span> <span class="kc">False</span>
-</span><span id="line-21"><span class="p">}</span>
-</span><span id="line-22">
-</span><span id="line-23"><span class="k">def</span> <span class="nf">get_weather</span><span class="p">(</span><span class="n">location</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span> <span class="n">unit</span><span class="p">:</span> <span class="nb">str</span> <span class="o">=</span> <span class="s2">"fahrenheit"</span><span class="p">):</span>
-</span><span id="line-24">    <span class="c1"># Create the data object for validation</span>
-</span><span id="line-25">    <span class="n">params</span> <span class="o">=</span> <span class="p">{</span>
-</span><span id="line-26">        <span class="s2">"location"</span><span class="p">:</span> <span class="n">location</span><span class="p">,</span>
-</span><span id="line-27">        <span class="s2">"unit"</span><span class="p">:</span> <span class="n">unit</span>
-</span><span id="line-28">    <span class="p">}</span>
-</span><span id="line-29">
-</span><span id="line-30">    <span class="c1"># Validate parameters using JSON Schema</span>
-</span><span id="line-31">    <span class="k">try</span><span class="p">:</span>
-</span><span id="line-32">        <span class="n">validate</span><span class="p">(</span><span class="n">instance</span><span class="o">=</span><span class="n">params</span><span class="p">,</span> <span class="n">schema</span><span class="o">=</span><span class="n">weather_validation_schema</span><span class="p">)</span>
-</span><span id="line-33">    <span class="k">except</span> <span class="n">ValidationError</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span>
-</span><span id="line-34">        <span class="k">raise</span> <span class="ne">ValueError</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Invalid input: </span><span class="si">{</span><span class="n">e</span><span class="o">.</span><span class="n">message</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span>
-</span><span id="line-35">
-</span><span id="line-36">    <span class="c1"># Prepare the API request</span>
-</span><span id="line-37">    <span class="n">api_server</span> <span class="o">=</span> <span class="s2">"https://api.yourweatherapp.com"</span>
-</span><span id="line-38">    <span class="n">endpoint</span> <span class="o">=</span> <span class="sa">f</span><span class="s2">"</span><span class="si">{</span><span class="n">api_server</span><span class="si">}</span><span class="s2">/weather"</span>
-</span><span id="line-39">
-</span><span id="line-40">    <span class="c1"># Make the API request</span>
-</span><span id="line-41">    <span class="n">response</span> <span class="o">=</span> <span class="n">requests</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="n">endpoint</span><span class="p">,</span> <span class="n">params</span><span class="o">=</span><span class="n">params</span><span class="p">)</span>
-</span><span id="line-42">    <span class="k">return</span> <span class="n">response</span><span class="o">.</span><span class="n">json</span><span class="p">()</span>
-</span><span id="line-43">
-</span><span id="line-44"><span class="c1"># Example usage</span>
-</span><span id="line-45"><span class="n">weather_info</span> <span class="o">=</span> <span class="n">get_weather</span><span class="p">(</span><span class="s2">"Seattle, WA"</span><span class="p">,</span> <span class="s2">"celsius"</span><span class="p">)</span>
-</span><span id="line-46"><span class="nb">print</span><span class="p">(</span><span class="n">weather_info</span><span class="p">)</span>
-</span></code></pre></div>
-</div>
-</div>
-<p>Once the functions are called, Arch formats the response and deliver back to users.
-By completing these setup steps, you enable Arch to manage the process from validation to response, ensuring users receive consistent, reliable results.</p>
+<p>Once you have defined the functions and configured the prompt targets, Arch Gateway takes care of the remaining work.
+It will automatically validate parameters, and ensure that the required parameters (e.g., location) are present in the prompt, and add validation rules if necessary.</p>
+<figure class="align-center" id="id4">
+<a class="reference internal image-reference" href="../_images/arch_network_diagram_high_level.png"><img alt="../_images/arch_network_diagram_high_level.png" src="../_images/arch_network_diagram_high_level.png" style="width: 100%;"/>
+</a>
+<figcaption>
+<p><span class="caption-text">High-level network flow of where Arch Gateway sits in your agentic stack. Managing incoming and outgoing prompt traffic</span><a @click.prevent="window.navigator.clipboard.writeText($el.href); $el.setAttribute('data-tooltip', 'Copied!'); setTimeout(() =&gt; $el.setAttribute('data-tooltip', 'Copy link to this element'), 2000)" aria-label="Copy link to this element" class="headerlink" data-tooltip="Copy link to this element" href="#id4"><svg height="1em" viewbox="0 0 24 24" width="1em" xmlns="http://www.w3.org/2000/svg"><path d="M3.9 12c0-1.71 1.39-3.1 3.1-3.1h4V7H7c-2.76 0-5 2.24-5 5s2.24 5 5 5h4v-1.9H7c-1.71 0-3.1-1.39-3.1-3.1zM8 13h8v-2H8v2zm9-6h-4v1.9h4c1.71 0 3.1 1.39 3.1 3.1s-1.39 3.1-3.1 3.1h-4V17h4c2.76 0 5-2.24 5-5s-2.24-5-5-5z"></path></svg></a></p>
+</figcaption>
+</figure>
+<p>Once a downstream function (API) is called, Arch Gateway takes the response and sends it an upstream LLM to complete the request (for summarization, Q/A, text generation tasks).
+For more details on how Arch Gateway enables you to centralize usage of LLMs, please read <a class="reference internal" href="../concepts/llm_provider.html#llm-provider"><span class="std std-ref">LLM providers</span></a>.</p>
+<p>By completing these steps, you enable Arch to manage the process from validation to response, ensuring users receive consistent, reliable results - and that you are focused
+on the stuff that matters most.</p>
 </section>
 </section>
 <section id="example-use-cases">
@@ -410,7 +343,6 @@ By completing these setup steps, you enable Arch to manage the process from vali
 <li><a :data-current="activeSection === '#function-calling-workflow'" class="reference internal" href="#function-calling-workflow">Function Calling Workflow</a></li>
 <li><a :data-current="activeSection === '#arch-function'" class="reference internal" href="#arch-function">Arch-Function</a><ul>
 <li><a :data-current="activeSection === '#key-features'" class="reference internal" href="#key-features">Key Features</a></li>
-<li><a :data-current="activeSection === '#supported-languages'" class="reference internal" href="#supported-languages">Supported Languages</a></li>
 </ul>
 </li>
 <li><a :data-current="activeSection === '#implementing-function-calling'" class="reference internal" href="#implementing-function-calling">Implementing Function Calling</a><ul>
@@ -429,12 +361,12 @@ By completing these setup steps, you enable Arch to manage the process from vali
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Jan 08, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Jan 11, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../_static/documentation_options.js?v=d94a9a28"></script>
+<script src="../_static/documentation_options.js?v=acc82317"></script>
 <script src="../_static/doctools.js?v=9bcbadda"></script>
 <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../_static/theme.js?v=073f68d9"></script>
diff --git a/guides/observability/access_logging.html b/guides/observability/access_logging.html
index 6e2c78c1..f340e006 100755
--- a/guides/observability/access_logging.html
+++ b/guides/observability/access_logging.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Access Logging | Arch Docs v0.1.7</title>
-<meta content="Access Logging | Arch Docs v0.1.7" property="og:title"/>
-<meta content="Access Logging | Arch Docs v0.1.7" name="twitter:title"/>
+<title>Access Logging | Arch Docs v0.1.8</title>
+<meta content="Access Logging | Arch Docs v0.1.8" property="og:title"/>
+<meta content="Access Logging | Arch Docs v0.1.8" name="twitter:title"/>
 <link href="../../_static/pygments.css?v=75ebff74" rel="stylesheet" type="text/css"/>
 <link href="../../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1.8</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1.8</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -145,7 +145,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../../index.html">
-<span class="hidden md:inline">Arch Docs v0.1.7</span>
+<span class="hidden md:inline">Arch Docs v0.1.8</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -241,12 +241,12 @@ Access logs can be exported to centralized logging systems (e.g., ELK stack or F
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Jan 08, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Jan 11, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../../_static/documentation_options.js?v=d94a9a28"></script>
+<script src="../../_static/documentation_options.js?v=acc82317"></script>
 <script src="../../_static/doctools.js?v=9bcbadda"></script>
 <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../../_static/theme.js?v=073f68d9"></script>
diff --git a/guides/observability/monitoring.html b/guides/observability/monitoring.html
index 2d1bfeb3..9ff8e44e 100755
--- a/guides/observability/monitoring.html
+++ b/guides/observability/monitoring.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Monitoring | Arch Docs v0.1.7</title>
-<meta content="Monitoring | Arch Docs v0.1.7" property="og:title"/>
-<meta content="Monitoring | Arch Docs v0.1.7" name="twitter:title"/>
+<title>Monitoring | Arch Docs v0.1.8</title>
+<meta content="Monitoring | Arch Docs v0.1.8" property="og:title"/>
+<meta content="Monitoring | Arch Docs v0.1.8" name="twitter:title"/>
 <link href="../../_static/pygments.css?v=75ebff74" rel="stylesheet" type="text/css"/>
 <link href="../../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1.8</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1.8</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -145,7 +145,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../../index.html">
-<span class="hidden md:inline">Arch Docs v0.1.7</span>
+<span class="hidden md:inline">Arch Docs v0.1.8</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -253,12 +253,12 @@ are some sample configuration files for both, respectively.</p>
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Jan 08, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Jan 11, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../../_static/documentation_options.js?v=d94a9a28"></script>
+<script src="../../_static/documentation_options.js?v=acc82317"></script>
 <script src="../../_static/doctools.js?v=9bcbadda"></script>
 <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../../_static/theme.js?v=073f68d9"></script>
diff --git a/guides/observability/observability.html b/guides/observability/observability.html
index 16255ba5..d840c764 100755
--- a/guides/observability/observability.html
+++ b/guides/observability/observability.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Observability | Arch Docs v0.1.7</title>
-<meta content="Observability | Arch Docs v0.1.7" property="og:title"/>
-<meta content="Observability | Arch Docs v0.1.7" name="twitter:title"/>
+<title>Observability | Arch Docs v0.1.8</title>
+<meta content="Observability | Arch Docs v0.1.8" property="og:title"/>
+<meta content="Observability | Arch Docs v0.1.8" name="twitter:title"/>
 <link href="../../_static/pygments.css?v=75ebff74" rel="stylesheet" type="text/css"/>
 <link href="../../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1.8</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1.8</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -145,7 +145,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../../index.html">
-<span class="hidden md:inline">Arch Docs v0.1.7</span>
+<span class="hidden md:inline">Arch Docs v0.1.8</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -205,12 +205,12 @@
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Jan 08, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Jan 11, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../../_static/documentation_options.js?v=d94a9a28"></script>
+<script src="../../_static/documentation_options.js?v=acc82317"></script>
 <script src="../../_static/doctools.js?v=9bcbadda"></script>
 <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../../_static/theme.js?v=073f68d9"></script>
diff --git a/guides/observability/tracing.html b/guides/observability/tracing.html
index 879de81d..e2815bfd 100755
--- a/guides/observability/tracing.html
+++ b/guides/observability/tracing.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Tracing | Arch Docs v0.1.7</title>
-<meta content="Tracing | Arch Docs v0.1.7" property="og:title"/>
-<meta content="Tracing | Arch Docs v0.1.7" name="twitter:title"/>
+<title>Tracing | Arch Docs v0.1.8</title>
+<meta content="Tracing | Arch Docs v0.1.8" property="og:title"/>
+<meta content="Tracing | Arch Docs v0.1.8" name="twitter:title"/>
 <link href="../../_static/pygments.css?v=75ebff74" rel="stylesheet" type="text/css"/>
 <link href="../../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1.8</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1.8</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -145,7 +145,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../../index.html">
-<span class="hidden md:inline">Arch Docs v0.1.7</span>
+<span class="hidden md:inline">Arch Docs v0.1.8</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -532,12 +532,12 @@ tools like AWS X-Ray and Datadog, enhancing observability and facilitating faste
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Jan 08, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Jan 11, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../../_static/documentation_options.js?v=d94a9a28"></script>
+<script src="../../_static/documentation_options.js?v=acc82317"></script>
 <script src="../../_static/doctools.js?v=9bcbadda"></script>
 <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../../_static/theme.js?v=073f68d9"></script>
diff --git a/guides/prompt_guard.html b/guides/prompt_guard.html
index 46d85337..78978a60 100755
--- a/guides/prompt_guard.html
+++ b/guides/prompt_guard.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Prompt Guard | Arch Docs v0.1.7</title>
-<meta content="Prompt Guard | Arch Docs v0.1.7" property="og:title"/>
-<meta content="Prompt Guard | Arch Docs v0.1.7" name="twitter:title"/>
+<title>Prompt Guard | Arch Docs v0.1.8</title>
+<meta content="Prompt Guard | Arch Docs v0.1.8" property="og:title"/>
+<meta content="Prompt Guard | Arch Docs v0.1.8" name="twitter:title"/>
 <link href="../_static/pygments.css?v=75ebff74" rel="stylesheet" type="text/css"/>
 <link href="../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1.8</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1.8</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -145,7 +145,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../index.html">
-<span class="hidden md:inline">Arch Docs v0.1.7</span>
+<span class="hidden md:inline">Arch Docs v0.1.8</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -265,12 +265,12 @@ By implementing Prompt Guard, developers can provide a robust layer of input val
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Jan 08, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Jan 11, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../_static/documentation_options.js?v=d94a9a28"></script>
+<script src="../_static/documentation_options.js?v=acc82317"></script>
 <script src="../_static/doctools.js?v=9bcbadda"></script>
 <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../_static/theme.js?v=073f68d9"></script>
diff --git a/index.html b/index.html
index 9b7de93d..e4851a7a 100755
--- a/index.html
+++ b/index.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Welcome to Arch! | Arch Docs v0.1.7</title>
-<meta content="Welcome to Arch! | Arch Docs v0.1.7" property="og:title"/>
-<meta content="Welcome to Arch! | Arch Docs v0.1.7" name="twitter:title"/>
+<title>Welcome to Arch! | Arch Docs v0.1.8</title>
+<meta content="Welcome to Arch! | Arch Docs v0.1.8" property="og:title"/>
+<meta content="Welcome to Arch! | Arch Docs v0.1.8" name="twitter:title"/>
 <link href="_static/pygments.css?v=75ebff74" rel="stylesheet" type="text/css"/>
 <link href="_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -38,7 +38,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="#">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1.8</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -74,7 +74,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="#">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1.8</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -246,12 +246,12 @@ Resources</label><div class="sd-tab-content docutils">
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Jan 08, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Jan 11, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="_static/documentation_options.js?v=d94a9a28"></script>
+<script src="_static/documentation_options.js?v=acc82317"></script>
 <script src="_static/doctools.js?v=9bcbadda"></script>
 <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="_static/theme.js?v=073f68d9"></script>
diff --git a/resources/configuration_reference.html b/resources/configuration_reference.html
index c355d795..6904fa66 100755
--- a/resources/configuration_reference.html
+++ b/resources/configuration_reference.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Configuration Reference | Arch Docs v0.1.7</title>
-<meta content="Configuration Reference | Arch Docs v0.1.7" property="og:title"/>
-<meta content="Configuration Reference | Arch Docs v0.1.7" name="twitter:title"/>
+<title>Configuration Reference | Arch Docs v0.1.8</title>
+<meta content="Configuration Reference | Arch Docs v0.1.8" property="og:title"/>
+<meta content="Configuration Reference | Arch Docs v0.1.8" name="twitter:title"/>
 <link href="../_static/pygments.css?v=75ebff74" rel="stylesheet" type="text/css"/>
 <link href="../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -38,7 +38,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1.8</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -74,7 +74,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1.8</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -144,7 +144,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../index.html">
-<span class="hidden md:inline">Arch Docs v0.1.7</span>
+<span class="hidden md:inline">Arch Docs v0.1.8</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -287,12 +287,12 @@ where prompts get routed to, apply guardrails, and enable critical agent observa
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Jan 08, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Jan 11, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../_static/documentation_options.js?v=d94a9a28"></script>
+<script src="../_static/documentation_options.js?v=acc82317"></script>
 <script src="../_static/doctools.js?v=9bcbadda"></script>
 <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../_static/theme.js?v=073f68d9"></script>
diff --git a/search.html b/search.html
index 03bb1627..d94d049d 100755
--- a/search.html
+++ b/search.html
@@ -12,9 +12,9 @@
   <meta name="theme-color" media="(prefers-color-scheme: light)" content="white" />
   <meta name="theme-color" media="(prefers-color-scheme: dark)" content="black" />
   
-    <title>Search | Arch Docs v0.1.7</title>
-    <meta property="og:title" content="Search | Arch Docs v0.1.7" />
-    <meta name="twitter:title" content="Search | Arch Docs v0.1.7" />
+    <title>Search | Arch Docs v0.1.8</title>
+    <meta property="og:title" content="Search | Arch Docs v0.1.8" />
+    <meta name="twitter:title" content="Search | Arch Docs v0.1.8" />
       <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=75ebff74" />
       <link rel="stylesheet" type="text/css" href="_static/theme.css?v=42baaae4" />
       <link rel="stylesheet" type="text/css" href="_static/_static/custom.css" />
@@ -44,7 +44,7 @@
   class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
     <div class="hidden mr-4 md:flex">
       <a href="index.html" class="flex items-center mr-6">
-          <img height="24" width="24" class="mr-2 dark:invert" src="_static/favicon.ico" alt="Logo" /><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1.7</span>
+          <img height="24" width="24" class="mr-2 dark:invert" src="_static/favicon.ico" alt="Logo" /><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.1.8</span>
       </a></div><button
       class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden"
       type="button" @click="showSidebar = true">
@@ -107,7 +107,7 @@
   :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }">
 
     <a href="index.html" class="!justify-start text-sm md:!hidden bg-background">
-        <img height="16" width="16" class="mr-2 dark:invert" src="_static/favicon.ico" alt="Logo" /><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1.7</span>
+        <img height="16" width="16" class="mr-2 dark:invert" src="_static/favicon.ico" alt="Logo" /><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.1.8</span>
     </a>
 
     <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
@@ -185,7 +185,7 @@
      class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
   <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground"
      href="index.html">
-    <span class="hidden md:inline">Arch Docs v0.1.7</span>
+    <span class="hidden md:inline">Arch Docs v0.1.8</span>
     <svg xmlns="http://www.w3.org/2000/svg"
          height="18"
          width="18"
@@ -213,14 +213,14 @@
     </div><footer class="py-6 border-t border-border md:py-0">
     <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
       <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-        <p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc&nbsp;Last updated: Jan 08, 2025.&nbsp;</p>
+        <p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc&nbsp;Last updated: Jan 11, 2025.&nbsp;</p>
 </div>
 </div>
 </footer>
   </div>
   
   
-    <script src="_static/documentation_options.js?v=d94a9a28"></script>
+    <script src="_static/documentation_options.js?v=acc82317"></script>
     <script src="_static/doctools.js?v=9bcbadda"></script>
     <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
     <script defer="defer" src="_static/theme.js?v=073f68d9"></script>
diff --git a/searchindex.js b/searchindex.js
index 3b4e3209..af7c645c 100755
--- a/searchindex.js
+++ b/searchindex.js
@@ -1 +1 @@
-Search.setIndex({"alltitles": {"AI Agent Tracing Visualization Example": [[20, "ai-agent-tracing-visualization-example"]], "AWS X-Ray": [[20, "aws-x-ray"]], "Access Logging": [[17, null]], "Additional Resources": [[20, "additional-resources"]], "Agentic Apps": [[0, null]], "Agentic Apps via Prompt Targets": [[8, "agentic-apps-via-prompt-targets"]], "Arch-Function": [[16, "arch-function"]], "Basic Configuration": [[4, "basic-configuration"]], "Benefits of Using Arch Guard": [[21, "benefits-of-using-arch-guard"]], "Benefits of Using Traceparent Headers": [[20, "benefits-of-using-traceparent-headers"]], "Best Practices": [[20, "best-practices"]], "Best Practices and Tips": [[5, "best-practices-and-tips"], [16, "best-practices-and-tips"]], "Build AI Agent with Arch Gateway": [[15, "build-ai-agent-with-arch-gateway"]], "Build Multi-Turn RAG Apps": [[1, "build-multi-turn-rag-apps"]], "Build with Arch": [[14, "build-with-arch"], [22, null]], "Cloud Serving (GPU - Blazing Fast)": [[7, "cloud-serving-gpu-blazing-fast"]], "Concepts": [[14, "concepts"], [22, null]], "Configuration": [[9, "configuration"]], "Configuration Reference": [[23, null]], "Configure Listener": [[6, "configure-listener"]], "Configure Monitoring": [[18, "configure-monitoring"]], "Configuring Prompt Targets": [[4, "configuring-prompt-targets"]], "Datadog": [[20, "datadog"]], "Default Targets": [[4, "default-targets"]], "Defining Parameters": [[4, "defining-parameters"]], "Demo App": [[1, "demo-app"]], "Downstream (Ingress)": [[6, "downstream-ingress"]], "Error Header Example": [[5, "error-header-example"]], "Error Target": [[5, null]], "Example 1: Adjusting Retrieval": [[1, "example-1-adjusting-retrieval"]], "Example 2: Switching Intent": [[1, "example-2-switching-intent"]], "Example Configuration": [[4, "example-configuration"], [21, "example-configuration"]], "Example Use Cases": [[16, "example-use-cases"]], "Example with OpenTelemetry in Python": [[20, "example-with-opentelemetry-in-python"]], "Example: Using OpenAI Client with Arch as an Egress Gateway": [[8, "example-using-openai-client-with-arch-as-an-egress-gateway"]], "Example: Using the OpenAI Python SDK": [[3, "example-using-the-openai-python-sdk"]], "Function Calling": [[16, null]], "Function Calling Workflow": [[16, "function-calling-workflow"]], "Get Started": [[14, "get-started"], [22, null]], "Guides": [[14, "guides"], [22, null]], "Header Format": [[20, "header-format"]], "High level architecture": [[9, "high-level-architecture"]], "How Arch-Guard Works": [[21, "how-arch-guard-works"]], "How It Works": [[17, "how-it-works"]], "How to Initiate A Trace": [[20, "how-to-initiate-a-trace"]], "Implementing Function Calling": [[16, "implementing-function-calling"]], "Instrumentation": [[20, "instrumentation"]], "Integrating with Tracing Tools": [[20, "integrating-with-tracing-tools"]], "Intent Matching": [[4, "intent-matching"], [8, "intent-matching"]], "Intro to Arch": [[13, null]], "Key Concepts": [[5, "key-concepts"]], "Key Features": [[4, "key-features"], [16, "key-features"], [17, "key-features"]], "LLM Provider": [[3, null]], "Listener": [[6, null]], "Local Serving (CPU - Moderate)": [[7, "local-serving-cpu-moderate"]], "Log Format": [[17, "log-format"]], "Messages": [[8, "messages"]], "Metrics Dashboard (via Grafana)": [[18, "metrics-dashboard-via-grafana"]], "Model Serving": [[7, null]], "Monitoring": [[18, null]], "Multi-Turn": [[1, null]], "Multi-Turn RAG (Follow-up Questions)": [[2, "multi-turn-rag-follow-up-questions"]], "Network topology": [[9, "network-topology"]], "Next Steps": [[15, "next-steps"]], "Observability": [[19, null]], "Overview": [[14, null], [20, "overview"]], "Parallel & Multiple Function Calling": [[0, "parallel-multiple-function-calling"]], "Parameter Extraction for RAG": [[2, "parameter-extraction-for-rag"]], "Post-request processing": [[9, "post-request-processing"]], "Prerequisites": [[15, "prerequisites"]], "Prompt Guard": [[8, "prompt-guard"], [21, null]], "Prompt Target": [[4, null]], "Prompt Targets": [[8, "prompt-targets"]], "Prompting LLMs": [[8, "prompting-llms"]], "Prompts": [[8, null]], "Quickstart": [[15, null]], "RAG Apps": [[2, null]], "Request Flow (Egress)": [[9, "request-flow-egress"]], "Request Flow (Ingress)": [[9, "request-flow-ingress"]], "Request Lifecycle": [[9, null]], "Resources": [[22, null]], "Routing Logic": [[4, "routing-logic"]], "Single Function Call": [[0, "single-function-call"]], "Step 1. Create arch config file": [[15, "step-1-create-arch-config-file"], [15, "id2"]], "Step 1: Define Arch Config": [[1, "step-1-define-arch-config"]], "Step 1: Define Prompt Targets": [[0, "step-1-define-prompt-targets"], [0, "id1"], [2, "step-1-define-prompt-targets"]], "Step 1: Define the Function": [[16, "step-1-define-the-function"]], "Step 2. Start arch gateway": [[15, "step-2-start-arch-gateway"]], "Step 2. Start arch gateway with currency conversion config": [[15, "step-2-start-arch-gateway-with-currency-conversion-config"]], "Step 2: Configure Prompt Targets": [[16, "step-2-configure-prompt-targets"]], "Step 2: Process Request Parameters": [[0, "step-2-process-request-parameters"]], "Step 2: Process Request Parameters in Flask": [[2, "step-2-process-request-parameters-in-flask"]], "Step 2: Process Request in Flask": [[1, "step-2-process-request-in-flask"]], "Step 3. Interacting with gateway using curl command": [[15, "step-3-interacting-with-gateway-using-curl-command"]], "Step 3.1: Using OpenAI Python client": [[15, "step-3-1-using-openai-python-client"]], "Step 3.2: Using curl command": [[15, "step-3-2-using-curl-command"]], "Step 3: Arch Takes Over": [[16, "step-3-arch-takes-over"]], "Step 3: Interact with LLM": [[15, "step-3-interact-with-llm"]], "Summary": [[4, "summary"], [20, "summary"], [21, "summary"]], "Supported Languages": [[16, "supported-languages"]], "Tech Overview": [[10, null]], "Terminology": [[9, "terminology"], [11, null]], "Threading Model": [[12, null]], "Trace Breakdown:": [[20, "trace-breakdown"]], "Trace Propagation": [[20, "trace-propagation"]], "Tracing": [[20, null]], "Upstream (Egress)": [[6, "upstream-egress"]], "Use Arch Gateway as LLM Router": [[15, "use-arch-gateway-as-llm-router"]], "Welcome to Arch!": [[22, null]], "What Are Prompt Targets?": [[4, "what-are-prompt-targets"]], "What Is Arch-Guard": [[21, "what-is-arch-guard"]], "What is Function Calling?": [[16, "what-is-function-calling"]], "What is Retrieval-Augmented Generation (RAG)?": [[2, "what-is-retrieval-augmented-generation-rag"]], "Why Prompt Guard": [[21, "why-prompt-guard"]]}, "docnames": ["build_with_arch/agent", "build_with_arch/multi_turn", "build_with_arch/rag", "concepts/llm_provider", "concepts/prompt_target", "concepts/tech_overview/error_target", "concepts/tech_overview/listener", "concepts/tech_overview/model_serving", "concepts/tech_overview/prompt", "concepts/tech_overview/request_lifecycle", "concepts/tech_overview/tech_overview", "concepts/tech_overview/terminology", "concepts/tech_overview/threading_model", "get_started/intro_to_arch", "get_started/overview", "get_started/quickstart", "guides/function_calling", "guides/observability/access_logging", "guides/observability/monitoring", "guides/observability/observability", "guides/observability/tracing", "guides/prompt_guard", "index", "resources/configuration_reference"], "envversion": {"sphinx": 64, "sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx.ext.intersphinx": 1, "sphinx.ext.viewcode": 1}, "filenames": ["build_with_arch/agent.rst", "build_with_arch/multi_turn.rst", "build_with_arch/rag.rst", "concepts/llm_provider.rst", "concepts/prompt_target.rst", "concepts/tech_overview/error_target.rst", "concepts/tech_overview/listener.rst", "concepts/tech_overview/model_serving.rst", "concepts/tech_overview/prompt.rst", "concepts/tech_overview/request_lifecycle.rst", "concepts/tech_overview/tech_overview.rst", "concepts/tech_overview/terminology.rst", "concepts/tech_overview/threading_model.rst", "get_started/intro_to_arch.rst", "get_started/overview.rst", "get_started/quickstart.rst", "guides/function_calling.rst", "guides/observability/access_logging.rst", "guides/observability/monitoring.rst", "guides/observability/observability.rst", "guides/observability/tracing.rst", "guides/prompt_guard.rst", "index.rst", "resources/configuration_reference.rst"], "indexentries": {}, "objects": {}, "objnames": {}, "objtypes": {}, "terms": {"": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 11, 12, 13, 14, 15, 16, 17, 20], "0": [0, 1, 3, 6, 7, 8, 9, 11, 15, 17, 20, 23], "00": 20, "003": 8, "005": [0, 8, 9, 15, 23], "03": 17, "04": 17, "05": 15, "050z": 17, "05m": 7, "06": 15, "08": 15, "1": [3, 5, 6, 8, 9, 11, 17, 18, 20, 23], "10": [16, 17, 18, 20], "100": [12, 20], "10000": [3, 6, 8, 9, 15, 23], "100000": 23, "1022": 17, "104": 17, "106": 17, "10m": 8, "10t03": 17, "10x": [7, 8], "11": 15, "12": 15, "12000": [3, 6, 8, 11, 15, 17], "1234": 5, "125": 17, "127": [0, 1, 3, 6, 8, 9, 11, 15, 17, 23], "12x": 0, "1301": 17, "131": 15, "140": 17, "15": 18, "156x": 7, "159": 17, "16": [15, 20], "162": 17, "168": 17, "1695": 17, "1695m": 17, "17": 17, "18083": [0, 17], "192": 17, "19901": 18, "1d6b30cfc845": 17, "2": [9, 20], "200": [0, 2, 17], "200m": [0, 7, 8], "2024": [15, 17], "2025": 21, "21797": 17, "218": 17, "24": 15, "245": 17, "25": 15, "254": 17, "27": 15, "28": 15, "288": 15, "29": 15, "2a5b": 17, "3": [0, 1, 8, 20], "32": 20, "3b": 15, "4": [8, 16, 20], "400": [0, 2, 5], "429": 9, "4317": 20, "441": 17, "443": [0, 1, 11, 15, 17, 23], "447": 17, "44x": [0, 8], "463": 17, "469793af": 17, "485": 15, "49": 17, "492z": 17, "4o": [0, 3, 6, 7, 8, 9, 15, 23], "5": [0, 1, 8, 15, 20], "51": [15, 17], "51000": 17, "52": 17, "53": 17, "537z": 17, "54": 17, "55": 17, "556": 17, "56": [15, 17], "598z": 17, "6": 20, "60": 23, "604197fe": 17, "614": 17, "647": 15, "65": 17, "7": [0, 2, 13, 15, 20], "770": 17, "78558": 15, "7b": 23, "8": 20, "80": [8, 9, 11, 23], "8001": 23, "8080": [0, 1], "825": 15, "87": 17, "8x7b": 23, "9": 20, "905z": 17, "906z": 17, "9090": 18, "9367": 17, "95a2": 17, "961z": 17, "979": 15, "984": 17, "984m": 17, "9b57": 17, "A": [0, 2, 4, 5, 6, 9, 11, 12, 13, 14, 19], "And": 15, "As": [8, 15, 18, 21], "Be": [16, 20], "But": 11, "By": [2, 4, 8, 9, 13, 16, 17, 20, 21, 23], "FOR": 17, "For": [1, 2, 4, 6, 8, 11, 12, 13, 14, 15, 17], "If": [0, 1, 5, 8, 9, 16, 21, 23], "In": [0, 2, 8, 9, 13, 14, 15, 16, 21], "It": [0, 9, 15, 16, 19, 21], "Its": [13, 18, 20], "No": [8, 15], "On": 15, "Or": 20, "The": [1, 2, 4, 5, 7, 8, 9, 11, 13, 15, 16, 17, 20, 22, 23], "There": [7, 13], "These": [0, 2, 5, 11, 13, 16], "To": [2, 6, 8, 11, 13, 15, 18, 20], "With": [0, 2, 13, 15, 20, 21], "__main__": [0, 2], "__name__": [0, 2, 20], "a1c": 1, "abil": [8, 9, 11, 15, 21, 23], "abl": 11, "about": [0, 1, 7, 8, 9, 11, 13, 14, 15, 17, 21, 23], "abov": [0, 1, 2, 9, 13, 18], "abstract": 3, "accept": [4, 6, 8, 9, 12], "access": [9, 15, 18, 19, 20, 22], "access_": 17, "access_ingress": 17, "access_intern": 17, "access_kei": [0, 1, 3, 6, 8, 9, 15, 23], "access_llm": 17, "accident": 9, "accordingli": 20, "account": [16, 20], "accur": [1, 2, 4, 8, 11, 13, 16, 21], "accuraci": [2, 8, 21], "achiev": [8, 13, 16], "across": [0, 1, 3, 9, 13, 16, 20], "act": [4, 6, 13, 18], "action": [0, 4, 5, 8, 9, 11, 16, 21, 23], "activ": [9, 15], "actual": [0, 2, 8, 20], "ad": [0, 11, 13, 21], "add": [1, 2, 6, 8, 16, 20, 23], "add_span_processor": 20, "addit": [1, 2, 4, 6, 8, 9, 19, 21], "addition": 1, "additionalproperti": 16, "address": [0, 1, 3, 6, 8, 9, 11, 15, 23], "adher": 21, "adilhafeez": 17, "adjust": [11, 20], "adopt": 20, "advanc": [8, 16], "advantag": [8, 13], "advic": [0, 3, 8, 9, 23], "affect": 20, "afraid": 16, "african": 15, "after": [9, 16, 20], "against": [8, 21], "agent": [1, 2, 9, 11, 13, 14, 17, 21, 22, 23], "aggreg": 16, "agnost": 3, "ai": [2, 4, 9, 11, 13, 14, 16, 17], "aid": 9, "air": 1, "airbnb": 13, "alert": [17, 18], "alertmanag": 18, "algorithm": 13, "align": 8, "all": [0, 1, 3, 6, 8, 9, 12, 13, 14, 20, 22, 23], "allow": [0, 4, 8, 11, 12, 13, 15, 16, 20], "along": 15, "alongsid": [7, 9, 11, 13], "alreadi": 20, "also": [0, 3, 4, 8, 9, 11, 15, 23], "altern": [5, 21], "alwai": 5, "ambigu": 16, "amount": 12, "an": [0, 1, 2, 3, 4, 5, 9, 11, 13, 15, 16, 18, 20, 21, 22, 23], "analysi": 5, "analyt": 16, "analyz": [0, 4, 8, 13, 16, 17, 20, 21], "ang": 8, "ani": [0, 1, 4, 8, 9, 13, 14, 15, 16, 20, 21], "annot": 1, "answer": [1, 8, 9, 23], "anthrop": 3, "api": [0, 1, 3, 4, 5, 6, 7, 8, 9, 11, 13, 14, 15, 16, 17, 18, 20, 22, 23], "api_bas": 8, "api_kei": [8, 15], "api_serv": [4, 16, 17], "api_vers": 18, "apivers": 18, "apm": 20, "app": [11, 13, 14, 22], "app_serv": [0, 8, 9, 23], "append": [0, 2], "appli": [8, 9, 11, 13, 14, 21, 23], "applic": [0, 2, 3, 4, 5, 6, 7, 8, 9, 11, 13, 14, 15, 16, 17, 18, 20, 21, 23], "applicaton": 7, "approach": [2, 4, 8, 20, 23], "appropri": [2, 4, 5, 8, 9, 11], "ar": [0, 1, 2, 3, 5, 6, 7, 8, 9, 11, 13, 15, 16, 17, 18, 20, 21, 22, 23], "arch": [0, 2, 3, 4, 5, 6, 7, 9, 11, 12, 17, 18, 20, 23], "arch_config": [1, 3, 8, 11, 15], "arch_conifg": 23, "arch_llm_listen": 17, "archgw": [7, 15, 18], "archgw_log": 17, "architectur": [4, 10, 11, 12, 13, 20, 21], "aris": [5, 11], "around": [9, 12], "arrai": [4, 16], "arraylist": 16, "arriv": 9, "art": [8, 15, 16], "ask": [1, 2, 15, 16, 20], "aspect": [13, 18], "assist": [0, 1, 3, 8, 9, 15, 21, 23], "assum": [1, 8, 15], "attach": 4, "attack": 21, "attempt": [8, 9, 13, 21], "attent": 16, "attribut": [4, 20], "aud": 15, "augment": 9, "australian": 15, "author": [17, 23], "auto_llm_dispatch_on_respons": [8, 9, 23], "autom": 16, "automat": [6, 8, 13, 16, 20, 21], "avail": [1, 3, 7, 9, 13, 20], "averlag": 7, "awsxrai": 20, "b25f": 17, "b265": 17, "back": [7, 9, 16, 20], "backend": [4, 8, 9, 11, 13, 16, 18, 20, 22], "bad": 5, "baht": 15, "balanc": [0, 8, 9, 16, 23], "base": [0, 1, 2, 3, 4, 6, 8, 9, 11, 13, 15, 16, 21, 23], "base_url": [3, 15], "basemodel": 1, "bash": 7, "batch": 20, "batchedand": 9, "batchspanprocessor": 20, "battl": 13, "been": [15, 16], "befor": [8, 9, 11, 15, 21], "begin": 15, "behalf": [1, 8, 9, 17], "behavior": [8, 9, 11, 17, 21, 23], "behind": 14, "being": [8, 9, 11], "belief": [13, 22], "below": [1, 3, 4, 7, 8, 9, 15, 18, 20], "benchmark": 16, "benefici": 16, "benefit": [1, 13, 19], "best": [4, 6, 10, 13, 19], "better": [13, 16, 21], "between": [0, 3, 4, 8, 9, 12, 13, 16, 20, 23], "bgn": 15, "bigint": 16, "bill": 20, "bin": 15, "bind": [3, 6, 8, 11], "blaze": 10, "block": 12, "blood": 1, "blurri": 1, "bodi": 8, "bool": [8, 9, 16, 23], "boolean": 16, "bootstrap": 9, "born": [13, 22], "borrow": 11, "both": [8, 16, 18, 21], "bound": [8, 12], "brazilian": 15, "break": 17, "breaker": 9, "bridg": [4, 9, 16], "brief": [4, 9], "briefli": 9, "british": 15, "brl": 15, "broader": 0, "buil": [1, 2], "build": [0, 2, 3, 4, 6, 8, 11, 12, 13, 21], "build_with_arch": 14, "built": [0, 1, 7, 8, 9, 11, 13, 22], "bulgarian": 15, "busi": [0, 4, 8, 9, 11, 13, 16, 22], "bypass": 21, "byte": [16, 17, 20], "bytes_receiv": 17, "bytes_s": 17, "c": 13, "cad": 15, "call": [1, 3, 4, 5, 7, 8, 9, 11, 13, 14, 15, 17, 22], "campaign": [0, 11, 13], "can": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 11, 13, 15, 16, 17, 20, 21, 23], "canadian": 15, "capabl": [0, 1, 2, 4, 8, 11, 13, 15, 16, 22, 23], "capit": [3, 8, 15], "captur": [5, 13, 20], "care": 16, "carefulli": 4, "carri": [9, 20], "case": [0, 13, 14], "categor": 5, "categori": 8, "cathedr": 15, "caus": 5, "celsiu": [4, 16], "center": 15, "central": [0, 1, 3, 6, 8, 9, 13, 17, 23], "cert": 23, "certain": 21, "certif": 23, "certificate_chain": 23, "chain": 9, "chanc": 21, "chang": [1, 2, 8, 11, 20], "char": 16, "charact": 20, "chat": [15, 17], "chatbot": 20, "cheaper": [7, 8], "cheapest": 0, "check": [1, 6, 8, 9, 11, 16, 20], "chf": 15, "children": 20, "chines": 15, "choic": [8, 15], "choos": 16, "chunk": 2, "circuit": 9, "citi": [4, 15, 16], "claim": [0, 13], "clarif": [1, 2], "clarifi": 11, "class": [1, 13], "classif": 8, "classifi": 21, "claud": 8, "cleaner": 4, "clear": [5, 16, 21], "clearer": 16, "cli": 15, "client": [3, 5, 6, 9, 11, 12], "closest": 8, "cloud": [3, 10], "cluster": [0, 3, 8, 9, 13, 23], "cnversat": 1, "cny": 15, "co": 20, "code": [5, 8, 9, 11, 12, 13, 15, 17], "codebas": [4, 20], "codec": 9, "coher": 3, "colleagu": 16, "collect": [0, 8, 16, 18, 20], "collector": 20, "com": [16, 17, 20], "combin": [2, 16], "comcern": 7, "command": 7, "comment": [8, 11], "commit": 20, "common": [0, 1, 16, 20], "common_tls_context": 23, "commun": [5, 9, 11, 15, 20], "compact": 8, "compani": 13, "compar": 8, "compat": [13, 20, 23], "compleix": 11, "complet": [3, 8, 9, 15, 16, 17, 20, 23], "complex": [0, 3, 4, 6, 12, 16, 20, 21], "complianc": 21, "compon": [4, 9, 13, 20], "compos": 15, "composit": 8, "comprehens": 15, "concept": [1, 10, 11], "concern": 9, "concis": 9, "confid": 21, "config": [11, 18, 20], "configiur": 18, "configur": [0, 1, 2, 3, 7, 8, 10, 11, 12, 13, 15, 19, 20, 22], "confirm": [8, 9, 16, 20, 23], "congratul": 15, "connect": [0, 4, 6, 7, 8, 9, 11, 12, 13, 15, 23], "connect_timeout": [0, 8, 9, 15, 23], "conpleix": 1, "consid": 8, "consider": 1, "considert": 1, "consist": [11, 13, 16, 20], "consol": 20, "constraint": 21, "contain": [7, 8, 9, 11, 13, 15, 20, 21], "content": [1, 3, 5, 6, 8, 9, 15, 20, 21, 23], "context": [4, 5, 9, 11, 13, 15, 16, 20], "contextu": 2, "continu": 13, "contribut": 15, "contributor": 22, "control": [7, 11, 12, 23], "conveni": 1, "conver": 2, "convers": [0, 1, 2, 8, 13], "convert": 15, "coordin": 12, "copilot": 13, "core": [1, 9, 15], "corpu": 21, "correct": [1, 5, 8, 21], "correspond": 9, "cost": [1, 7, 13], "could": [0, 8, 9, 11, 16, 23], "count": 9, "covners": 1, "cpu": [9, 10], "creat": [0, 3, 5, 6, 8, 9, 11, 13, 14, 16, 23], "create_gradio_app": 1, "createus": 5, "creativ": 16, "credenti": 20, "crime": 8, "criteria": 21, "critic": [0, 2, 5, 8, 9, 11, 13, 16, 18, 20, 23], "crucial": [16, 17, 20], "cultur": 15, "curiou": [8, 9, 15, 21, 23], "currency_exchang": 15, "currency_symbol": 15, "current": [4, 16], "custom": [8, 14, 20], "cutov": 13, "czech": 15, "czk": 15, "dai": [0, 2], "dame": 15, "danish": 15, "dashbaord": 18, "dashboard": [16, 19, 20], "data": [0, 2, 4, 8, 9, 11, 13, 15, 16, 18, 20, 21], "databas": [0, 2, 16], "datadoghq": 20, "dataset": 0, "datasourc": 18, "date": [4, 15, 16], "davinci": 8, "dc": 17, "dd_site": 20, "debug": [0, 2, 9, 17, 20], "decemb": 15, "decis": [0, 3, 7, 8, 9, 11, 23], "decrypt": 9, "dedic": 8, "deep": [6, 14], "deeper": 15, "def": [0, 1, 2, 16, 20], "default": [0, 1, 2, 3, 6, 7, 8, 9, 15, 17, 23], "defens": 21, "defin": [3, 6, 8, 9, 15, 20, 23], "definit": [11, 16], "defram": 9, "degrad": 5, "deliv": 16, "deliveri": 9, "demo": 15, "demonstr": 16, "depend": [0, 9, 13, 15], "deploi": [7, 9, 13, 20], "deploy": 13, "depth": 4, "describ": [1, 2, 5, 9], "descript": [0, 1, 2, 4, 8, 9, 15, 16, 23], "design": [0, 4, 5, 7, 8, 9, 11, 13, 14, 16, 18, 20], "desir": [4, 16], "destroi": 9, "detail": [1, 2, 3, 5, 6, 8, 9, 11, 13, 17, 20], "detect": [1, 2, 7, 8, 9, 11, 13, 21], "determin": [4, 9, 16, 20], "dev": [7, 15], "develop": [1, 2, 3, 4, 5, 6, 8, 9, 13, 14, 15, 20, 21], "devic": [0, 1, 2, 4, 7, 8, 9, 23], "device_id": [0, 2, 8, 9, 23], "device_reboot": 0, "device_summari": [0, 2], "diabet": 1, "diabeter": 1, "diagnos": 1, "dict": 16, "dictionari": 8, "differ": [0, 3, 4, 8, 9, 16, 20, 23], "difficult": 13, "dipatch": 1, "direct": [4, 6], "directli": [8, 11], "disast": 13, "discov": 14, "diseas": 1, "disease_diagnos": 1, "diseases_symptom": 1, "dispatch": 9, "displai": [5, 16], "distribut": [8, 9, 20], "dive": [11, 14, 15], "divers": [4, 21], "dkk": 15, "dn": 6, "do": [4, 8, 13, 15, 17], "doc": [2, 14], "docker": [0, 15, 18, 20], "document": [4, 8, 11, 14, 15, 20], "doe": [0, 4, 16, 21], "dollar": 15, "domain": [9, 16], "don": [1, 7, 16], "doubl": 16, "down": 17, "downstream": [1, 8, 9, 10, 11, 12, 20], "downtream": 9, "dramat": 7, "draw": 8, "driven": [14, 15], "dropbox": 13, "due": 5, "durat": [9, 17], "dure": [5, 9], "dynam": [8, 16, 21], "e": [4, 9, 11, 16, 17, 20], "each": [1, 4, 8, 9, 13, 16, 17, 20, 23], "earli": [8, 9, 13], "earlier": 9, "eas": 20, "easi": [15, 16, 20], "easier": [6, 15, 17], "easili": [13, 20], "easilli": 1, "econom": 1, "ecosystem": 20, "edg": [9, 13, 16], "edit": 18, "effect": [1, 4, 8, 13, 14], "effici": [0, 1, 2, 4, 7, 8, 15, 20], "egress": [3, 10, 11], "eiffel": 15, "either": [9, 16], "elasticsearch": 17, "element": 4, "elk": 17, "email": [4, 16], "embarrassingli": 12, "embed": [8, 17, 21, 23], "emiss": 1, "empow": [4, 21], "empti": 23, "enabl": [0, 2, 3, 4, 5, 7, 9, 11, 13, 16, 20, 23], "enchanc": 8, "encount": [9, 11], "encrypt": 9, "end": [1, 4, 13, 20], "endpoint": [0, 1, 2, 4, 5, 8, 9, 11, 15, 16, 18, 20, 23], "energi": 1, "energy_sourc": 1, "energy_source_info": 1, "energysourcerequest": 1, "energysourcerespons": 1, "enforc": 9, "engag": [0, 9, 13], "engin": [1, 2, 8, 13], "enhanc": [2, 4, 9, 15, 20, 21], "enough": 5, "enrich": [1, 4, 8, 11], "ensur": [0, 3, 4, 5, 6, 8, 9, 13, 15, 16, 20, 21], "entir": [13, 20], "entri": 6, "enum": [1, 4, 8, 9, 16, 23], "env": 15, "environ": [15, 16, 20], "envoi": [3, 6, 8, 9, 11, 12, 13, 22], "equal": 12, "equival": 15, "error": [0, 1, 2, 4, 8, 9, 10, 11, 13, 18, 20, 21, 22, 23], "error_target": [8, 9, 23], "error_target_1": [8, 9, 23], "essenti": [4, 6, 14, 21], "establish": [0, 8, 9, 23], "etc": [3, 8, 9, 11, 13, 15, 23], "ethnic": 21, "eu": 20, "eur": 15, "euro": 15, "evalu": 8, "evaluation_interv": 18, "even": [0, 16], "evenli": 9, "event": [0, 9], "everi": 17, "exactli": 9, "exampl": [0, 6, 9, 10, 11, 15, 17, 23], "exceed": 9, "excel": 21, "except": [5, 16], "exception": 13, "excess": [1, 9], "exchang": 15, "exclus": 13, "execut": [5, 8, 9, 16, 21], "exist": [9, 20], "expect": [5, 16], "expens": 1, "experi": [2, 4, 8, 9, 13, 15, 16, 21], "explain": 16, "explan": [4, 16], "explanatori": 17, "explicitli": 21, "explor": [14, 15], "export": [17, 18, 20], "expos": [0, 6, 8, 13, 17, 21], "extend": [13, 14], "extern": [0, 2, 20], "extract": [0, 1, 4, 8, 9, 11, 13, 16, 20, 23], "extrem": 8, "f": [0, 1, 2, 16, 17, 20], "f376e8d8c586": 17, "face": 8, "facilit": 20, "fact": [0, 3, 8, 9, 23], "fahrenheit": [4, 16], "fail": [3, 5, 9, 11], "failov": [0, 1, 3, 6, 8, 9, 23], "failur": 5, "fair": 9, "fallback": 5, "fals": [2, 8, 9, 16, 23], "familiar": 9, "familizari": 1, "faser": 0, "fashion": [1, 9, 15], "fast": [1, 2, 8, 10, 11, 13, 14, 15, 22], "fastapi": 1, "faster": [2, 7, 8, 11, 20], "fastest": 0, "fatigu": 1, "fault": [3, 8], "fc": 9, "fc1b": 0, "featur": [8, 11, 13, 14, 19, 20, 21, 23], "feed": 17, "feedback": [5, 8, 21], "feel": 1, "fetch": [15, 16], "few": [11, 17, 20], "field": [1, 17], "file": [1, 3, 4, 6, 8, 9, 18], "filenam": 23, "filter": [6, 9, 12, 13, 21], "final": 9, "find": 16, "first": [1, 7, 8, 9, 13, 15, 16, 18, 21], "firtst": 1, "fit": 9, "flag": [8, 9, 20, 21, 23], "flask": 0, "flexibl": [13, 18, 20], "float": 16, "flow": [5, 10, 13, 17, 20], "fluentd": 17, "focu": [0, 1, 9, 13], "focus": 8, "follow": [1, 4, 5, 7, 8, 9, 11, 13, 15, 17, 20, 23], "forint": 15, "form": 16, "format": [4, 8, 13, 16, 18, 19, 21], "forth": 9, "forwad": 8, "forward": [1, 5, 7, 8, 9, 11, 12, 17, 20], "fossil": 1, "found": [1, 17], "framework": [8, 18, 20], "franc": [3, 8, 15], "francisco": [4, 16], "frankfurt": 15, "frankfurther_api": 15, "free": 1, "frequent": 1, "friendli": 16, "from": [0, 1, 2, 3, 4, 5, 6, 8, 9, 11, 12, 13, 15, 16, 20, 23], "fromth": 11, "front": 13, "frontier": [0, 8], "fuel": 1, "fulfil": 13, "full": [4, 8, 11, 15, 23], "function": [4, 5, 7, 8, 9, 11, 12, 13, 14, 22], "function_cal": 14, "functionvalidationerror": 5, "fundament": 4, "further": [8, 15, 20], "g": [4, 9, 11, 16, 17, 20], "ga": 1, "gap": 16, "gastronomi": 15, "gatewai": [3, 9, 11, 13, 14, 17, 18, 20, 22, 23], "gather": [0, 9, 13], "gbp": 15, "genai": [4, 15, 22], "gener": [0, 4, 7, 9, 11, 12, 13, 14, 15, 16, 18, 20, 21], "get": [0, 1, 2, 4, 7, 9, 15, 16, 20, 23], "get_device_statist": 2, "get_device_summari": [0, 2], "get_info_for_energy_sourc": 1, "get_json": [0, 2], "get_supported_curr": 15, "get_trac": 20, "get_weath": [4, 16], "get_workforc": 1, "github": [8, 15], "give": 13, "given": [0, 2, 9], "global": [15, 18], "glucos": 1, "go": [0, 13], "goal": 13, "googl": 13, "got": 5, "govern": [1, 13], "gpt": [0, 1, 3, 6, 7, 8, 9, 15, 16, 23], "gpu": 10, "gr": 1, "grace": 5, "gracefulli": [5, 11], "gradio": 1, "grafana": 19, "greenhous": 1, "group": 0, "grpc": 20, "guard": [9, 10, 13, 14, 22], "guardail": 7, "guardrail": [5, 8, 9, 11, 13, 14, 15, 21, 23], "guid": [8, 15, 16, 21], "guidelin": 21, "gurdrail": 6, "ha": [8, 9, 13, 15, 16, 20, 23], "hallucin": 17, "handel": [8, 9, 23], "handl": [0, 1, 2, 3, 4, 5, 6, 8, 9, 11, 12, 13, 14, 16, 20, 21, 22], "handle_request": 20, "handler": [4, 8, 9], "hardwar": 12, "harm": [8, 9, 21], "hashmap": 16, "hashtabl": 16, "hate": 8, "have": [1, 7, 13, 15, 16, 21], "haven": 1, "hazard": 8, "hcm": 9, "header": [9, 10, 11, 13, 15, 19, 23], "health": 9, "healthi": [9, 15], "help": [0, 1, 2, 3, 4, 5, 7, 8, 9, 11, 13, 14, 15, 16, 18, 21, 23], "here": [0, 2, 4, 6, 8, 9, 11, 15, 16, 17, 21], "hexadecim": 20, "high": [0, 1, 3, 8, 10, 13, 16], "highli": [1, 2, 16], "hint": 15, "histori": [1, 16], "hkd": 15, "hong": 15, "honor_timestamp": 18, "horrid": 13, "host": [0, 3, 6, 7, 8, 9, 11, 17, 18], "hostconnect": 11, "hostnam": [0, 8, 9, 23], "how": [0, 1, 2, 3, 4, 6, 7, 8, 9, 13, 14, 15, 16, 18, 19, 23], "howev": 9, "html": 14, "http": [3, 5, 6, 7, 8, 9, 13, 15, 16, 17, 18, 20, 22, 23], "http_header": 23, "http_method": [1, 23], "httpexcept": 1, "huf": 15, "hug": 8, "huggingfac": [0, 1, 3, 6, 8, 9, 15, 23], "human": [4, 5], "hungarian": 15, "hygien": 13, "i": [0, 1, 3, 4, 6, 7, 8, 9, 11, 12, 13, 15, 17, 18, 20, 22, 23], "iam": 20, "iceland": 15, "icon": 15, "id": [0, 2, 5, 9, 17, 20], "idea": 14, "identif": 16, "identifi": [0, 2, 4, 5, 8, 9, 16, 20, 23], "idr": 15, "il": 15, "illustr": 1, "immedi": 21, "impact": 20, "implement": [8, 9, 20, 21], "import": [0, 1, 2, 3, 8, 15, 16, 17, 20], "improp": 5, "improv": [2, 7, 13, 14, 21], "in_path": 15, "incent": 1, "includ": [1, 2, 3, 4, 6, 9, 13, 15, 16, 17, 18, 20, 21, 22], "incom": [6, 7, 8, 9, 11, 20, 23], "incomplet": 16, "incredibli": 13, "indian": 15, "indic": [4, 9, 20], "indonesian": 15, "industri": 8, "infer": 13, "info": 15, "inform": [0, 1, 2, 4, 5, 8, 9, 11, 13, 16, 17, 20, 21, 23], "information_extract": [8, 9, 23], "infrastructur": [3, 13, 22], "ingress": [8, 10, 11], "initi": [1, 3, 6, 9, 11, 19], "inject": [20, 21], "inner": 9, "innov": 15, "input": [0, 4, 5, 16, 21], "input_guard": [8, 9, 15, 21, 23], "inr": 15, "insecur": 20, "instal": [15, 20], "instanc": [3, 9, 11, 16, 23], "instead": 16, "instruct": [7, 14, 23], "instrument": 18, "insur": [0, 13], "insurance_claim_detail": 17, "int": [0, 2, 16], "integ": [0, 2, 5], "integr": [2, 3, 4, 13, 14, 15, 16, 17, 18, 19, 22], "intellig": [3, 4, 7, 9, 11, 13, 14, 22], "intend": 21, "intent": [0, 7, 9, 16, 23], "interact": [0, 8, 13, 14, 16, 17, 20, 21], "intercept": 8, "interest": 15, "interfac": 3, "interfer": 15, "intern": [0, 2, 9, 11, 18, 20], "interoper": 20, "interpret": [5, 16], "intro": [14, 22], "intro_to_arch": 14, "introduc": [11, 14], "invalid": [5, 16], "inventori": 20, "investig": 20, "invoc": [4, 16], "invok": [0, 4, 5, 16], "involv": [0, 4, 13], "ip": [0, 8, 9, 23], "ip1": [0, 8, 9, 23], "ip2": [0, 8, 9, 23], "isdefault": 18, "isinst": [0, 2], "isk": 15, "isol": 15, "isra": 15, "issu": [5, 11, 20], "item": [4, 8], "iter": 16, "itinerari": 16, "its": [0, 1, 4, 7, 8, 9, 11, 12, 13, 15, 20], "itself": [3, 6, 8], "jaeger": 20, "jailbreak": [8, 9, 13, 15, 21, 23], "japanes": 15, "java": [13, 16], "javascript": 16, "job_nam": 18, "jpy": 15, "jq": 15, "json": [1, 3, 5, 6, 8, 9, 15, 16, 23], "jsonifi": [0, 2], "jsonschema": 16, "just": [0, 1, 3, 8, 9, 23], "jwt": 23, "keep": [11, 16], "kei": [0, 1, 3, 6, 7, 8, 9, 10, 19, 20, 23], "kept": 23, "kibana": 17, "kind": 5, "king": 16, "know": [7, 8, 11, 21], "knowledg": [1, 2, 6, 9, 14], "known": [8, 15], "kong": 15, "korean": 15, "koruna": 15, "krona": 15, "krone": 15, "krw": 15, "kr\u00f3na": 15, "kubernet": 20, "l7": 13, "landmark": 15, "languag": [2, 9, 13], "larg": [2, 8, 9, 12, 13, 16], "last": [0, 1, 2], "latenc": [0, 1, 2, 7, 8, 13, 16, 18], "later": 5, "latest": 15, "layer": [8, 13, 20, 21], "lead": [8, 13, 21], "learn": [13, 14, 15, 16], "let": 17, "leu": 15, "lev": 15, "level": [3, 6, 7, 10, 13, 14], "leverag": [2, 4, 20], "libev": 9, "librari": [3, 13, 16], "lifecycl": [10, 22], "lifetim": [9, 12], "lightweight": [0, 13], "like": [1, 2, 3, 4, 5, 6, 8, 9, 11, 13, 15, 16, 17, 18, 20, 21, 23], "limit": [0, 1, 3, 6, 8, 9, 23], "line": 13, "linearli": 13, "lira": 15, "list": [0, 2, 4, 8, 9, 15, 16, 23], "listen": [0, 1, 3, 8, 9, 10, 11, 15, 20, 22, 23], "listner": 6, "live": 9, "ll": [0, 1, 23], "llm": [0, 1, 2, 6, 7, 9, 10, 11, 13, 14, 16, 18, 21, 22, 23], "llm_provid": [0, 1, 3, 6, 8, 9, 14, 15, 23], "load": [0, 8, 9, 23], "local": [1, 3, 6, 8, 9, 10, 23], "localhost": [15, 18], "locat": [4, 11, 16], "log": [5, 9, 11, 18, 19, 20, 22], "logic": [0, 1, 3, 5, 6, 8, 9, 11, 13, 14, 16, 21, 22, 23], "long": [1, 16], "look": [4, 8, 9, 15, 21, 23], "loop": 9, "louvr": 15, "low": [0, 7, 16], "lower": 1, "m": 15, "machin": 12, "made": 15, "mai": [0, 9, 21], "main": [9, 11, 15, 20], "maintain": [4, 9], "major": [12, 15], "make": [0, 1, 3, 5, 6, 7, 8, 9, 11, 13, 15, 16, 17, 20], "malaysian": 15, "malici": [9, 21], "manag": [0, 1, 3, 4, 5, 6, 7, 8, 9, 13, 14, 15, 16, 17, 20, 21, 23], "managemet": 6, "mandatori": 4, "mani": [9, 20], "manipul": [0, 13, 18], "manual": [1, 2], "manufactur": [0, 3, 8, 9, 23], "map": 16, "mark": 4, "masssiv": 13, "match": [0, 9, 23], "matter": 13, "max": [0, 8, 9, 23], "maximum": 4, "me": 15, "mean": [15, 17, 20, 23], "meaning": 5, "measur": [13, 18], "mechan": [0, 3, 14, 16, 21], "meet": [16, 21], "messag": [1, 5, 9, 10, 15, 16, 21, 23], "message_format": [0, 1, 3, 6, 8, 9, 15, 23], "metadata": [4, 8, 11, 17], "method": [0, 1, 2, 17], "metric": [11, 13, 19, 20], "metrics_path": 18, "mexican": 15, "might": [7, 21], "mind": [16, 20], "minim": [6, 20, 21], "minimum": 4, "ministr": 15, "minlength": 16, "minor": 21, "minut": [1, 2, 23], "misalign": 21, "misformat": 21, "miss": [0, 5, 13], "mistak": 21, "mistral": [3, 15, 23], "mistral8x7b": 23, "mistral_api_kei": [15, 23], "mistral_loc": 23, "mistrallocal7b": 23, "misus": 21, "mode": 7, "model": [0, 1, 2, 3, 6, 8, 9, 10, 11, 13, 15, 16, 21, 22, 23], "model_serv": 17, "moder": 10, "modern": [18, 20], "modif": 9, "modifi": 1, "modular": 4, "monitor": [8, 9, 13, 14, 17, 19, 20, 22], "more": [0, 1, 2, 4, 6, 8, 11, 12, 13, 16, 17, 21], "most": [0, 4, 8, 12, 15, 16, 17], "multi": 22, "multipl": [4, 9, 12, 16], "museum": 15, "must": [0, 2], "mxn": 15, "my": [8, 9, 15, 21, 23], "myr": 15, "n": 15, "n1": 15, "n10": 15, "n11": 15, "n12": 15, "n13": 15, "n14": 15, "n15": 15, "n16": 15, "n17": 15, "n18": 15, "n19": 15, "n2": 15, "n20": 15, "n21": 15, "n22": 15, "n23": 15, "n24": 15, "n25": 15, "n26": 15, "n27": 15, "n28": 15, "n29": 15, "n3": 15, "n30": 15, "n31": 15, "n4": 15, "n5": 15, "n6": 15, "n7": 15, "n8": 15, "n9": 15, "name": [0, 1, 2, 3, 4, 6, 8, 9, 11, 15, 16, 18, 20, 23], "nativ": 18, "natur": [5, 8, 9, 16, 23], "navig": [14, 21], "necessari": [4, 8, 9, 16], "need": [0, 1, 4, 7, 8, 9, 11, 14, 15, 16, 18, 20, 23], "network": [0, 3, 6, 7, 8, 10, 11, 23], "network_qa": 0, "network_summari": 0, "never": 15, "new": [1, 4, 15, 16, 20], "next": [16, 22], "nif": 15, "nli": [8, 23], "nok": 15, "non": 12, "none": 1, "norwegian": 15, "note": [7, 11, 17, 18, 23], "notr": 15, "nuanc": [13, 22], "number": [2, 9, 12, 16], "numer": 4, "nzd": 15, "o": 1, "object": [1, 16, 17], "observ": [3, 13, 14, 18, 20, 22, 23], "occur": 5, "offer": [0, 1, 3, 8, 9, 11, 13, 21, 23], "often": [1, 2, 16], "on_except": [8, 9, 15, 21, 23], "onc": [0, 1, 2, 8, 9, 12, 15, 16], "one": [0, 9, 11, 15, 16, 20], "ones": [1, 16], "ongo": 16, "onli": [4, 6, 7, 8, 9, 15, 16, 21, 23], "opaqu": [13, 22], "open": [1, 4, 18, 20], "openai": [0, 1, 6, 9, 17, 23], "openai_api_kei": [0, 1, 3, 6, 8, 9, 15, 23], "opentelemetri": [13, 18, 23], "oper": [9, 11, 13, 15, 16], "optim": [6, 16, 20], "option": [0, 1, 2, 4, 7, 14, 20, 23], "oral": 1, "order": [9, 16, 20], "orient": 16, "origin": [8, 11, 13, 17], "oss": 3, "otel": 20, "other": [5, 7, 9, 11, 13, 15, 16, 20], "otlp": 20, "otlp_export": 20, "otlpspanexport": 20, "our": [2, 7, 8, 9, 13, 16], "out": [11, 13, 16, 22], "outbound": [3, 13, 15, 20], "outgo": [6, 20], "outlin": 9, "outperform": 0, "output": [2, 13, 16, 18, 21], "outsid": [13, 22], "over": [0, 2, 3], "overal": [4, 7], "overid": 23, "overload": 9, "overrid": [8, 9, 15, 23], "overview": [1, 19, 22], "overwhelm": 9, "own": 9, "p50": [0, 8], "packag": [15, 20], "page": 8, "pai": 16, "pain": [3, 6, 8, 9, 13, 23], "pair": 8, "par": 16, "parallel": [9, 12, 16], "param": [16, 18], "paramet": [1, 5, 8, 9, 13, 15, 16, 21, 23], "parent": 20, "pari": 15, "pars": [3, 5, 6, 8, 9, 16, 17, 23], "part": [9, 13, 16, 20], "particular": [4, 16], "pass": [8, 9, 17], "past": 2, "path": [0, 1, 2, 4, 8, 9, 11, 15, 16, 17, 23], "payment": [16, 20], "pem": 23, "pend": 20, "per": [9, 13, 16, 17, 18, 23], "perceiv": [13, 18], "perform": [0, 4, 6, 7, 8, 9, 12, 13, 16, 20, 21], "performimg": 8, "period": 9, "person": [0, 4, 13, 14, 15, 16, 22], "peso": 15, "phase": 8, "philippin": 15, "php": [13, 15], "piec": [4, 8], "pilot": 20, "pip": [15, 20], "pipelin": [9, 20], "place": [9, 16], "placehold": [0, 2, 20], "plan": [8, 11], "pleas": [2, 5, 7, 8], "pln": 15, "pod": 20, "point": [6, 8, 16], "polici": [9, 20], "polish": 15, "pollut": 1, "pool": 9, "popul": 15, "popular": 20, "port": [0, 1, 3, 6, 8, 9, 11, 15, 23], "possibl": 5, "post": [0, 1, 2, 17, 23], "potenti": 8, "pound": 15, "power": [1, 8, 16, 20, 21], "practic": [4, 6, 9, 10, 13, 14, 19], "pre": [9, 21], "precis": [1, 2, 16], "predefin": [0, 4, 8, 11, 13], "prefer": [16, 20], "premis": [3, 7], "prepar": [16, 20], "presenc": [3, 6], "present": [2, 13, 16, 20], "prevent": [9, 13, 20, 21], "previou": [1, 2], "price": [7, 15], "primari": [6, 8, 12], "primit": [3, 6, 11, 22], "primitv": 8, "print": [3, 8, 15, 16, 20], "priorit": 21, "privaci": 8, "private_kei": 23, "proce": [8, 9, 23], "process": [4, 5, 7, 8, 11, 12, 13, 14, 16, 17, 18, 20, 21], "process_customer_request": 20, "processess": 1, "processor": 20, "produc": 16, "product": [16, 20], "profil": 16, "program": [8, 9, 21, 23], "project": [4, 13, 22], "prometheu": 18, "promethu": 18, "promot": 9, "prompt": [1, 3, 5, 6, 7, 9, 10, 11, 12, 13, 14, 15, 18, 22, 23], "prompt_guard": [8, 9, 14, 15, 23], "prompt_target": [0, 1, 2, 4, 8, 9, 11, 14, 15, 16, 23], "prompt_target_intent_matching_threshold": 23, "prone": [1, 2], "propag": [8, 13, 19], "proper": 20, "properli": 11, "properti": 16, "protect": [20, 21], "proto": 20, "protocol": [9, 15, 17, 20], "proven": 13, "provid": [0, 1, 2, 4, 5, 6, 8, 9, 11, 13, 14, 15, 16, 17, 18, 20, 21, 22, 23], "proxi": [8, 9, 11, 18], "publish": 18, "pull": 2, "purchas": [0, 3, 8, 9, 23], "purpos": [0, 4, 7, 8, 9, 11, 13], "pydant": 1, "python": [13, 16, 17], "q": 0, "q1": 21, "qualiti": 2, "queri": [0, 1, 2, 4, 15, 16, 20], "question": [1, 8, 9, 23], "queue": 16, "quick": 20, "quickli": [7, 13, 14, 15], "quickstart": [14, 22], "rag": [8, 9, 11, 14, 22], "rag_energy_source_ag": 1, "rais": 16, "rand": 15, "random_sampl": 20, "rang": [0, 2, 11, 18, 20], "rare": 9, "rate": [3, 8, 9, 13, 15, 18, 20, 23], "rate_limit": 23, "rather": [2, 5], "raw": 5, "rch": 11, "re": [1, 2, 8, 9, 15, 16, 20, 21, 23], "reach": 21, "read": [1, 6, 8, 9, 13, 20], "readabl": [4, 5], "real": [0, 2, 15, 16], "realli": 13, "reboot": [0, 2, 4, 8, 9, 23], "reboot_devic": [0, 4], "reboot_network_devic": [8, 9, 23], "receiv": [5, 8, 9, 11, 16, 17, 20, 21], "recept": 9, "recognit": [4, 8], "recommend": [1, 9, 12, 15], "record": [13, 20], "recoveri": 13, "reddit": 13, "reduc": [1, 21], "refer": [0, 2, 7, 11, 15, 16, 17, 22], "refin": 8, "region": 20, "reject": [8, 13], "relat": [0, 7, 9, 11, 13, 18, 20], "relev": [0, 1, 2, 4, 9, 16], "reli": [2, 8, 20], "reliabl": [2, 3, 6, 16, 21], "remain": 16, "rememb": 16, "remind": 16, "renew": 1, "renminbi": 15, "repeat": 21, "replac": 20, "repositori": 15, "repres": [8, 13, 20], "request": [3, 5, 6, 8, 10, 11, 13, 15, 16, 17, 20, 21, 22, 23], "requestsinstrumentor": 20, "requir": [0, 1, 2, 4, 5, 6, 8, 9, 13, 15, 16, 22, 23], "resili": [8, 13], "resolv": 20, "resourc": [15, 19], "respect": [17, 18], "respond": [5, 13, 18, 20], "respons": [0, 1, 2, 3, 4, 5, 8, 9, 11, 14, 15, 16, 17, 20, 21, 23], "response_cod": 17, "response_flag": 17, "rest": [9, 12], "result": [0, 16], "retri": [0, 1, 3, 6, 8, 9, 13, 23], "retriev": [0, 8, 9, 11, 16], "return": [0, 1, 2, 4, 9, 11, 16, 20, 21], "revers": 9, "ringgit": 15, "risk": 21, "roadmap": 8, "robin": [0, 8, 9, 23], "robust": [8, 13, 16, 21, 22], "role": [5, 8, 15, 20], "romanian": 15, "ron": 15, "root": 5, "round": [0, 8, 9, 23], "rout": [0, 2, 3, 6, 8, 9, 11, 13, 22, 23], "router": [4, 9], "routin": 16, "rule": 16, "run": [0, 2, 7, 8, 9, 11, 13, 15, 20], "runtimeerror": 5, "rupe": 15, "rupiah": 15, "safer": 21, "safeti": [6, 8, 13, 21], "sai": 16, "same": [13, 16, 22], "sampl": [15, 18, 20, 23], "sampling_r": 23, "san": [4, 16], "sanit": [9, 21], "save": 1, "scalabl": [4, 15], "scale": [3, 9, 13, 14], "scenario": [0, 1, 2, 7, 8, 9, 13, 14, 16, 23], "schedul": [8, 11, 16], "schema": [4, 15, 16], "scheme": 18, "scienc": 16, "score": 8, "scrape_config": 18, "scrape_interv": 18, "scrape_timeout": 18, "screenshot": 18, "script": [15, 16], "scrutini": 21, "sdk": 20, "seamless": [3, 16], "seamlessli": [3, 4, 18, 20], "seattl": 16, "section": [1, 2, 3, 4, 6, 8, 9, 14, 20], "secur": [3, 6, 8, 9, 13, 14, 20, 21, 22], "see": [6, 8, 11], "sek": 15, "select": [9, 15], "selector": 23, "self": [7, 9, 11, 13, 17], "semant": 8, "send": [3, 8, 9, 11, 16, 20, 23], "sender": 8, "sensit": 20, "sent": [9, 17], "separ": [4, 7, 9, 11, 12, 23], "sequenti": 0, "serv": [9, 10, 11, 22], "server": [5, 7, 9, 11, 13, 15], "servic": [0, 2, 4, 8, 9, 16, 17, 20], "set": [6, 7, 8, 9, 11, 13, 14, 15, 16, 20, 23], "set_tracer_provid": 20, "setup": [1, 6, 8, 16], "sever": [9, 13, 18], "sgd": 15, "shape": 13, "share": [8, 9, 11], "sheqel": 15, "short": 16, "should": [3, 4, 5, 6, 8, 9, 16, 23], "show": [1, 15], "side": 5, "signatur": 16, "signifc": 2, "similar": 8, "simpl": [8, 11, 15, 16, 20], "simpli": [3, 6, 8, 15, 20], "simplic": 9, "simplif": 6, "simplifi": [3, 4, 6, 14, 20], "simul": [0, 2], "simultan": 0, "sinc": [8, 15], "singapor": 15, "singl": [1, 8, 11, 12, 13, 16, 23], "site": 20, "skimp": 16, "slow": [1, 2], "slowest": 7, "small": [12, 13], "smart": [13, 16], "smarter": 2, "sni": 9, "so": [0, 1, 2, 7, 8, 11, 13, 16], "socket": 9, "softwar": [8, 13], "solar": 1, "sole": 2, "solut": 4, "some": [1, 9, 12, 15, 16, 18], "sonnet": 8, "sota": 16, "sourc": [1, 2, 15, 16, 18, 20], "south": 15, "span": [9, 20], "span_processor": 20, "special": [13, 14, 20], "specif": [0, 1, 2, 4, 5, 7, 8, 9, 13, 15, 16, 20, 21, 23], "specifi": [2, 4, 9, 11, 16], "speed": [2, 7, 13, 18], "spell": 16, "spend": 12, "sporad": 12, "sql": 2, "stack": [5, 14, 16, 17], "stage": 21, "stai": 8, "standalon": 20, "standard": [13, 20], "start": [3, 6, 7, 8, 11, 20], "start_as_current_span": 20, "start_tim": 17, "stat": [0, 2, 9, 18], "state": [4, 8, 9, 15, 16], "static": 9, "static_config": 18, "statist": [0, 2, 9], "statu": [16, 17, 20], "step": [14, 20, 22], "stock": 20, "store": [2, 18], "str": [1, 4, 8, 9, 15, 16, 23], "straightforward": 16, "stream": [3, 6, 8, 9, 23], "streamlin": [2, 4, 6], "string": [5, 16], "strip": 8, "stripe": 13, "structur": [2, 17], "struggl": [1, 2], "submit": 16, "substanti": 13, "subsystem": [0, 3, 6, 7, 8, 9, 13, 23], "subsytem": 8, "success": [13, 15], "successfulli": 15, "sugar": 1, "suggest": [16, 21], "suit": 13, "suitabl": [4, 16], "summar": [1, 4, 8, 9, 11, 23], "summari": [1, 8, 9, 16, 19, 23], "support": [0, 1, 3, 4, 8, 9, 11, 13, 15, 18, 20, 21], "sure": 5, "sustain": 1, "swedish": 15, "swiss": 15, "switch": 3, "symbol": 15, "symptom": 1, "system": [0, 1, 3, 5, 6, 8, 9, 13, 15, 16, 17, 20, 21, 22, 23], "system_prompt": [0, 1, 3, 8, 9, 15, 23], "t": [1, 7, 16], "tail": 17, "tailor": [0, 13, 16, 21], "take": [8, 9, 11, 13], "taken": 17, "talk": 1, "target": [1, 3, 6, 9, 10, 11, 14, 15, 18, 22, 23], "task": [0, 8, 9, 11, 12, 13, 16], "tcp": 9, "tech": [1, 14, 20, 22], "tech_overview": 14, "technic": 20, "techniqu": [1, 2, 8, 21], "technologi": [1, 13, 14], "telemetri": [13, 18, 20], "temperatur": [4, 16], "term": 1, "termin": 13, "terminologi": [10, 22], "test": [1, 7, 13, 16], "text": [3, 6, 8, 9, 16, 23], "tft": [13, 18], "thai": 15, "than": [0, 2, 7], "thb": 15, "thei": [4, 21], "them": [2, 4, 5, 9, 11, 16, 21], "thi": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 11, 12, 13, 14, 15, 16, 17, 20, 23], "thing": 11, "think": 16, "thirst": 1, "thoroughli": 16, "those": [0, 1, 2, 11], "thread": [9, 10, 22], "three": [7, 9, 13, 18], "threshold": 23, "through": [1, 3, 8, 9, 13, 16, 17, 20], "throughput": [0, 16], "time": [0, 2, 8, 9, 13, 16, 17, 18, 23], "time_rang": [0, 2], "timeout": 18, "timestamp": 9, "tip": 10, "tl": [9, 13, 23], "tls_certif": [0, 1, 23], "todai": [9, 15, 21], "token": [1, 7, 8, 13, 18, 23], "toler": [1, 3, 8], "too": 9, "took": 17, "tool": [5, 13, 17, 18, 19, 21], "top": [3, 6, 12], "topologi": 10, "tot": [13, 18], "total": [13, 17, 18], "tower": 15, "trace": [5, 8, 9, 11, 13, 18, 19, 22, 23], "trace_export": 20, "tracepar": [13, 19], "tracer": 20, "tracer_provid": 20, "tracerprovid": 20, "track": 15, "tradit": [13, 22], "traffic": [3, 6, 8, 9, 13, 17], "train": 21, "transact": 16, "transpar": 13, "transport": 9, "travel": [8, 11, 16], "travers": 9, "treat": [8, 9, 23], "trigger": [0, 11, 14, 16], "trivial": 9, "troubleshoot": [4, 5, 14], "true": [0, 1, 2, 3, 4, 6, 8, 9, 15, 16, 18, 20, 23], "try": [15, 16], "tupl": 16, "turbo": [0, 1], "turkish": 15, "turn": [16, 22], "tutori": 14, "two": [0, 7, 8, 9, 11], "type": [0, 1, 2, 3, 4, 5, 6, 8, 9, 11, 15, 16, 18, 23], "typic": [9, 16], "typo": 21, "ui": 9, "unauthor": 8, "under": 17, "understand": [13, 14, 16, 18, 20, 21], "undifferenti": [9, 11, 13], "unexpect": 16, "unifi": 3, "uniformli": 20, "uniqu": [4, 20], "unit": [4, 15, 16, 23], "until": 9, "unwant": 9, "up": [1, 7, 11, 14, 15, 20], "updat": [0, 1, 9, 13, 15, 16, 23], "upgrad": [3, 9, 13], "upon": 9, "upstream": [1, 8, 9, 10, 11, 13, 14, 17, 18, 23], "upstream_host": 17, "urin": 1, "url": [8, 15, 18], "us": [0, 1, 2, 4, 6, 7, 9, 11, 13, 14, 17, 19, 23], "usabl": 21, "usag": [1, 3, 4, 9, 13, 16, 18], "usd": 15, "user": [0, 1, 2, 4, 5, 8, 9, 11, 13, 15, 16, 17, 18, 21, 22], "user_id": 5, "usi": 20, "usual": [8, 15], "util": [8, 9, 15], "v": 20, "v0": [0, 1, 3, 6, 8, 9, 15, 23], "v1": [6, 15, 17], "v2": [15, 18], "v24": 15, "v3": 15, "valid": [0, 2, 14, 15, 16, 21], "validationerror": [5, 16], "valu": [0, 4, 8, 9, 16, 20, 21, 23], "valueerror": 16, "variabl": [15, 20], "varieti": 9, "variou": [12, 13, 16, 20], "ve": [1, 15], "vector": [2, 8], "vendor": 3, "venv": 15, "veri": [9, 20], "verif": 20, "verifi": 20, "version": [0, 1, 3, 6, 8, 9, 15, 20, 23], "via": [0, 1, 5, 7, 9, 11, 13, 14, 15, 19, 20, 21, 23], "view": [18, 20], "violat": [5, 9, 11, 21], "violent": 8, "virtual": 15, "visibl": 17, "vision": 1, "visit": 8, "vpc": 7, "w3c": [13, 20], "wa": [9, 13, 16, 17, 22], "wai": [0, 1, 2, 3, 6, 8, 9, 13, 23], "wait": [0, 8, 9, 23], "want": [0, 11, 13, 15, 16], "watch": 16, "we": [1, 9, 11, 12, 15, 21], "weather": [4, 16], "weather_info": 16, "weather_validation_schema": 16, "web": [9, 11], "welcom": 14, "well": 13, "were": 17, "what": [1, 3, 5, 8, 13, 15, 17], "when": [0, 1, 2, 3, 5, 6, 8, 9, 11, 16, 20], "where": [0, 4, 7, 8, 9, 11, 15, 16, 17, 21, 23], "whether": [4, 16], "which": [0, 2, 3, 6, 7, 9, 13, 16, 17, 18, 20, 22], "while": [1, 8, 12, 14, 16, 21], "wide": [9, 11, 18, 20], "wind": 1, "window": 15, "within": [0, 4, 8, 9, 14, 16, 21, 23], "without": [6, 9, 13, 14], "won": 15, "work": [7, 11, 13, 16, 19, 20, 23], "worker": [9, 12], "workflow": 14, "workload": 12, "would": [0, 2, 9, 23], "write": [0, 1, 2, 13, 14], "written": [9, 12, 13], "x": [5, 9, 11, 15, 17], "yaml": [0, 1, 11, 15, 18, 20], "yen": 15, "yml": [3, 8, 23], "york": [4, 16], "you": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 11, 13, 14, 15, 16, 18, 20, 21, 23], "your": [0, 1, 2, 3, 4, 6, 7, 8, 9, 11, 13, 14, 15, 16, 17, 18, 20, 21, 23], "yourself": 1, "yourweatherapp": 16, "yuan": 15, "zar": 15, "zealand": 15, "zeroshot": 17, "z\u0142oti": 15}, "titles": ["Agentic Apps", "Multi-Turn", "RAG Apps", "LLM Provider", "Prompt Target", "Error Target", "Listener", "Model Serving", "Prompts", "Request Lifecycle", "Tech Overview", "Terminology", "Threading Model", "Intro to Arch", "Overview", "Quickstart", "Function Calling", "Access Logging", "Monitoring", "Observability", "Tracing", "Prompt Guard", "Welcome to Arch!", "Configuration Reference"], "titleterms": {"1": [0, 1, 2, 15, 16], "2": [0, 1, 2, 15, 16], "3": [15, 16], "A": 20, "It": 17, "access": 17, "addit": 20, "adjust": 1, "agent": [0, 8, 15, 20], "ai": [15, 20], "an": 8, "app": [0, 1, 2, 8], "ar": 4, "arch": [1, 8, 13, 14, 15, 16, 21, 22], "architectur": 9, "augment": 2, "aw": 20, "basic": 4, "benefit": [20, 21], "best": [5, 16, 20], "blaze": 7, "breakdown": 20, "build": [1, 14, 15, 22], "call": [0, 16], "case": 16, "client": [8, 15], "cloud": 7, "command": 15, "concept": [5, 14, 22], "config": [1, 15], "configur": [4, 6, 9, 16, 18, 21, 23], "convers": 15, "cpu": 7, "creat": 15, "curl": 15, "currenc": 15, "dashboard": 18, "datadog": 20, "default": 4, "defin": [0, 1, 2, 4, 16], "demo": 1, "downstream": 6, "egress": [6, 8, 9], "error": 5, "exampl": [1, 3, 4, 5, 8, 16, 20, 21], "extract": 2, "fast": 7, "featur": [4, 16, 17], "file": 15, "flask": [1, 2], "flow": 9, "follow": 2, "format": [17, 20], "function": [0, 16], "gatewai": [8, 15], "gener": 2, "get": [14, 22], "gpu": 7, "grafana": 18, "guard": [8, 21], "guid": [14, 22], "header": [5, 20], "high": 9, "how": [17, 20, 21], "i": [2, 16, 21], "implement": 16, "ingress": [6, 9], "initi": 20, "instrument": 20, "integr": 20, "intent": [1, 4, 8], "interact": 15, "intro": 13, "kei": [4, 5, 16, 17], "languag": 16, "level": 9, "lifecycl": 9, "listen": 6, "llm": [3, 8, 15], "local": 7, "log": 17, "logic": 4, "match": [4, 8], "messag": 8, "metric": 18, "model": [7, 12], "moder": 7, "monitor": 18, "multi": [1, 2], "multipl": 0, "network": 9, "next": 15, "observ": 19, "openai": [3, 8, 15], "opentelemetri": 20, "over": 16, "overview": [10, 14, 20], "parallel": 0, "paramet": [0, 2, 4], "post": 9, "practic": [5, 16, 20], "prerequisit": 15, "process": [0, 1, 2, 9], "prompt": [0, 2, 4, 8, 16, 21], "propag": 20, "provid": 3, "python": [3, 15, 20], "question": 2, "quickstart": 15, "rag": [1, 2], "rai": 20, "refer": 23, "request": [0, 1, 2, 9], "resourc": [20, 22], "retriev": [1, 2], "rout": 4, "router": 15, "sdk": 3, "serv": 7, "singl": 0, "start": [14, 15, 22], "step": [0, 1, 2, 15, 16], "summari": [4, 20, 21], "support": 16, "switch": 1, "take": 16, "target": [0, 2, 4, 5, 8, 16], "tech": 10, "terminologi": [9, 11], "thread": 12, "tip": [5, 16], "tool": 20, "topologi": 9, "trace": 20, "tracepar": 20, "turn": [1, 2], "up": 2, "upstream": 6, "us": [3, 8, 15, 16, 20, 21], "via": [8, 18], "visual": 20, "welcom": 22, "what": [2, 4, 16, 21], "why": 21, "work": [17, 21], "workflow": 16, "x": 20}})
\ No newline at end of file
+Search.setIndex({"alltitles": {"AI Agent Tracing Visualization Example": [[20, "ai-agent-tracing-visualization-example"]], "AWS X-Ray": [[20, "aws-x-ray"]], "Access Logging": [[17, null]], "Additional Resources": [[20, "additional-resources"]], "Agentic Apps": [[0, null]], "Agentic Apps via Prompt Targets": [[8, "agentic-apps-via-prompt-targets"]], "Arch-Function": [[16, "arch-function"]], "Basic Configuration": [[4, "basic-configuration"]], "Benefits of Using Arch Guard": [[21, "benefits-of-using-arch-guard"]], "Benefits of Using Traceparent Headers": [[20, "benefits-of-using-traceparent-headers"]], "Best Practices": [[20, "best-practices"]], "Best Practices and Tips": [[5, "best-practices-and-tips"], [16, "best-practices-and-tips"]], "Build AI Agent with Arch Gateway": [[15, "build-ai-agent-with-arch-gateway"]], "Build Multi-Turn RAG Apps": [[1, "build-multi-turn-rag-apps"]], "Build with Arch": [[14, "build-with-arch"], [22, null]], "Cloud Serving (GPU - Blazing Fast)": [[7, "cloud-serving-gpu-blazing-fast"]], "Concepts": [[14, "concepts"], [22, null]], "Configuration": [[9, "configuration"]], "Configuration Reference": [[23, null]], "Configure Listener": [[6, "configure-listener"]], "Configure Monitoring": [[18, "configure-monitoring"]], "Configuring Prompt Targets": [[4, "configuring-prompt-targets"]], "Datadog": [[20, "datadog"]], "Default Targets": [[4, "default-targets"]], "Defining Parameters": [[4, "defining-parameters"]], "Demo App": [[1, "demo-app"]], "Downstream (Ingress)": [[6, "downstream-ingress"]], "Error Header Example": [[5, "error-header-example"]], "Error Target": [[5, null]], "Example 1: Adjusting Retrieval": [[1, "example-1-adjusting-retrieval"]], "Example 2: Switching Intent": [[1, "example-2-switching-intent"]], "Example Configuration": [[4, "example-configuration"], [21, "example-configuration"]], "Example Use Cases": [[16, "example-use-cases"]], "Example with OpenTelemetry in Python": [[20, "example-with-opentelemetry-in-python"]], "Example: Using OpenAI Client with Arch as an Egress Gateway": [[8, "example-using-openai-client-with-arch-as-an-egress-gateway"]], "Example: Using the OpenAI Python SDK": [[3, "example-using-the-openai-python-sdk"]], "Function Calling": [[16, null]], "Function Calling Workflow": [[16, "function-calling-workflow"]], "Get Started": [[14, "get-started"], [22, null]], "Guides": [[14, "guides"], [22, null]], "Header Format": [[20, "header-format"]], "High level architecture": [[9, "high-level-architecture"]], "How Arch-Guard Works": [[21, "how-arch-guard-works"]], "How It Works": [[17, "how-it-works"]], "How to Initiate A Trace": [[20, "how-to-initiate-a-trace"]], "Implementing Function Calling": [[16, "implementing-function-calling"]], "Instrumentation": [[20, "instrumentation"]], "Integrating with Tracing Tools": [[20, "integrating-with-tracing-tools"]], "Intent Matching": [[4, "intent-matching"], [8, "intent-matching"]], "Intro to Arch": [[13, null]], "Key Concepts": [[5, "key-concepts"]], "Key Features": [[4, "key-features"], [16, "key-features"], [17, "key-features"]], "LLM Provider": [[3, null]], "Listener": [[6, null]], "Local Serving (CPU - Moderate)": [[7, "local-serving-cpu-moderate"]], "Log Format": [[17, "log-format"]], "Messages": [[8, "messages"]], "Metrics Dashboard (via Grafana)": [[18, "metrics-dashboard-via-grafana"]], "Model Serving": [[7, null]], "Monitoring": [[18, null]], "Multi-Turn": [[1, null]], "Multi-Turn RAG (Follow-up Questions)": [[2, "multi-turn-rag-follow-up-questions"]], "Network topology": [[9, "network-topology"]], "Next Steps": [[15, "next-steps"]], "Observability": [[19, null]], "Overview": [[14, null], [20, "overview"]], "Parallel & Multiple Function Calling": [[0, "parallel-multiple-function-calling"]], "Parameter Extraction for RAG": [[2, "parameter-extraction-for-rag"]], "Post-request processing": [[9, "post-request-processing"]], "Prerequisites": [[15, "prerequisites"]], "Prompt Guard": [[8, "prompt-guard"], [21, null]], "Prompt Target": [[4, null]], "Prompt Targets": [[8, "prompt-targets"]], "Prompting LLMs": [[8, "prompting-llms"]], "Prompts": [[8, null]], "Quickstart": [[15, null]], "RAG Apps": [[2, null]], "Request Flow (Egress)": [[9, "request-flow-egress"]], "Request Flow (Ingress)": [[9, "request-flow-ingress"]], "Request Lifecycle": [[9, null]], "Resources": [[22, null]], "Routing Logic": [[4, "routing-logic"]], "Single Function Call": [[0, "single-function-call"]], "Step 1. Create arch config file": [[15, "step-1-create-arch-config-file"], [15, "id2"]], "Step 1: Define Arch Config": [[1, "step-1-define-arch-config"]], "Step 1: Define Prompt Targets": [[0, "step-1-define-prompt-targets"], [0, "id1"], [2, "step-1-define-prompt-targets"]], "Step 1: Define the Function": [[16, "step-1-define-the-function"]], "Step 2. Start arch gateway": [[15, "step-2-start-arch-gateway"]], "Step 2. Start arch gateway with currency conversion config": [[15, "step-2-start-arch-gateway-with-currency-conversion-config"]], "Step 2: Configure Prompt Targets": [[16, "step-2-configure-prompt-targets"]], "Step 2: Process Request Parameters": [[0, "step-2-process-request-parameters"]], "Step 2: Process Request Parameters in Flask": [[2, "step-2-process-request-parameters-in-flask"]], "Step 2: Process Request in Flask": [[1, "step-2-process-request-in-flask"]], "Step 3. Interacting with gateway using curl command": [[15, "step-3-interacting-with-gateway-using-curl-command"]], "Step 3.1: Using OpenAI Python client": [[15, "step-3-1-using-openai-python-client"]], "Step 3.2: Using curl command": [[15, "step-3-2-using-curl-command"]], "Step 3: Arch Takes Over": [[16, "step-3-arch-takes-over"]], "Step 3: Interact with LLM": [[15, "step-3-interact-with-llm"]], "Summary": [[4, "summary"], [20, "summary"], [21, "summary"]], "Tech Overview": [[10, null]], "Terminology": [[9, "terminology"], [11, null]], "Threading Model": [[12, null]], "Trace Breakdown:": [[20, "trace-breakdown"]], "Trace Propagation": [[20, "trace-propagation"]], "Tracing": [[20, null]], "Upstream (Egress)": [[6, "upstream-egress"]], "Use Arch Gateway as LLM Router": [[15, "use-arch-gateway-as-llm-router"]], "Welcome to Arch!": [[22, null]], "What Are Prompt Targets?": [[4, "what-are-prompt-targets"]], "What Is Arch-Guard": [[21, "what-is-arch-guard"]], "What is Function Calling?": [[16, "what-is-function-calling"]], "What is Retrieval-Augmented Generation (RAG)?": [[2, "what-is-retrieval-augmented-generation-rag"]], "Why Prompt Guard": [[21, "why-prompt-guard"]]}, "docnames": ["build_with_arch/agent", "build_with_arch/multi_turn", "build_with_arch/rag", "concepts/llm_provider", "concepts/prompt_target", "concepts/tech_overview/error_target", "concepts/tech_overview/listener", "concepts/tech_overview/model_serving", "concepts/tech_overview/prompt", "concepts/tech_overview/request_lifecycle", "concepts/tech_overview/tech_overview", "concepts/tech_overview/terminology", "concepts/tech_overview/threading_model", "get_started/intro_to_arch", "get_started/overview", "get_started/quickstart", "guides/function_calling", "guides/observability/access_logging", "guides/observability/monitoring", "guides/observability/observability", "guides/observability/tracing", "guides/prompt_guard", "index", "resources/configuration_reference"], "envversion": {"sphinx": 64, "sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx.ext.intersphinx": 1, "sphinx.ext.viewcode": 1}, "filenames": ["build_with_arch/agent.rst", "build_with_arch/multi_turn.rst", "build_with_arch/rag.rst", "concepts/llm_provider.rst", "concepts/prompt_target.rst", "concepts/tech_overview/error_target.rst", "concepts/tech_overview/listener.rst", "concepts/tech_overview/model_serving.rst", "concepts/tech_overview/prompt.rst", "concepts/tech_overview/request_lifecycle.rst", "concepts/tech_overview/tech_overview.rst", "concepts/tech_overview/terminology.rst", "concepts/tech_overview/threading_model.rst", "get_started/intro_to_arch.rst", "get_started/overview.rst", "get_started/quickstart.rst", "guides/function_calling.rst", "guides/observability/access_logging.rst", "guides/observability/monitoring.rst", "guides/observability/observability.rst", "guides/observability/tracing.rst", "guides/prompt_guard.rst", "index.rst", "resources/configuration_reference.rst"], "indexentries": {}, "objects": {}, "objnames": {}, "objtypes": {}, "terms": {"": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 11, 12, 13, 14, 15, 16, 17, 20], "0": [0, 1, 3, 6, 7, 8, 9, 11, 15, 17, 20, 23], "00": 20, "003": 8, "005": [0, 8, 9, 15, 23], "03": 17, "04": 17, "05": 15, "050z": 17, "05m": 7, "06": 15, "08": 15, "1": [3, 5, 6, 8, 9, 11, 17, 18, 20, 23], "10": [16, 17, 18, 20], "100": [12, 20], "10000": [3, 6, 8, 9, 15, 23], "100000": 23, "1022": 17, "104": 17, "106": 17, "10m": 8, "10t03": 17, "10x": [7, 8], "11": 15, "12": 15, "12000": [3, 6, 8, 11, 15, 17], "1234": 5, "125": 17, "127": [0, 1, 3, 6, 8, 9, 11, 15, 17, 23], "12x": 0, "1301": 17, "131": 15, "140": 17, "15": 18, "156x": 7, "159": 17, "16": [15, 20], "162": 17, "168": 17, "1695": 17, "1695m": 17, "17": 17, "18083": [0, 17], "192": 17, "19901": 18, "1d6b30cfc845": 17, "2": [9, 20], "200": [0, 2, 17], "200m": [0, 7, 8], "2024": [15, 17], "2025": 21, "21797": 17, "218": 17, "24": 15, "245": 17, "25": 15, "254": 17, "27": 15, "28": 15, "288": 15, "29": 15, "2a5b": 17, "3": [0, 1, 8, 20], "32": 20, "3b": 15, "4": [8, 16, 20], "400": [0, 2, 5], "429": 9, "4317": 20, "441": 17, "443": [0, 1, 11, 15, 17, 23], "447": 17, "44x": [0, 8], "463": 17, "469793af": 17, "485": 15, "49": 17, "492z": 17, "4o": [0, 3, 6, 7, 8, 9, 15, 23], "5": [0, 1, 8, 15, 20], "51": [15, 17], "51000": 17, "52": 17, "53": 17, "537z": 17, "54": 17, "55": 17, "556": 17, "56": [15, 17], "598z": 17, "6": 20, "60": 23, "604197fe": 17, "614": 17, "647": 15, "65": 17, "7": [0, 2, 13, 20], "770": 17, "78558": 15, "7b": 23, "8": [15, 20], "80": [8, 9, 11, 23], "8001": 23, "8080": [0, 1], "825": 15, "87": 17, "8x7b": 23, "9": 20, "905z": 17, "906z": 17, "9090": 18, "9367": 17, "95a2": 17, "961z": 17, "979": 15, "984": 17, "984m": 17, "9b57": 17, "A": [0, 2, 4, 5, 6, 9, 11, 12, 13, 14, 16, 19], "And": 15, "As": [8, 15, 18, 21], "Be": [16, 20], "But": 11, "By": [2, 4, 8, 9, 13, 16, 17, 20, 21, 23], "FOR": 17, "For": [1, 2, 4, 6, 8, 11, 12, 13, 14, 15, 16, 17], "If": [0, 1, 5, 8, 9, 16, 21, 23], "In": [0, 2, 8, 9, 13, 14, 15, 16, 21], "It": [0, 9, 15, 16, 19, 21], "Its": [13, 18, 20], "No": [8, 15], "On": 15, "Or": 20, "The": [1, 2, 4, 5, 7, 8, 9, 11, 13, 15, 16, 17, 20, 22, 23], "There": [7, 13], "These": [0, 2, 5, 11, 13, 16], "To": [2, 6, 8, 11, 13, 15, 18, 20], "With": [0, 2, 13, 15, 20, 21], "__main__": [0, 2], "__name__": [0, 2, 20], "a1c": 1, "abil": [8, 9, 11, 15, 21, 23], "abl": 11, "about": [0, 1, 7, 8, 9, 11, 13, 14, 15, 17, 21, 23], "abov": [0, 1, 2, 9, 13, 18], "abstract": 3, "accept": [4, 6, 8, 9, 12], "access": [9, 15, 18, 19, 20, 22], "access_": 17, "access_ingress": 17, "access_intern": 17, "access_kei": [0, 1, 3, 6, 8, 9, 15, 23], "access_llm": 17, "accident": 9, "accordingli": 20, "account": [16, 20], "accur": [1, 2, 4, 8, 11, 13, 16, 21], "accuraci": [2, 8, 21], "achiev": [8, 13, 16], "across": [0, 1, 3, 9, 13, 16, 20], "act": [4, 6, 13, 18], "action": [0, 4, 5, 8, 9, 11, 16, 21, 23], "activ": [9, 15], "actual": [0, 2, 8, 20], "ad": [0, 11, 13, 21], "add": [1, 2, 6, 8, 16, 20, 23], "add_span_processor": 20, "addit": [1, 2, 4, 6, 8, 9, 19, 21], "addition": 1, "address": [0, 1, 3, 6, 8, 9, 11, 15, 23], "adher": 21, "adilhafeez": 17, "adjust": [11, 20], "adopt": 20, "advanc": [8, 16], "advantag": [8, 13], "advic": [0, 3, 8, 9, 23], "affect": 20, "afraid": 16, "african": 15, "after": [9, 16, 20], "against": [8, 21], "agent": [1, 2, 9, 11, 13, 14, 16, 17, 21, 22, 23], "aggreg": 16, "agnost": 3, "ai": [2, 4, 9, 11, 13, 14, 16, 17], "aid": 9, "air": 1, "airbnb": 13, "alert": [17, 18], "alertmanag": 18, "algorithm": 13, "align": 8, "all": [0, 1, 3, 6, 8, 9, 12, 13, 14, 20, 22, 23], "allow": [0, 4, 8, 11, 12, 13, 15, 16, 20], "along": 15, "alongsid": [7, 9, 11, 13], "alreadi": 20, "also": [0, 3, 4, 8, 9, 11, 15, 23], "altern": [5, 21], "alwai": 5, "ambigu": 16, "amount": 12, "an": [0, 1, 2, 3, 4, 5, 9, 11, 13, 15, 16, 18, 20, 21, 22, 23], "analysi": 5, "analyt": 16, "analyz": [0, 4, 8, 13, 16, 17, 20, 21], "ang": 8, "ani": [0, 1, 4, 8, 9, 13, 14, 15, 16, 20, 21], "annot": 1, "answer": [1, 8, 9, 23], "anthrop": 3, "api": [0, 1, 3, 4, 5, 6, 7, 8, 9, 11, 13, 14, 15, 16, 17, 18, 20, 22, 23], "api_bas": 8, "api_kei": [8, 15], "api_serv": [4, 16, 17], "api_vers": 18, "apivers": 18, "apm": 20, "app": [11, 13, 14, 22], "app_serv": [0, 8, 9, 23], "append": [0, 2], "appli": [8, 9, 11, 13, 14, 21, 23], "applic": [0, 2, 3, 4, 5, 6, 7, 8, 9, 11, 13, 14, 15, 16, 17, 18, 20, 21, 23], "applicaton": 7, "approach": [2, 4, 8, 20, 23], "appropri": [2, 4, 5, 8, 9, 11], "ar": [0, 1, 2, 3, 5, 6, 7, 8, 9, 11, 13, 15, 16, 17, 18, 20, 21, 22, 23], "arch": [0, 2, 3, 4, 5, 6, 7, 9, 11, 12, 17, 18, 20, 23], "arch_config": [1, 3, 8, 11, 15], "arch_conifg": 23, "arch_llm_listen": 17, "archgw": [7, 15, 18], "archgw_log": 17, "architectur": [4, 10, 11, 12, 13, 20, 21], "aris": [5, 11], "around": [9, 12], "arrai": 4, "arriv": 9, "art": [8, 15, 16], "ask": [1, 2, 15, 16, 20], "aspect": [13, 18], "assist": [0, 1, 3, 8, 9, 15, 21, 23], "assum": [1, 8, 15], "attach": 4, "attack": 21, "attempt": [8, 9, 13, 21], "attent": 16, "attribut": [4, 20], "aud": 15, "augment": 9, "australian": 15, "author": [17, 23], "auto_llm_dispatch_on_respons": [8, 9, 23], "autom": 16, "automat": [6, 8, 13, 16, 20, 21], "avail": [1, 3, 7, 9, 13, 20], "averlag": 7, "awsxrai": 20, "b25f": 17, "b265": 17, "back": [7, 9, 20], "backend": [4, 8, 9, 11, 13, 16, 18, 20, 22], "bad": 5, "baht": 15, "balanc": [0, 8, 9, 16, 23], "base": [0, 1, 2, 3, 4, 6, 8, 9, 11, 13, 15, 16, 21, 23], "base_url": [3, 15], "basemodel": 1, "bash": 7, "batch": 20, "batchedand": 9, "batchspanprocessor": 20, "battl": 13, "been": [15, 16], "befor": [8, 9, 11, 15, 21], "begin": 15, "behalf": [1, 8, 9, 17], "behavior": [8, 9, 11, 17, 21, 23], "behind": 14, "being": [8, 9, 11], "belief": [13, 22], "below": [1, 3, 4, 7, 8, 9, 15, 18, 20], "benchmark": 16, "benefici": 16, "benefit": [1, 13, 19], "best": [4, 6, 10, 13, 19], "better": [13, 16, 21], "between": [0, 3, 4, 8, 9, 12, 13, 16, 20, 23], "bgn": 15, "bill": 20, "bin": 15, "bind": [3, 6, 8, 11], "blaze": 10, "block": 12, "blood": 1, "blurri": 1, "bodi": 8, "bool": [8, 9, 23], "bootstrap": 9, "born": [13, 22], "borrow": 11, "both": [8, 13, 14, 16, 18, 21], "bound": [8, 12], "brazilian": 15, "break": 17, "breaker": 9, "bridg": [4, 9, 16], "brief": [4, 9], "briefli": 9, "british": 15, "brl": 15, "broader": 0, "buil": [1, 2], "build": [0, 2, 3, 4, 6, 8, 11, 12, 13, 21], "build_with_arch": 14, "built": [0, 1, 7, 8, 9, 11, 13, 22], "bulgarian": 15, "busi": [0, 4, 8, 9, 11, 13, 16, 22], "bypass": 21, "byte": [17, 20], "bytes_receiv": 17, "bytes_s": 17, "c": 13, "cad": 15, "call": [1, 3, 4, 5, 7, 8, 9, 11, 13, 14, 15, 17, 22], "campaign": [0, 11, 13], "can": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 11, 13, 15, 16, 17, 20, 21, 23], "canadian": 15, "capabl": [0, 1, 2, 4, 8, 11, 13, 15, 16, 22, 23], "capit": [3, 8, 15], "captur": [5, 13, 20], "care": 16, "carefulli": 4, "carri": [9, 20], "case": [0, 13, 14], "categor": 5, "categori": 8, "cathedr": 15, "caus": 5, "celsiu": [4, 16], "center": 15, "central": [0, 1, 3, 6, 8, 9, 13, 16, 17, 23], "cert": 23, "certain": 21, "certif": 23, "certificate_chain": 23, "chain": 9, "chanc": 21, "chang": [1, 2, 8, 11, 20], "charact": 20, "chat": [15, 17], "chatbot": 20, "cheaper": [7, 8], "cheapest": 0, "check": [1, 6, 8, 9, 11, 16, 20], "chf": 15, "children": 20, "chines": 15, "choic": [8, 15], "choos": 16, "chunk": 2, "circuit": 9, "citi": [4, 15, 16], "claim": [0, 13], "clarif": [1, 2], "clarifi": 11, "class": [1, 13], "classif": 8, "classifi": 21, "claud": 8, "cleaner": 4, "clear": [5, 16, 21], "clearer": 16, "cli": 15, "client": [3, 5, 6, 9, 11, 12], "closest": 8, "cloud": [3, 10], "cluster": [0, 3, 8, 9, 13, 23], "cnversat": 1, "cny": 15, "co": 20, "code": [5, 8, 9, 11, 12, 13, 15, 17], "codebas": [4, 20], "codec": 9, "coher": 3, "colleagu": 16, "collect": [0, 8, 16, 18, 20], "collector": 20, "com": [16, 17, 20], "combin": [2, 16], "comcern": 7, "command": 7, "comment": [8, 11], "commit": 20, "common": [0, 1, 16, 20], "common_tls_context": 23, "commun": [5, 9, 11, 15, 20], "compact": 8, "compani": 13, "compar": 8, "compat": [13, 20, 23], "compleix": 11, "complet": [3, 8, 9, 15, 16, 17, 20, 23], "complex": [0, 3, 4, 6, 12, 16, 20, 21], "complianc": 21, "compon": [4, 9, 13, 20], "compos": 15, "composit": 8, "comprehens": 15, "concept": [1, 10, 11], "concern": 9, "concis": 9, "confid": 21, "config": [11, 18, 20], "configiur": 18, "configur": [0, 1, 2, 3, 7, 8, 10, 11, 12, 13, 15, 19, 20, 22], "confirm": [8, 9, 16, 20, 23], "congratul": 15, "connect": [0, 4, 6, 7, 8, 9, 11, 12, 13, 15, 23], "connect_timeout": [0, 8, 9, 15, 23], "conpleix": 1, "consid": 8, "consider": 1, "considert": 1, "consist": [11, 13, 16, 20], "consol": 20, "constraint": 21, "contain": [7, 8, 9, 11, 13, 15, 20, 21], "content": [1, 3, 5, 6, 8, 9, 15, 20, 21, 23], "context": [4, 5, 9, 11, 13, 15, 16, 20], "contextu": 2, "continu": 13, "contribut": 15, "contributor": 22, "control": [7, 11, 12, 23], "conveni": 1, "conver": 2, "convers": [0, 1, 2, 8, 13], "convert": 15, "coordin": 12, "copilot": 13, "core": [1, 9, 15], "corpu": 21, "correct": [1, 5, 8, 21], "correspond": 9, "cost": [1, 7, 13], "could": [0, 8, 9, 11, 16, 23], "count": 9, "covners": 1, "cpu": [9, 10], "creat": [0, 3, 5, 6, 8, 9, 11, 13, 14, 16, 23], "create_gradio_app": 1, "createus": 5, "creativ": 16, "credenti": 20, "crime": 8, "criteria": 21, "critic": [0, 2, 5, 8, 9, 11, 13, 16, 18, 20, 23], "crucial": [16, 17, 20], "cultur": 15, "curiou": [8, 9, 15, 21, 23], "currency_exchang": 15, "currency_symbol": 15, "current": [4, 16], "custom": [8, 14, 20], "cutov": 13, "czech": 15, "czk": 15, "dai": [0, 2], "dame": 15, "danish": 15, "dashbaord": 18, "dashboard": [16, 19, 20], "data": [0, 2, 4, 8, 9, 11, 13, 15, 16, 18, 20, 21], "databas": [0, 2, 16], "datadoghq": 20, "dataset": 0, "datasourc": 18, "date": [4, 15, 16], "davinci": 8, "dc": 17, "dd_site": 20, "debug": [0, 2, 9, 17, 20], "decemb": 15, "decis": [0, 3, 7, 8, 9, 11, 23], "decrypt": 9, "dedic": 8, "deep": [6, 14], "deeper": 15, "def": [0, 1, 2, 16, 20], "default": [0, 1, 2, 3, 6, 7, 8, 9, 15, 17, 23], "defens": 21, "defin": [3, 6, 8, 9, 15, 20, 23], "definit": [11, 16], "defram": 9, "degrad": 5, "deliv": 16, "deliveri": 9, "demo": 15, "demonstr": 16, "depend": [0, 9, 13, 15], "deploi": [7, 9, 13, 20], "deploy": 13, "depth": 4, "describ": [1, 2, 5, 9], "descript": [0, 1, 2, 4, 8, 9, 15, 16, 23], "design": [0, 4, 5, 7, 8, 9, 11, 13, 14, 16, 18, 20], "desir": [4, 16], "destroi": 9, "detail": [1, 2, 3, 5, 6, 8, 9, 11, 13, 16, 17, 20], "detect": [1, 2, 7, 8, 9, 11, 13, 21], "determin": [4, 9, 16, 20], "dev": [7, 15], "develop": [1, 2, 3, 4, 5, 6, 8, 9, 13, 14, 15, 20, 21], "devic": [0, 1, 2, 4, 7, 8, 9, 23], "device_id": [0, 2, 8, 9, 23], "device_reboot": 0, "device_summari": [0, 2], "diabet": 1, "diabeter": 1, "diagnos": 1, "dictionari": 8, "differ": [0, 3, 4, 8, 9, 16, 20, 23], "difficult": 13, "dipatch": 1, "direct": [4, 6], "directli": [8, 11], "disast": 13, "discov": 14, "diseas": 1, "disease_diagnos": 1, "diseases_symptom": 1, "dispatch": 9, "displai": [5, 16], "distribut": [8, 9, 20], "dive": [11, 14, 15], "divers": [4, 21], "dkk": 15, "dn": 6, "do": [4, 8, 13, 15, 17], "doc": [2, 14], "docker": [0, 15, 18, 20], "document": [4, 8, 11, 14, 15, 20], "doe": [0, 4, 16, 21], "dollar": 15, "domain": [9, 16], "don": [1, 7, 16], "down": 17, "downstream": [1, 8, 9, 10, 11, 12, 16, 20], "downtream": 9, "dramat": 7, "draw": 8, "driven": [14, 15], "dropbox": 13, "due": 5, "durat": [9, 17], "dure": [5, 9], "dynam": [8, 16, 21], "e": [4, 9, 11, 16, 17, 20], "each": [1, 4, 8, 9, 13, 16, 17, 20, 23], "earli": [8, 9, 13], "earlier": 9, "eas": 20, "easi": [15, 16, 20], "easier": [6, 15, 17], "easili": [13, 20], "easilli": 1, "econom": 1, "ecosystem": 20, "edg": [9, 13, 16], "edit": 18, "effect": [1, 4, 8, 13, 14], "effici": [0, 1, 2, 4, 7, 8, 15, 20], "egress": [3, 10, 11, 13, 14], "eiffel": 15, "either": [9, 16], "elasticsearch": 17, "element": 4, "elk": 17, "email": [4, 16], "embarrassingli": 12, "embed": [8, 17, 21, 23], "emiss": 1, "empow": [4, 21], "empti": 23, "enabl": [0, 2, 3, 4, 5, 7, 9, 11, 13, 16, 20, 23], "enchanc": 8, "encount": [9, 11], "encrypt": 9, "end": [1, 4, 13, 20], "endpoint": [0, 1, 2, 4, 5, 8, 9, 11, 15, 16, 18, 20, 23], "energi": 1, "energy_sourc": 1, "energy_source_info": 1, "energysourcerequest": 1, "energysourcerespons": 1, "enforc": 9, "engag": [0, 9, 13], "engin": [1, 2, 8, 13], "enhanc": [2, 4, 9, 15, 20, 21], "enough": 5, "enrich": [1, 4, 8, 11], "ensur": [0, 3, 4, 5, 6, 8, 9, 13, 15, 16, 20, 21], "entir": [13, 20], "entri": 6, "enum": [1, 4, 8, 9, 16, 23], "env": 15, "environ": [15, 16, 20], "envoi": [3, 6, 8, 9, 11, 12, 13, 22], "equal": 12, "equival": 15, "error": [0, 1, 2, 4, 8, 9, 10, 11, 13, 18, 20, 21, 22, 23], "error_target": [8, 9, 23], "error_target_1": [8, 9, 23], "essenti": [4, 6, 14, 21], "establish": [0, 8, 9, 23], "etc": [3, 8, 9, 11, 13, 15, 23], "ethnic": 21, "eu": 20, "eur": 15, "euro": 15, "evalu": 8, "evaluation_interv": 18, "even": [0, 16], "evenli": 9, "event": [0, 9], "everi": 17, "exactli": 9, "exampl": [0, 6, 9, 10, 11, 15, 17, 23], "exceed": 9, "excel": 21, "except": 5, "exception": 13, "excess": [1, 9], "exchang": 15, "exclus": 13, "execut": [5, 8, 9, 16, 21], "exist": [9, 20], "expect": [5, 16], "expens": 1, "experi": [2, 4, 8, 9, 13, 15, 16, 21], "explain": 16, "explan": [4, 16], "explanatori": 17, "explicitli": 21, "explor": [14, 15], "export": [17, 18, 20], "expos": [0, 6, 8, 13, 17, 21], "extend": [13, 14], "extern": [0, 2, 20], "extract": [0, 1, 4, 8, 9, 11, 13, 16, 20, 23], "extrem": 8, "f": [0, 1, 2, 16, 17, 20], "f376e8d8c586": 17, "face": 8, "facilit": 20, "fact": [0, 3, 8, 9, 23], "fahrenheit": [4, 16], "fail": [3, 5, 9, 11], "failov": [0, 1, 3, 6, 8, 9, 23], "failur": 5, "fair": 9, "fallback": 5, "fals": [2, 8, 9, 23], "familiar": 9, "familizari": 1, "faser": 0, "fashion": [1, 9, 15], "fast": [1, 2, 8, 10, 11, 13, 14, 15, 22], "fastapi": 1, "faster": [2, 7, 8, 11, 20], "fastest": 0, "fatigu": 1, "fault": [3, 8], "fc": 9, "fc1b": 0, "featur": [8, 11, 13, 14, 19, 20, 21, 23], "feed": 17, "feedback": [5, 8, 21], "feel": 1, "fetch": [15, 16], "few": [11, 17, 20], "field": [1, 17], "file": [1, 3, 4, 6, 8, 9, 18], "filenam": 23, "filter": [6, 9, 12, 13, 21], "final": 9, "find": 16, "first": [1, 7, 8, 9, 13, 15, 16, 18, 21], "firtst": 1, "fit": 9, "flag": [8, 9, 20, 21, 23], "flask": 0, "flexibl": [13, 18, 20], "flow": [5, 10, 13, 14, 16, 17, 20], "fluentd": 17, "focu": [0, 1, 9, 13], "focus": [8, 16], "follow": [1, 4, 5, 7, 8, 9, 11, 13, 15, 17, 20, 23], "forint": 15, "form": 16, "format": [4, 8, 13, 16, 18, 19, 21], "forth": 9, "forwad": 8, "forward": [1, 5, 7, 8, 9, 11, 12, 17, 20], "fossil": 1, "found": [1, 17], "framework": [8, 18, 20], "franc": [3, 8, 15], "francisco": [4, 16], "frankfurt": 15, "frankfurther_api": 15, "free": 1, "frequent": 1, "friendli": 16, "from": [0, 1, 2, 3, 4, 5, 6, 8, 9, 11, 12, 13, 15, 16, 20, 23], "fromth": 11, "front": 13, "frontier": [0, 8], "fuel": 1, "fulfil": 13, "full": [4, 8, 11, 15, 23], "function": [4, 5, 7, 8, 9, 11, 12, 13, 14, 22], "function_cal": 14, "functionvalidationerror": 5, "fundament": 4, "further": [8, 15, 20], "g": [4, 9, 11, 16, 17, 20], "ga": 1, "gap": 16, "gastronomi": 15, "gatewai": [3, 9, 11, 13, 14, 16, 17, 18, 20, 22, 23], "gather": [0, 9, 13], "gbp": 15, "genai": [4, 15, 22], "gener": [0, 4, 7, 9, 11, 12, 13, 14, 15, 16, 18, 20, 21], "get": [0, 1, 2, 4, 7, 9, 15, 16, 20, 23], "get_device_statist": 2, "get_device_summari": [0, 2], "get_info_for_energy_sourc": 1, "get_json": [0, 2], "get_supported_curr": 15, "get_trac": 20, "get_weath": [4, 16], "get_workforc": 1, "github": [8, 15], "give": 13, "given": [0, 2, 9], "global": [15, 18], "glucos": 1, "go": [0, 13], "goal": 13, "googl": 13, "got": 5, "govern": [1, 13], "gpt": [0, 1, 3, 6, 7, 8, 9, 15, 16, 23], "gpu": 10, "gr": 1, "grace": 5, "gracefulli": [5, 11], "gradio": 1, "grafana": 19, "greenhous": 1, "group": 0, "grpc": 20, "guard": [9, 10, 13, 14, 22], "guardail": 7, "guardrail": [5, 8, 9, 11, 13, 14, 15, 21, 23], "guid": [8, 15, 16, 21], "guidelin": 21, "gurdrail": 6, "ha": [8, 9, 13, 15, 16, 20, 23], "hallucin": 17, "handel": [8, 9, 23], "handl": [0, 1, 2, 3, 4, 5, 6, 8, 9, 11, 12, 13, 14, 16, 20, 21, 22], "handle_request": 20, "handler": [4, 8, 9], "hardwar": 12, "harm": [8, 9, 21], "hate": 8, "have": [1, 7, 13, 15, 16, 21], "haven": 1, "hazard": 8, "hcm": 9, "header": [9, 10, 11, 13, 15, 19, 23], "health": 9, "healthi": [9, 15], "help": [0, 1, 2, 3, 4, 5, 7, 8, 9, 11, 13, 14, 15, 16, 18, 21, 23], "here": [0, 2, 4, 6, 8, 9, 11, 15, 16, 17, 21], "hexadecim": 20, "high": [0, 1, 3, 8, 10, 13, 14, 16], "highli": [1, 2, 16], "hint": 15, "histori": [1, 16], "hkd": 15, "hong": 15, "honor_timestamp": 18, "horrid": 13, "host": [0, 3, 6, 7, 8, 9, 11, 17, 18], "hostconnect": 11, "hostnam": [0, 8, 9, 23], "how": [0, 1, 2, 3, 4, 6, 7, 8, 9, 13, 14, 15, 16, 18, 19, 23], "howev": 9, "html": 14, "http": [3, 5, 6, 7, 8, 9, 13, 15, 16, 17, 18, 20, 22, 23], "http_header": 23, "http_method": [1, 23], "httpexcept": 1, "huf": 15, "hug": 8, "huggingfac": [0, 1, 3, 6, 8, 9, 15, 23], "human": [4, 5], "hungarian": 15, "hygien": 13, "i": [0, 1, 3, 4, 6, 7, 8, 9, 11, 12, 13, 15, 17, 18, 20, 22, 23], "iam": 20, "iceland": 15, "icon": 15, "id": [0, 2, 5, 9, 17, 20], "idea": 14, "identif": 16, "identifi": [0, 2, 4, 5, 8, 9, 16, 20, 23], "idr": 15, "il": 15, "illustr": 1, "immedi": 21, "impact": 20, "implement": [8, 9, 20, 21], "import": [0, 1, 2, 3, 8, 15, 16, 17, 20], "improp": 5, "improv": [2, 7, 13, 14, 21], "in_path": 15, "incent": 1, "includ": [1, 2, 3, 4, 6, 9, 13, 15, 16, 17, 18, 20, 21, 22], "incom": [6, 7, 8, 9, 11, 16, 20, 23], "incomplet": 16, "incredibli": 13, "indian": 15, "indic": [4, 9, 20], "indonesian": 15, "industri": 8, "infer": 13, "info": 15, "inform": [0, 1, 2, 4, 5, 8, 9, 11, 13, 16, 17, 20, 21, 23], "information_extract": [8, 9, 23], "infrastructur": [3, 13, 22], "ingress": [8, 10, 11, 13, 14], "initi": [1, 3, 6, 9, 11, 19], "inject": [20, 21], "inner": 9, "innov": 15, "input": [0, 4, 5, 16, 21], "input_guard": [8, 9, 15, 21, 23], "inr": 15, "insecur": 20, "instal": [15, 20], "instanc": [3, 9, 11, 23], "instead": 16, "instruct": [7, 14, 23], "instrument": 18, "insur": [0, 13], "insurance_claim_detail": 17, "int": [0, 2], "integ": [0, 2, 5], "integr": [2, 3, 4, 13, 14, 15, 16, 17, 18, 19, 22], "intellig": [3, 4, 7, 9, 11, 13, 14, 22], "intend": 21, "intent": [0, 7, 9, 16, 23], "interact": [0, 8, 13, 14, 16, 17, 20, 21], "intercept": 8, "interest": 15, "interfac": 3, "interfer": 15, "intern": [0, 2, 9, 11, 18, 20], "interoper": 20, "interpret": [5, 16], "intro": [14, 22], "intro_to_arch": 14, "introduc": [11, 14], "invalid": [5, 16], "inventori": 20, "investig": 20, "invoc": [4, 16], "invok": [0, 4, 5, 16], "involv": [0, 4, 13], "ip": [0, 8, 9, 23], "ip1": [0, 8, 9, 23], "ip2": [0, 8, 9, 23], "isdefault": 18, "isinst": [0, 2], "isk": 15, "isol": 15, "isra": 15, "issu": [5, 11, 20], "item": [4, 8], "iter": 16, "itinerari": 16, "its": [0, 1, 4, 7, 8, 9, 11, 12, 13, 15, 20], "itself": [3, 6, 8], "jaeger": 20, "jailbreak": [8, 9, 13, 15, 21, 23], "japanes": 15, "java": 13, "job_nam": 18, "jpy": 15, "jq": 15, "json": [1, 3, 5, 6, 8, 9, 15, 16, 23], "jsonifi": [0, 2], "just": [0, 1, 3, 8, 9, 23], "jwt": 23, "keep": [11, 16], "kei": [0, 1, 3, 6, 7, 8, 9, 10, 19, 20, 23], "kept": 23, "kibana": 17, "kind": 5, "king": 16, "know": [7, 8, 11, 21], "knowledg": [1, 2, 6, 9, 14], "known": [8, 15], "kong": 15, "korean": 15, "koruna": 15, "krona": 15, "krone": 15, "krw": 15, "kr\u00f3na": 15, "kubernet": 20, "l7": 13, "landmark": 15, "languag": [2, 9, 13, 16], "larg": [2, 8, 9, 12, 13, 16], "last": [0, 1, 2], "latenc": [0, 1, 2, 7, 8, 13, 16, 18], "later": 5, "latest": 15, "layer": [8, 13, 20, 21], "lead": [8, 13, 21], "learn": [13, 14, 15, 16], "let": 17, "leu": 15, "lev": 15, "level": [3, 6, 7, 10, 13, 14, 16], "leverag": [2, 4, 20], "libev": 9, "librari": [3, 13], "lifecycl": [10, 22], "lifetim": [9, 12], "lightweight": [0, 13], "like": [1, 2, 3, 4, 5, 6, 8, 9, 11, 13, 15, 16, 17, 18, 20, 21, 23], "limit": [0, 1, 3, 6, 8, 9, 23], "line": 13, "linearli": 13, "lira": 15, "list": [0, 2, 4, 8, 9, 15, 23], "listen": [0, 1, 3, 8, 9, 10, 11, 15, 20, 22, 23], "listner": 6, "live": 9, "ll": [0, 1, 23], "llm": [0, 1, 2, 6, 7, 9, 10, 11, 13, 14, 16, 18, 21, 22, 23], "llm_provid": [0, 1, 3, 6, 8, 9, 14, 15, 23], "load": [0, 8, 9, 23], "local": [1, 3, 6, 8, 9, 10, 23], "localhost": [15, 18], "locat": [4, 11, 16], "log": [5, 9, 11, 18, 19, 20, 22], "logic": [0, 1, 3, 5, 6, 8, 9, 11, 13, 14, 16, 21, 22, 23], "long": 1, "look": [4, 8, 9, 15, 21, 23], "loop": 9, "louvr": 15, "low": [0, 7, 16], "lower": 1, "m": 15, "machin": 12, "made": 15, "mai": [0, 9, 21], "main": [9, 11, 15, 20], "maintain": [4, 9], "major": [12, 15], "make": [0, 1, 3, 5, 6, 7, 8, 9, 11, 13, 15, 16, 17, 20], "malaysian": 15, "malici": [9, 21], "manag": [0, 1, 3, 4, 5, 6, 7, 8, 9, 13, 14, 15, 16, 17, 20, 21, 23], "managemet": 6, "mandatori": 4, "mani": [9, 20], "manipul": [0, 13, 18], "manual": [1, 2], "manufactur": [0, 3, 8, 9, 23], "map": 16, "mark": 4, "masssiv": 13, "match": [0, 9, 23], "matter": [13, 16], "max": [0, 8, 9, 23], "maximum": 4, "me": 15, "mean": [15, 17, 20, 23], "meaning": 5, "measur": [13, 18], "mechan": [0, 3, 14, 16, 21], "meet": [16, 21], "messag": [1, 5, 9, 10, 15, 16, 21, 23], "message_format": [0, 1, 3, 6, 8, 9, 15, 23], "metadata": [4, 8, 11, 17], "method": [0, 1, 2, 17], "metric": [11, 13, 19, 20], "metrics_path": 18, "mexican": 15, "might": [7, 21], "mind": [16, 20], "minim": [6, 20, 21], "minimum": 4, "ministr": 15, "minor": 21, "minut": [1, 2, 23], "misalign": 21, "misformat": 21, "miss": [0, 5, 13], "mistak": 21, "mistral": [3, 15, 23], "mistral8x7b": 23, "mistral_api_kei": [15, 23], "mistral_loc": 23, "mistrallocal7b": 23, "misus": 21, "mode": 7, "model": [0, 1, 2, 3, 6, 8, 9, 10, 11, 13, 15, 16, 21, 22, 23], "model_serv": 17, "moder": 10, "modern": [18, 20], "modif": 9, "modifi": 1, "modular": 4, "monitor": [8, 9, 13, 14, 17, 19, 20, 22], "more": [0, 1, 2, 4, 6, 8, 11, 12, 13, 16, 17, 21], "most": [0, 4, 8, 12, 15, 16, 17], "multi": 22, "multipl": [4, 9, 12, 16], "museum": 15, "must": [0, 2], "mxn": 15, "my": [8, 9, 15, 21, 23], "myr": 15, "n": 15, "n1": 15, "n10": 15, "n11": 15, "n12": 15, "n13": 15, "n14": 15, "n15": 15, "n16": 15, "n17": 15, "n18": 15, "n19": 15, "n2": 15, "n20": 15, "n21": 15, "n22": 15, "n23": 15, "n24": 15, "n25": 15, "n26": 15, "n27": 15, "n28": 15, "n29": 15, "n3": 15, "n30": 15, "n31": 15, "n4": 15, "n5": 15, "n6": 15, "n7": 15, "n8": 15, "n9": 15, "name": [0, 1, 2, 3, 4, 6, 8, 9, 11, 15, 16, 18, 20, 23], "nativ": 18, "natur": [5, 8, 9, 16, 23], "navig": [14, 21], "necessari": [4, 8, 9, 16], "need": [0, 1, 4, 7, 8, 9, 11, 14, 15, 16, 18, 20, 23], "network": [0, 3, 6, 7, 8, 10, 11, 13, 14, 16, 23], "network_qa": 0, "network_summari": 0, "never": 15, "new": [1, 4, 15, 16, 20], "next": [16, 22], "nif": 15, "nli": [8, 23], "nok": 15, "non": 12, "none": 1, "norwegian": 15, "note": [7, 11, 17, 18, 23], "notr": 15, "nuanc": [13, 22], "number": [2, 9, 12, 16], "numer": 4, "nzd": 15, "o": 1, "object": [1, 17], "observ": [3, 13, 14, 18, 20, 22, 23], "occur": 5, "offer": [0, 1, 3, 8, 9, 11, 13, 21, 23], "often": [1, 2, 16], "on_except": [8, 9, 15, 21, 23], "onc": [0, 1, 2, 8, 9, 12, 15, 16], "one": [0, 9, 11, 15, 16, 20], "ones": [1, 16], "ongo": 16, "onli": [4, 6, 7, 8, 9, 15, 16, 21, 23], "opaqu": [13, 22], "open": [1, 4, 18, 20], "openai": [0, 1, 6, 9, 17, 23], "openai_api_kei": [0, 1, 3, 6, 8, 9, 15, 23], "opentelemetri": [13, 18, 23], "oper": [9, 11, 13, 15, 16], "optim": [6, 16, 20], "option": [0, 1, 2, 4, 7, 14, 20, 23], "oral": 1, "order": [9, 16, 20], "orient": 16, "origin": [8, 11, 13, 17], "oss": 3, "otel": 20, "other": [5, 7, 9, 11, 13, 15, 16, 20], "otlp": 20, "otlp_export": 20, "otlpspanexport": 20, "our": [2, 7, 8, 9, 13, 16], "out": [11, 13, 16, 22], "outbound": [3, 13, 15, 20], "outgo": [6, 16, 20], "outlin": 9, "outperform": 0, "output": [2, 13, 16, 18, 21], "outsid": [13, 22], "over": [0, 2, 3], "overal": [4, 7], "overid": 23, "overload": 9, "overrid": [8, 9, 15, 23], "overview": [1, 19, 22], "overwhelm": 9, "own": 9, "p50": [0, 8], "packag": [15, 20], "page": 8, "pai": 16, "pain": [3, 6, 8, 9, 13, 23], "pair": 8, "par": 16, "parallel": [9, 12, 16], "param": [16, 18], "paramet": [1, 5, 8, 9, 13, 15, 16, 21, 23], "parent": 20, "pari": 15, "pars": [3, 5, 6, 8, 9, 16, 17, 23], "part": [9, 13, 16, 20], "particular": [4, 16], "pass": [8, 9, 17], "past": 2, "path": [0, 1, 2, 4, 8, 9, 11, 15, 16, 17, 23], "payment": [16, 20], "pem": 23, "pend": 20, "per": [9, 13, 16, 17, 18, 23], "perceiv": [13, 18], "perform": [0, 4, 6, 7, 8, 9, 12, 13, 16, 20, 21], "performimg": 8, "period": 9, "person": [0, 4, 13, 14, 15, 16, 22], "peso": 15, "phase": 8, "philippin": 15, "php": [13, 15], "piec": [4, 8], "pilot": 20, "pip": [15, 20], "pipelin": [9, 20], "place": [9, 16], "placehold": [0, 2, 20], "plan": [8, 11], "pleas": [2, 5, 7, 8, 16], "pln": 15, "pod": 20, "point": [6, 8, 16], "polici": [9, 20], "polish": 15, "pollut": 1, "pool": 9, "popul": 15, "popular": 20, "port": [0, 1, 3, 6, 8, 9, 11, 15, 23], "possibl": 5, "post": [0, 1, 2, 17, 23], "potenti": 8, "pound": 15, "power": [1, 8, 16, 20, 21], "practic": [4, 6, 9, 10, 13, 14, 19], "pre": [9, 21], "precis": [1, 2, 16], "predefin": [0, 4, 8, 11, 13], "prefer": [16, 20], "premis": [3, 7], "prepar": 20, "presenc": [3, 6], "present": [2, 13, 16, 20], "prevent": [9, 13, 20, 21], "previou": [1, 2], "price": [7, 15], "primari": [6, 8, 12], "primit": [3, 6, 11, 22], "primitv": 8, "print": [3, 8, 15, 16, 20], "priorit": 21, "privaci": 8, "private_kei": 23, "proce": [8, 9, 23], "process": [4, 5, 7, 8, 11, 12, 13, 14, 16, 17, 18, 20, 21], "process_customer_request": 20, "processess": 1, "processor": 20, "produc": 16, "product": [16, 20], "profil": 16, "program": [8, 9, 21, 23], "project": [4, 13, 22], "prometheu": 18, "promethu": 18, "promot": 9, "prompt": [1, 3, 5, 6, 7, 9, 10, 11, 12, 13, 14, 15, 18, 22, 23], "prompt_guard": [8, 9, 14, 15, 23], "prompt_target": [0, 1, 2, 4, 8, 9, 11, 14, 15, 16, 23], "prompt_target_intent_matching_threshold": 23, "prone": [1, 2], "propag": [8, 13, 19], "proper": 20, "properli": 11, "protect": [20, 21], "proto": 20, "protocol": [9, 15, 17, 20], "proven": 13, "provid": [0, 1, 2, 4, 5, 6, 8, 9, 11, 13, 14, 15, 16, 17, 18, 20, 21, 22, 23], "proxi": [8, 9, 11, 18], "publish": 18, "pull": 2, "purchas": [0, 3, 8, 9, 23], "purpos": [0, 4, 7, 8, 9, 11, 13], "pydant": 1, "python": [13, 17], "q": [0, 16], "q1": 21, "qualiti": 2, "queri": [0, 1, 2, 4, 15, 16, 20], "question": [1, 8, 9, 23], "quick": 20, "quickli": [7, 13, 14, 15], "quickstart": [14, 22], "rag": [8, 9, 11, 14, 22], "rag_energy_source_ag": 1, "rais": 16, "rand": 15, "random_sampl": 20, "rang": [0, 2, 11, 18, 20], "rare": 9, "rate": [3, 8, 9, 13, 15, 18, 20, 23], "rate_limit": 23, "rather": [2, 5], "raw": 5, "rch": 11, "re": [1, 2, 8, 9, 15, 16, 20, 21, 23], "reach": 21, "read": [1, 6, 8, 9, 13, 16, 20], "readabl": [4, 5], "real": [0, 2, 15, 16], "realli": 13, "reboot": [0, 2, 4, 8, 9, 23], "reboot_devic": [0, 4], "reboot_network_devic": [8, 9, 23], "receiv": [5, 8, 9, 11, 16, 17, 20, 21], "recept": 9, "recognit": [4, 8], "recommend": [1, 9, 12, 15], "record": [13, 20], "recoveri": 13, "reddit": 13, "reduc": [1, 21], "refer": [0, 2, 7, 11, 15, 16, 17, 22], "refin": 8, "region": 20, "reject": [8, 13], "relat": [0, 7, 9, 11, 13, 18, 20], "relev": [0, 1, 2, 4, 9, 16], "reli": [2, 8, 20], "reliabl": [2, 3, 6, 16, 21], "remain": 16, "rememb": 16, "remind": 16, "renew": 1, "renminbi": 15, "repeat": 21, "replac": 20, "repositori": 15, "repres": [8, 13, 20], "request": [3, 5, 6, 8, 10, 11, 13, 15, 16, 17, 20, 21, 22, 23], "requestsinstrumentor": 20, "requir": [0, 1, 2, 4, 5, 6, 8, 9, 13, 15, 16, 22, 23], "resili": [8, 13], "resolv": 20, "resourc": [15, 19], "respect": [17, 18], "respond": [5, 13, 18, 20], "respons": [0, 1, 2, 3, 4, 5, 8, 9, 11, 14, 15, 16, 17, 20, 21, 23], "response_cod": 17, "response_flag": 17, "rest": [9, 12], "result": [0, 16], "retri": [0, 1, 3, 6, 8, 9, 13, 23], "retriev": [0, 8, 9, 11, 16], "return": [0, 1, 2, 4, 9, 11, 16, 20, 21], "revers": 9, "ringgit": 15, "risk": 21, "roadmap": 8, "robin": [0, 8, 9, 23], "robust": [8, 13, 16, 21, 22], "role": [5, 8, 15, 20], "romanian": 15, "ron": 15, "root": 5, "round": [0, 8, 9, 23], "rout": [0, 2, 3, 6, 8, 9, 11, 13, 22, 23], "router": [4, 9], "routin": 16, "rule": 16, "run": [0, 2, 7, 8, 9, 11, 13, 15, 20], "runtimeerror": 5, "rupe": 15, "rupiah": 15, "safer": 21, "safeti": [6, 8, 13, 21], "sai": 16, "same": [13, 16, 22], "sampl": [15, 18, 20, 23], "sampling_r": 23, "san": [4, 16], "sanit": [9, 21], "save": 1, "scalabl": [4, 15], "scale": [3, 9, 13, 14], "scenario": [0, 1, 2, 7, 8, 9, 13, 14, 16, 23], "schedul": [8, 11, 16], "schema": [4, 15], "scheme": 18, "scienc": 16, "score": 8, "scrape_config": 18, "scrape_interv": 18, "scrape_timeout": 18, "screenshot": 18, "script": [15, 16], "scrutini": 21, "sdk": 20, "seamless": [3, 16], "seamlessli": [3, 4, 18, 20], "seattl": 16, "section": [1, 2, 3, 4, 6, 8, 9, 14, 20], "secur": [3, 6, 8, 9, 13, 14, 20, 21, 22], "see": [6, 8, 11], "sek": 15, "select": [9, 15], "selector": 23, "self": [7, 9, 11, 13, 17], "semant": 8, "send": [3, 8, 9, 11, 16, 20, 23], "sender": 8, "sensit": 20, "sent": [9, 17], "separ": [4, 7, 9, 11, 12, 23], "sequenti": 0, "serv": [9, 10, 11, 22], "server": [5, 7, 9, 11, 13, 15], "servic": [0, 2, 4, 8, 9, 16, 17, 20], "set": [6, 7, 8, 9, 11, 13, 14, 15, 16, 20, 23], "set_tracer_provid": 20, "setup": [1, 6, 8, 16], "sever": [9, 13, 18], "sgd": 15, "shape": 13, "share": [8, 9, 11], "sheqel": 15, "should": [3, 4, 5, 6, 8, 9, 16, 23], "show": [1, 15], "side": 5, "signatur": 16, "signifc": 2, "similar": 8, "simpl": [8, 11, 15, 16, 20], "simpli": [3, 6, 8, 15, 20], "simplic": 9, "simplif": 6, "simplifi": [3, 4, 6, 14, 20], "simul": [0, 2], "simultan": 0, "sinc": [8, 15], "singapor": 15, "singl": [1, 8, 11, 12, 13, 16, 23], "sit": [13, 14, 16], "site": 20, "skimp": 16, "slow": [1, 2], "slowest": 7, "small": [12, 13], "smart": [13, 16], "smarter": 2, "sni": 9, "so": [0, 1, 2, 7, 8, 11, 13, 16], "socket": 9, "softwar": [8, 13], "solar": 1, "sole": 2, "solut": 4, "some": [1, 9, 12, 15, 16, 18], "sonnet": 8, "sota": 16, "sourc": [1, 2, 15, 16, 18, 20], "south": 15, "span": [9, 20], "span_processor": 20, "special": [13, 14, 20], "specif": [0, 1, 2, 4, 5, 7, 8, 9, 13, 15, 16, 20, 21, 23], "specifi": [2, 4, 9, 11, 16], "speed": [2, 7, 13, 18], "spell": 16, "spend": 12, "sporad": 12, "sql": 2, "stack": [5, 13, 14, 16, 17], "stage": 21, "stai": 8, "standalon": 20, "standard": [13, 20], "start": [3, 6, 7, 8, 11, 20], "start_as_current_span": 20, "start_tim": 17, "stat": [0, 2, 9, 18], "state": [4, 8, 9, 15, 16], "static": 9, "static_config": 18, "statist": [0, 2, 9], "statu": [16, 17, 20], "step": [14, 20, 22], "stock": 20, "store": [2, 18], "str": [1, 4, 8, 9, 15, 16, 23], "straightforward": 16, "stream": [3, 6, 8, 9, 23], "streamlin": [2, 4, 6], "string": 5, "strip": 8, "stripe": 13, "structur": [2, 17], "struggl": [1, 2], "stuff": 16, "submit": 16, "substanti": 13, "subsystem": [0, 3, 6, 7, 8, 9, 13, 23], "subsytem": 8, "success": [13, 15], "successfulli": 15, "sugar": 1, "suggest": [16, 21], "suit": 13, "suitabl": [4, 16], "summar": [1, 4, 8, 9, 11, 16, 23], "summari": [1, 8, 9, 16, 19, 23], "support": [0, 1, 3, 4, 8, 9, 11, 13, 15, 18, 20, 21], "sure": 5, "sustain": 1, "swedish": 15, "swiss": 15, "switch": 3, "symbol": 15, "symptom": 1, "system": [0, 1, 3, 5, 6, 8, 9, 13, 15, 16, 17, 20, 21, 22, 23], "system_prompt": [0, 1, 3, 8, 9, 15, 23], "t": [1, 7, 16], "tail": 17, "tailor": [0, 13, 16, 21], "take": [8, 9, 11, 13], "taken": 17, "talk": 1, "target": [1, 3, 6, 9, 10, 11, 14, 15, 18, 22, 23], "task": [0, 8, 9, 11, 12, 13, 16], "tcp": 9, "tech": [1, 14, 20, 22], "tech_overview": 14, "technic": 20, "techniqu": [1, 2, 8, 21], "technologi": [1, 13, 14], "telemetri": [13, 18, 20], "temperatur": [4, 16], "term": 1, "termin": 13, "terminologi": [10, 22], "test": [1, 7, 13, 16], "text": [3, 6, 8, 9, 16, 23], "tft": [13, 18], "thai": 15, "than": [0, 2, 7], "thb": 15, "thei": [4, 21], "them": [2, 4, 5, 9, 11, 16, 21], "thi": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 11, 12, 13, 14, 15, 16, 17, 20, 23], "thing": 11, "think": 16, "thirst": 1, "thoroughli": 16, "those": [0, 1, 2, 11], "thread": [9, 10, 22], "three": [7, 9, 13, 18], "threshold": 23, "through": [1, 3, 8, 9, 13, 16, 17, 20], "throughput": [0, 16], "time": [0, 2, 8, 9, 13, 16, 17, 18, 23], "time_rang": [0, 2], "timeout": 18, "timestamp": 9, "tip": 10, "tl": [9, 13, 23], "tls_certif": [0, 1, 23], "todai": [9, 15, 21], "token": [1, 7, 8, 13, 18, 23], "toler": [1, 3, 8], "too": 9, "took": 17, "tool": [5, 13, 17, 18, 19, 21], "top": [3, 6, 12], "topologi": 10, "tot": [13, 18], "total": [13, 17, 18], "tower": 15, "trace": [5, 8, 9, 11, 13, 18, 19, 22, 23], "trace_export": 20, "tracepar": [13, 19], "tracer": 20, "tracer_provid": 20, "tracerprovid": 20, "track": 15, "tradit": [13, 22], "traffic": [3, 6, 8, 9, 13, 14, 16, 17], "train": 21, "transact": 16, "transpar": 13, "transport": 9, "travel": [8, 11, 16], "travers": 9, "treat": [8, 9, 23], "trigger": [0, 11, 14, 16], "trivial": 9, "troubleshoot": [4, 5, 14], "true": [0, 1, 2, 3, 4, 6, 8, 9, 15, 16, 18, 20, 23], "try": 15, "turbo": [0, 1], "turkish": 15, "turn": [16, 22], "tutori": 14, "two": [0, 7, 8, 9, 11], "type": [0, 1, 2, 3, 4, 5, 6, 8, 9, 11, 15, 16, 18, 23], "typic": [9, 16], "typo": 21, "ui": 9, "unauthor": 8, "under": 17, "understand": [13, 14, 16, 18, 20, 21], "undifferenti": [9, 11, 13], "unexpect": 16, "unifi": 3, "uniformli": 20, "uniqu": [4, 20], "unit": [4, 15, 16, 23], "until": 9, "unwant": 9, "up": [1, 7, 11, 14, 15, 20], "updat": [0, 1, 9, 13, 15, 16, 23], "upgrad": [3, 9, 13], "upon": 9, "upstream": [1, 8, 9, 10, 11, 13, 14, 16, 17, 18, 23], "upstream_host": 17, "urin": 1, "url": [8, 15, 18], "us": [0, 1, 2, 4, 6, 7, 9, 11, 13, 14, 17, 19, 23], "usabl": 21, "usag": [1, 3, 4, 9, 13, 16, 18], "usd": 15, "user": [0, 1, 2, 4, 5, 8, 9, 11, 13, 15, 16, 17, 18, 21, 22], "user_id": 5, "usi": 20, "usual": [8, 15], "util": [8, 9, 15], "v": 20, "v0": [0, 1, 3, 6, 8, 9, 15, 23], "v1": [6, 15, 17], "v2": [15, 18], "v24": 15, "v3": 15, "valid": [0, 2, 14, 15, 16, 21], "validationerror": 5, "valu": [0, 4, 8, 9, 16, 20, 21, 23], "valueerror": 16, "variabl": [15, 20], "varieti": 9, "variou": [12, 13, 16, 20], "ve": [1, 15], "vector": [2, 8], "vendor": 3, "venv": 15, "veri": [9, 20], "verif": 20, "verifi": 20, "version": [0, 1, 3, 6, 8, 9, 15, 20, 23], "via": [0, 1, 5, 7, 9, 11, 13, 14, 15, 19, 20, 21, 23], "view": [18, 20], "violat": [5, 9, 11, 21], "violent": 8, "virtual": 15, "visibl": 17, "vision": 1, "visit": 8, "vpc": 7, "w3c": [13, 20], "wa": [9, 13, 16, 17, 22], "wai": [0, 1, 2, 3, 6, 8, 9, 13, 23], "wait": [0, 8, 9, 23], "want": [0, 11, 13, 15, 16], "watch": 16, "we": [1, 9, 11, 12, 15, 21], "weather": [4, 16], "weather_info": 16, "web": [9, 11], "welcom": 14, "well": 13, "were": 17, "what": [1, 3, 5, 8, 13, 15, 17], "when": [0, 1, 2, 3, 5, 6, 8, 9, 11, 16, 20], "where": [0, 4, 7, 8, 9, 11, 13, 14, 15, 16, 17, 21, 23], "whether": [4, 16], "which": [0, 2, 3, 6, 7, 9, 13, 16, 17, 18, 20, 22], "while": [1, 8, 12, 14, 16, 21], "wide": [9, 11, 18, 20], "wind": 1, "window": 15, "within": [0, 4, 8, 9, 14, 16, 21, 23], "without": [6, 9, 13, 14], "won": 15, "work": [7, 11, 13, 16, 19, 20, 23], "worker": [9, 12], "workflow": 14, "workload": 12, "would": [0, 2, 9, 23], "write": [0, 1, 2, 13, 14], "written": [9, 12, 13], "x": [5, 9, 11, 15, 17], "yaml": [0, 1, 11, 15, 18, 20], "yen": 15, "yml": [3, 8, 23], "york": [4, 16], "you": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 11, 13, 14, 15, 16, 18, 20, 21, 23], "your": [0, 1, 2, 3, 4, 6, 7, 8, 9, 11, 13, 14, 15, 16, 17, 18, 20, 21, 23], "yourself": 1, "yourweatherapp": 16, "yuan": 15, "zar": 15, "zealand": 15, "zeroshot": 17, "z\u0142oti": 15}, "titles": ["Agentic Apps", "Multi-Turn", "RAG Apps", "LLM Provider", "Prompt Target", "Error Target", "Listener", "Model Serving", "Prompts", "Request Lifecycle", "Tech Overview", "Terminology", "Threading Model", "Intro to Arch", "Overview", "Quickstart", "Function Calling", "Access Logging", "Monitoring", "Observability", "Tracing", "Prompt Guard", "Welcome to Arch!", "Configuration Reference"], "titleterms": {"1": [0, 1, 2, 15, 16], "2": [0, 1, 2, 15, 16], "3": [15, 16], "A": 20, "It": 17, "access": 17, "addit": 20, "adjust": 1, "agent": [0, 8, 15, 20], "ai": [15, 20], "an": 8, "app": [0, 1, 2, 8], "ar": 4, "arch": [1, 8, 13, 14, 15, 16, 21, 22], "architectur": 9, "augment": 2, "aw": 20, "basic": 4, "benefit": [20, 21], "best": [5, 16, 20], "blaze": 7, "breakdown": 20, "build": [1, 14, 15, 22], "call": [0, 16], "case": 16, "client": [8, 15], "cloud": 7, "command": 15, "concept": [5, 14, 22], "config": [1, 15], "configur": [4, 6, 9, 16, 18, 21, 23], "convers": 15, "cpu": 7, "creat": 15, "curl": 15, "currenc": 15, "dashboard": 18, "datadog": 20, "default": 4, "defin": [0, 1, 2, 4, 16], "demo": 1, "downstream": 6, "egress": [6, 8, 9], "error": 5, "exampl": [1, 3, 4, 5, 8, 16, 20, 21], "extract": 2, "fast": 7, "featur": [4, 16, 17], "file": 15, "flask": [1, 2], "flow": 9, "follow": 2, "format": [17, 20], "function": [0, 16], "gatewai": [8, 15], "gener": 2, "get": [14, 22], "gpu": 7, "grafana": 18, "guard": [8, 21], "guid": [14, 22], "header": [5, 20], "high": 9, "how": [17, 20, 21], "i": [2, 16, 21], "implement": 16, "ingress": [6, 9], "initi": 20, "instrument": 20, "integr": 20, "intent": [1, 4, 8], "interact": 15, "intro": 13, "kei": [4, 5, 16, 17], "level": 9, "lifecycl": 9, "listen": 6, "llm": [3, 8, 15], "local": 7, "log": 17, "logic": 4, "match": [4, 8], "messag": 8, "metric": 18, "model": [7, 12], "moder": 7, "monitor": 18, "multi": [1, 2], "multipl": 0, "network": 9, "next": 15, "observ": 19, "openai": [3, 8, 15], "opentelemetri": 20, "over": 16, "overview": [10, 14, 20], "parallel": 0, "paramet": [0, 2, 4], "post": 9, "practic": [5, 16, 20], "prerequisit": 15, "process": [0, 1, 2, 9], "prompt": [0, 2, 4, 8, 16, 21], "propag": 20, "provid": 3, "python": [3, 15, 20], "question": 2, "quickstart": 15, "rag": [1, 2], "rai": 20, "refer": 23, "request": [0, 1, 2, 9], "resourc": [20, 22], "retriev": [1, 2], "rout": 4, "router": 15, "sdk": 3, "serv": 7, "singl": 0, "start": [14, 15, 22], "step": [0, 1, 2, 15, 16], "summari": [4, 20, 21], "switch": 1, "take": 16, "target": [0, 2, 4, 5, 8, 16], "tech": 10, "terminologi": [9, 11], "thread": 12, "tip": [5, 16], "tool": 20, "topologi": 9, "trace": 20, "tracepar": 20, "turn": [1, 2], "up": 2, "upstream": 6, "us": [3, 8, 15, 16, 20, 21], "via": [8, 18], "visual": 20, "welcom": 22, "what": [2, 4, 16, 21], "why": 21, "work": [17, 21], "workflow": 16, "x": 20}})
\ No newline at end of file