From 3c7a6f699da00e403bbd7ba483941bd7e8a75b45 Mon Sep 17 00:00:00 2001
From: adilhafeez <adilhafeez@users.noreply.github.com>
Date: Tue, 22 Apr 2025 00:03:06 +0000
Subject: [PATCH] deploy: 9c803f4d696e207eee8b07e5b585fe40b9743501

---
 .buildinfo                                    |  2 +-
 _static/documentation_options.js              |  2 +-
 build_with_arch/agent.html                    | 16 ++++++++--------
 build_with_arch/multi_turn.html               | 16 ++++++++--------
 build_with_arch/rag.html                      | 16 ++++++++--------
 concepts/llm_provider.html                    | 16 ++++++++--------
 concepts/prompt_target.html                   | 16 ++++++++--------
 concepts/tech_overview/error_target.html      | 16 ++++++++--------
 concepts/tech_overview/listener.html          | 16 ++++++++--------
 concepts/tech_overview/model_serving.html     | 16 ++++++++--------
 concepts/tech_overview/prompt.html            | 16 ++++++++--------
 concepts/tech_overview/request_lifecycle.html | 16 ++++++++--------
 concepts/tech_overview/tech_overview.html     | 16 ++++++++--------
 concepts/tech_overview/terminology.html       | 16 ++++++++--------
 concepts/tech_overview/threading_model.html   | 16 ++++++++--------
 get_started/intro_to_arch.html                | 16 ++++++++--------
 get_started/overview.html                     | 16 ++++++++--------
 get_started/quickstart.html                   | 18 +++++++++---------
 guides/agent_routing.html                     | 16 ++++++++--------
 guides/function_calling.html                  | 16 ++++++++--------
 guides/observability/access_logging.html      | 16 ++++++++--------
 guides/observability/monitoring.html          | 16 ++++++++--------
 guides/observability/observability.html       | 16 ++++++++--------
 guides/observability/tracing.html             | 16 ++++++++--------
 guides/prompt_guard.html                      | 16 ++++++++--------
 index.html                                    | 14 +++++++-------
 resources/configuration_reference.html        | 16 ++++++++--------
 search.html                                   | 16 ++++++++--------
 searchindex.js                                |  2 +-
 29 files changed, 211 insertions(+), 211 deletions(-)

diff --git a/.buildinfo b/.buildinfo
index 4317f8be..4c876ff8 100755
--- a/.buildinfo
+++ b/.buildinfo
@@ -1,4 +1,4 @@
 # Sphinx build info version 1
 # This file records the configuration used when building these files. When it is not found, a full rebuild will be done.
-config: 5fde750f8f63265250e3936d1c0bcc66
+config: 9be83a17b52e21e1a54841ce047feb5e
 tags: 645f666f9bcd5a90fca523b33c5a78b7
diff --git a/_static/documentation_options.js b/_static/documentation_options.js
index c4f4912d..fe22f29d 100755
--- a/_static/documentation_options.js
+++ b/_static/documentation_options.js
@@ -1,5 +1,5 @@
 const DOCUMENTATION_OPTIONS = {
-    VERSION: ' v0.2.7',
+    VERSION: ' v0.2.8',
     LANGUAGE: 'en',
     COLLAPSE_INDEX: false,
     BUILDER: 'html',
diff --git a/build_with_arch/agent.html b/build_with_arch/agent.html
index 829d5dc1..7fd47e26 100755
--- a/build_with_arch/agent.html
+++ b/build_with_arch/agent.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Agentic Apps | Arch Docs v0.2.7</title>
-<meta content="Agentic Apps | Arch Docs v0.2.7" property="og:title"/>
-<meta content="Agentic Apps | Arch Docs v0.2.7" name="twitter:title"/>
+<title>Agentic Apps | Arch Docs v0.2.8</title>
+<meta content="Agentic Apps | Arch Docs v0.2.8" property="og:title"/>
+<meta content="Agentic Apps | Arch Docs v0.2.8" name="twitter:title"/>
 <link href="../_static/pygments.css?v=466e7b45" rel="stylesheet" type="text/css"/>
 <link href="../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.8</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.8</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -146,7 +146,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../index.html">
-<span class="hidden md:inline">Arch Docs v0.2.7</span>
+<span class="hidden md:inline">Arch Docs v0.2.8</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -411,12 +411,12 @@ the user’s intent.</p>
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Apr 21, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Apr 22, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../_static/documentation_options.js?v=ee00de06"></script>
+<script src="../_static/documentation_options.js?v=9b826739"></script>
 <script src="../_static/doctools.js?v=9bcbadda"></script>
 <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../_static/theme.js?v=073f68d9"></script>
diff --git a/build_with_arch/multi_turn.html b/build_with_arch/multi_turn.html
index d974be9a..8917bfe8 100755
--- a/build_with_arch/multi_turn.html
+++ b/build_with_arch/multi_turn.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Multi-Turn | Arch Docs v0.2.7</title>
-<meta content="Multi-Turn | Arch Docs v0.2.7" property="og:title"/>
-<meta content="Multi-Turn | Arch Docs v0.2.7" name="twitter:title"/>
+<title>Multi-Turn | Arch Docs v0.2.8</title>
+<meta content="Multi-Turn | Arch Docs v0.2.8" property="og:title"/>
+<meta content="Multi-Turn | Arch Docs v0.2.8" name="twitter:title"/>
 <link href="../_static/pygments.css?v=466e7b45" rel="stylesheet" type="text/css"/>
 <link href="../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.8</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.8</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -146,7 +146,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../index.html">
-<span class="hidden md:inline">Arch Docs v0.2.7</span>
+<span class="hidden md:inline">Arch Docs v0.2.8</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -347,12 +347,12 @@ that you can test and modify locally for multi-turn RAG scenarios.</p>
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Apr 21, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Apr 22, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../_static/documentation_options.js?v=ee00de06"></script>
+<script src="../_static/documentation_options.js?v=9b826739"></script>
 <script src="../_static/doctools.js?v=9bcbadda"></script>
 <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../_static/theme.js?v=073f68d9"></script>
diff --git a/build_with_arch/rag.html b/build_with_arch/rag.html
index 7b3c9ff5..7dde26df 100755
--- a/build_with_arch/rag.html
+++ b/build_with_arch/rag.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>RAG Apps | Arch Docs v0.2.7</title>
-<meta content="RAG Apps | Arch Docs v0.2.7" property="og:title"/>
-<meta content="RAG Apps | Arch Docs v0.2.7" name="twitter:title"/>
+<title>RAG Apps | Arch Docs v0.2.8</title>
+<meta content="RAG Apps | Arch Docs v0.2.8" property="og:title"/>
+<meta content="RAG Apps | Arch Docs v0.2.8" name="twitter:title"/>
 <link href="../_static/pygments.css?v=466e7b45" rel="stylesheet" type="text/css"/>
 <link href="../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.8</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.8</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -146,7 +146,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../index.html">
-<span class="hidden md:inline">Arch Docs v0.2.7</span>
+<span class="hidden md:inline">Arch Docs v0.2.8</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -295,12 +295,12 @@ minutes. For additional details on how to build multi-turn RAG applications plea
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Apr 21, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Apr 22, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../_static/documentation_options.js?v=ee00de06"></script>
+<script src="../_static/documentation_options.js?v=9b826739"></script>
 <script src="../_static/doctools.js?v=9bcbadda"></script>
 <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../_static/theme.js?v=073f68d9"></script>
diff --git a/concepts/llm_provider.html b/concepts/llm_provider.html
index c61923a0..2eb2b0cc 100755
--- a/concepts/llm_provider.html
+++ b/concepts/llm_provider.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>LLM Provider | Arch Docs v0.2.7</title>
-<meta content="LLM Provider | Arch Docs v0.2.7" property="og:title"/>
-<meta content="LLM Provider | Arch Docs v0.2.7" name="twitter:title"/>
+<title>LLM Provider | Arch Docs v0.2.8</title>
+<meta content="LLM Provider | Arch Docs v0.2.8" property="og:title"/>
+<meta content="LLM Provider | Arch Docs v0.2.8" name="twitter:title"/>
 <link href="../_static/pygments.css?v=466e7b45" rel="stylesheet" type="text/css"/>
 <link href="../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.8</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.8</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -146,7 +146,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../index.html">
-<span class="hidden md:inline">Arch Docs v0.2.7</span>
+<span class="hidden md:inline">Arch Docs v0.2.8</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -268,12 +268,12 @@ make outbound LLM calls.</p>
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Apr 21, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Apr 22, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../_static/documentation_options.js?v=ee00de06"></script>
+<script src="../_static/documentation_options.js?v=9b826739"></script>
 <script src="../_static/doctools.js?v=9bcbadda"></script>
 <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../_static/theme.js?v=073f68d9"></script>
diff --git a/concepts/prompt_target.html b/concepts/prompt_target.html
index 711712ab..a80fb288 100755
--- a/concepts/prompt_target.html
+++ b/concepts/prompt_target.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Prompt Target | Arch Docs v0.2.7</title>
-<meta content="Prompt Target | Arch Docs v0.2.7" property="og:title"/>
-<meta content="Prompt Target | Arch Docs v0.2.7" name="twitter:title"/>
+<title>Prompt Target | Arch Docs v0.2.8</title>
+<meta content="Prompt Target | Arch Docs v0.2.8" property="og:title"/>
+<meta content="Prompt Target | Arch Docs v0.2.8" name="twitter:title"/>
 <link href="../_static/pygments.css?v=466e7b45" rel="stylesheet" type="text/css"/>
 <link href="../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.8</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.8</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -146,7 +146,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../index.html">
-<span class="hidden md:inline">Arch Docs v0.2.7</span>
+<span class="hidden md:inline">Arch Docs v0.2.8</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -365,12 +365,12 @@ Each parameter can be marked as required or optional. Here is a full list of par
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Apr 21, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Apr 22, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../_static/documentation_options.js?v=ee00de06"></script>
+<script src="../_static/documentation_options.js?v=9b826739"></script>
 <script src="../_static/doctools.js?v=9bcbadda"></script>
 <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../_static/theme.js?v=073f68d9"></script>
diff --git a/concepts/tech_overview/error_target.html b/concepts/tech_overview/error_target.html
index 68b514a0..44ec575c 100755
--- a/concepts/tech_overview/error_target.html
+++ b/concepts/tech_overview/error_target.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Error Target | Arch Docs v0.2.7</title>
-<meta content="Error Target | Arch Docs v0.2.7" property="og:title"/>
-<meta content="Error Target | Arch Docs v0.2.7" name="twitter:title"/>
+<title>Error Target | Arch Docs v0.2.8</title>
+<meta content="Error Target | Arch Docs v0.2.8" property="og:title"/>
+<meta content="Error Target | Arch Docs v0.2.8" name="twitter:title"/>
 <link href="../../_static/pygments.css?v=466e7b45" rel="stylesheet" type="text/css"/>
 <link href="../../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.8</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.8</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -146,7 +146,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../../index.html">
-<span class="hidden md:inline">Arch Docs v0.2.7</span>
+<span class="hidden md:inline">Arch Docs v0.2.8</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -232,12 +232,12 @@ The errors are communicated to the application via headers like <code class="doc
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Apr 21, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Apr 22, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../../_static/documentation_options.js?v=ee00de06"></script>
+<script src="../../_static/documentation_options.js?v=9b826739"></script>
 <script src="../../_static/doctools.js?v=9bcbadda"></script>
 <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../../_static/theme.js?v=073f68d9"></script>
diff --git a/concepts/tech_overview/listener.html b/concepts/tech_overview/listener.html
index 7f82f5cb..90151bee 100755
--- a/concepts/tech_overview/listener.html
+++ b/concepts/tech_overview/listener.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Listener | Arch Docs v0.2.7</title>
-<meta content="Listener | Arch Docs v0.2.7" property="og:title"/>
-<meta content="Listener | Arch Docs v0.2.7" name="twitter:title"/>
+<title>Listener | Arch Docs v0.2.8</title>
+<meta content="Listener | Arch Docs v0.2.8" property="og:title"/>
+<meta content="Listener | Arch Docs v0.2.8" name="twitter:title"/>
 <link href="../../_static/pygments.css?v=466e7b45" rel="stylesheet" type="text/css"/>
 <link href="../../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.8</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.8</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -146,7 +146,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../../index.html">
-<span class="hidden md:inline">Arch Docs v0.2.7</span>
+<span class="hidden md:inline">Arch Docs v0.2.8</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -236,12 +236,12 @@ address like <code class="docutils literal notranslate"><span class="pre">arch.l
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Apr 21, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Apr 22, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../../_static/documentation_options.js?v=ee00de06"></script>
+<script src="../../_static/documentation_options.js?v=9b826739"></script>
 <script src="../../_static/doctools.js?v=9bcbadda"></script>
 <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../../_static/theme.js?v=073f68d9"></script>
diff --git a/concepts/tech_overview/model_serving.html b/concepts/tech_overview/model_serving.html
index 420ba327..83d82f91 100755
--- a/concepts/tech_overview/model_serving.html
+++ b/concepts/tech_overview/model_serving.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Model Serving | Arch Docs v0.2.7</title>
-<meta content="Model Serving | Arch Docs v0.2.7" property="og:title"/>
-<meta content="Model Serving | Arch Docs v0.2.7" name="twitter:title"/>
+<title>Model Serving | Arch Docs v0.2.8</title>
+<meta content="Model Serving | Arch Docs v0.2.8" property="og:title"/>
+<meta content="Model Serving | Arch Docs v0.2.8" name="twitter:title"/>
 <link href="../../_static/pygments.css?v=466e7b45" rel="stylesheet" type="text/css"/>
 <link href="../../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.8</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.8</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -146,7 +146,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../../index.html">
-<span class="hidden md:inline">Arch Docs v0.2.7</span>
+<span class="hidden md:inline">Arch Docs v0.2.8</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -223,12 +223,12 @@ how to generate API keys for model serving</p>
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Apr 21, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Apr 22, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../../_static/documentation_options.js?v=ee00de06"></script>
+<script src="../../_static/documentation_options.js?v=9b826739"></script>
 <script src="../../_static/doctools.js?v=9bcbadda"></script>
 <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../../_static/theme.js?v=073f68d9"></script>
diff --git a/concepts/tech_overview/prompt.html b/concepts/tech_overview/prompt.html
index a981f16a..3cb215fb 100755
--- a/concepts/tech_overview/prompt.html
+++ b/concepts/tech_overview/prompt.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Prompts | Arch Docs v0.2.7</title>
-<meta content="Prompts | Arch Docs v0.2.7" property="og:title"/>
-<meta content="Prompts | Arch Docs v0.2.7" name="twitter:title"/>
+<title>Prompts | Arch Docs v0.2.8</title>
+<meta content="Prompts | Arch Docs v0.2.8" property="og:title"/>
+<meta content="Prompts | Arch Docs v0.2.8" name="twitter:title"/>
 <link href="../../_static/pygments.css?v=466e7b45" rel="stylesheet" type="text/css"/>
 <link href="../../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.8</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.8</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -146,7 +146,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../../index.html">
-<span class="hidden md:inline">Arch Docs v0.2.7</span>
+<span class="hidden md:inline">Arch Docs v0.2.8</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -397,12 +397,12 @@ This setup allows you to take advantage of Arch’s advanced traffic management
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Apr 21, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Apr 22, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../../_static/documentation_options.js?v=ee00de06"></script>
+<script src="../../_static/documentation_options.js?v=9b826739"></script>
 <script src="../../_static/doctools.js?v=9bcbadda"></script>
 <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../../_static/theme.js?v=073f68d9"></script>
diff --git a/concepts/tech_overview/request_lifecycle.html b/concepts/tech_overview/request_lifecycle.html
index 2fbbc9ed..12c392e4 100755
--- a/concepts/tech_overview/request_lifecycle.html
+++ b/concepts/tech_overview/request_lifecycle.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Request Lifecycle | Arch Docs v0.2.7</title>
-<meta content="Request Lifecycle | Arch Docs v0.2.7" property="og:title"/>
-<meta content="Request Lifecycle | Arch Docs v0.2.7" name="twitter:title"/>
+<title>Request Lifecycle | Arch Docs v0.2.8</title>
+<meta content="Request Lifecycle | Arch Docs v0.2.8" property="og:title"/>
+<meta content="Request Lifecycle | Arch Docs v0.2.8" name="twitter:title"/>
 <link href="../../_static/pygments.css?v=466e7b45" rel="stylesheet" type="text/css"/>
 <link href="../../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.8</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.8</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -146,7 +146,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../../index.html">
-<span class="hidden md:inline">Arch Docs v0.2.7</span>
+<span class="hidden md:inline">Arch Docs v0.2.8</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -397,12 +397,12 @@ processing request headers and then finalized by the HCM during post-request pro
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Apr 21, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Apr 22, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../../_static/documentation_options.js?v=ee00de06"></script>
+<script src="../../_static/documentation_options.js?v=9b826739"></script>
 <script src="../../_static/doctools.js?v=9bcbadda"></script>
 <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../../_static/theme.js?v=073f68d9"></script>
diff --git a/concepts/tech_overview/tech_overview.html b/concepts/tech_overview/tech_overview.html
index 317647e8..1ab1835c 100755
--- a/concepts/tech_overview/tech_overview.html
+++ b/concepts/tech_overview/tech_overview.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Tech Overview | Arch Docs v0.2.7</title>
-<meta content="Tech Overview | Arch Docs v0.2.7" property="og:title"/>
-<meta content="Tech Overview | Arch Docs v0.2.7" name="twitter:title"/>
+<title>Tech Overview | Arch Docs v0.2.8</title>
+<meta content="Tech Overview | Arch Docs v0.2.8" property="og:title"/>
+<meta content="Tech Overview | Arch Docs v0.2.8" name="twitter:title"/>
 <link href="../../_static/pygments.css?v=466e7b45" rel="stylesheet" type="text/css"/>
 <link href="../../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.8</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.8</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -146,7 +146,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../../index.html">
-<span class="hidden md:inline">Arch Docs v0.2.7</span>
+<span class="hidden md:inline">Arch Docs v0.2.8</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -219,12 +219,12 @@
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Apr 21, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Apr 22, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../../_static/documentation_options.js?v=ee00de06"></script>
+<script src="../../_static/documentation_options.js?v=9b826739"></script>
 <script src="../../_static/doctools.js?v=9bcbadda"></script>
 <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../../_static/theme.js?v=073f68d9"></script>
diff --git a/concepts/tech_overview/terminology.html b/concepts/tech_overview/terminology.html
index 10952cc5..a14c6aa1 100755
--- a/concepts/tech_overview/terminology.html
+++ b/concepts/tech_overview/terminology.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Terminology | Arch Docs v0.2.7</title>
-<meta content="Terminology | Arch Docs v0.2.7" property="og:title"/>
-<meta content="Terminology | Arch Docs v0.2.7" name="twitter:title"/>
+<title>Terminology | Arch Docs v0.2.8</title>
+<meta content="Terminology | Arch Docs v0.2.8" property="og:title"/>
+<meta content="Terminology | Arch Docs v0.2.8" name="twitter:title"/>
 <link href="../../_static/pygments.css?v=466e7b45" rel="stylesheet" type="text/css"/>
 <link href="../../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.8</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.8</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -146,7 +146,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../../index.html">
-<span class="hidden md:inline">Arch Docs v0.2.7</span>
+<span class="hidden md:inline">Arch Docs v0.2.8</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -216,12 +216,12 @@ and take appropriate actions.</p>
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Apr 21, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Apr 22, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../../_static/documentation_options.js?v=ee00de06"></script>
+<script src="../../_static/documentation_options.js?v=9b826739"></script>
 <script src="../../_static/doctools.js?v=9bcbadda"></script>
 <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../../_static/theme.js?v=073f68d9"></script>
diff --git a/concepts/tech_overview/threading_model.html b/concepts/tech_overview/threading_model.html
index b20ea085..39355bbe 100755
--- a/concepts/tech_overview/threading_model.html
+++ b/concepts/tech_overview/threading_model.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Threading Model | Arch Docs v0.2.7</title>
-<meta content="Threading Model | Arch Docs v0.2.7" property="og:title"/>
-<meta content="Threading Model | Arch Docs v0.2.7" name="twitter:title"/>
+<title>Threading Model | Arch Docs v0.2.8</title>
+<meta content="Threading Model | Arch Docs v0.2.8" property="og:title"/>
+<meta content="Threading Model | Arch Docs v0.2.8" name="twitter:title"/>
 <link href="../../_static/pygments.css?v=466e7b45" rel="stylesheet" type="text/css"/>
 <link href="../../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.8</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.8</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -146,7 +146,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../../index.html">
-<span class="hidden md:inline">Arch Docs v0.2.7</span>
+<span class="hidden md:inline">Arch Docs v0.2.8</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -194,12 +194,12 @@ hardware threads on the machine.</p>
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Apr 21, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Apr 22, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../../_static/documentation_options.js?v=ee00de06"></script>
+<script src="../../_static/documentation_options.js?v=9b826739"></script>
 <script src="../../_static/doctools.js?v=9bcbadda"></script>
 <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../../_static/theme.js?v=073f68d9"></script>
diff --git a/get_started/intro_to_arch.html b/get_started/intro_to_arch.html
index f8ca254a..0a7d7995 100755
--- a/get_started/intro_to_arch.html
+++ b/get_started/intro_to_arch.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Intro to Arch | Arch Docs v0.2.7</title>
-<meta content="Intro to Arch | Arch Docs v0.2.7" property="og:title"/>
-<meta content="Intro to Arch | Arch Docs v0.2.7" name="twitter:title"/>
+<title>Intro to Arch | Arch Docs v0.2.8</title>
+<meta content="Intro to Arch | Arch Docs v0.2.8" property="og:title"/>
+<meta content="Intro to Arch | Arch Docs v0.2.8" name="twitter:title"/>
 <link href="../_static/pygments.css?v=466e7b45" rel="stylesheet" type="text/css"/>
 <link href="../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.8</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.8</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -146,7 +146,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../index.html">
-<span class="hidden md:inline">Arch Docs v0.2.7</span>
+<span class="hidden md:inline">Arch Docs v0.2.8</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -238,12 +238,12 @@ For more details, read <a class="reference internal" href="../guides/observabili
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Apr 21, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Apr 22, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../_static/documentation_options.js?v=ee00de06"></script>
+<script src="../_static/documentation_options.js?v=9b826739"></script>
 <script src="../_static/doctools.js?v=9bcbadda"></script>
 <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../_static/theme.js?v=073f68d9"></script>
diff --git a/get_started/overview.html b/get_started/overview.html
index 8da026f3..71174859 100755
--- a/get_started/overview.html
+++ b/get_started/overview.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Overview | Arch Docs v0.2.7</title>
-<meta content="Overview | Arch Docs v0.2.7" property="og:title"/>
-<meta content="Overview | Arch Docs v0.2.7" name="twitter:title"/>
+<title>Overview | Arch Docs v0.2.8</title>
+<meta content="Overview | Arch Docs v0.2.8" property="og:title"/>
+<meta content="Overview | Arch Docs v0.2.8" name="twitter:title"/>
 <link href="../_static/pygments.css?v=466e7b45" rel="stylesheet" type="text/css"/>
 <link href="../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.8</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.8</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -146,7 +146,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../index.html">
-<span class="hidden md:inline">Arch Docs v0.2.7</span>
+<span class="hidden md:inline">Arch Docs v0.2.8</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -332,12 +332,12 @@ simplify the interaction with upstream LLMs, and improve observability all while
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Apr 21, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Apr 22, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../_static/documentation_options.js?v=ee00de06"></script>
+<script src="../_static/documentation_options.js?v=9b826739"></script>
 <script src="../_static/doctools.js?v=9bcbadda"></script>
 <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../_static/theme.js?v=073f68d9"></script>
diff --git a/get_started/quickstart.html b/get_started/quickstart.html
index a1165706..dc16ee4a 100755
--- a/get_started/quickstart.html
+++ b/get_started/quickstart.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Quickstart | Arch Docs v0.2.7</title>
-<meta content="Quickstart | Arch Docs v0.2.7" property="og:title"/>
-<meta content="Quickstart | Arch Docs v0.2.7" name="twitter:title"/>
+<title>Quickstart | Arch Docs v0.2.8</title>
+<meta content="Quickstart | Arch Docs v0.2.8" property="og:title"/>
+<meta content="Quickstart | Arch Docs v0.2.8" name="twitter:title"/>
 <link href="../_static/pygments.css?v=466e7b45" rel="stylesheet" type="text/css"/>
 <link href="../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.8</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.8</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -146,7 +146,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../index.html">
-<span class="hidden md:inline">Arch Docs v0.2.7</span>
+<span class="hidden md:inline">Arch Docs v0.2.8</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -172,7 +172,7 @@
 </div>
 <div class="highlight-console notranslate"><div class="highlight"><pre><span></span><code><span id="line-1"><span class="gp">$ </span>python<span class="w"> </span>-m<span class="w"> </span>venv<span class="w"> </span>venv
 </span><span id="line-2"><span class="gp">$ </span><span class="nb">source</span><span class="w"> </span>venv/bin/activate<span class="w">   </span><span class="c1"># On Windows, use: venv\Scripts\activate</span>
-</span><span id="line-3"><span class="gp">$ </span>pip<span class="w"> </span>install<span class="w"> </span><span class="nv">archgw</span><span class="o">==</span><span class="m">0</span>.2.7
+</span><span id="line-3"><span class="gp">$ </span>pip<span class="w"> </span>install<span class="w"> </span><span class="nv">archgw</span><span class="o">==</span><span class="m">0</span>.2.8
 </span></code></pre></div>
 </div>
 </section>
@@ -441,12 +441,12 @@
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Apr 21, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Apr 22, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../_static/documentation_options.js?v=ee00de06"></script>
+<script src="../_static/documentation_options.js?v=9b826739"></script>
 <script src="../_static/doctools.js?v=9bcbadda"></script>
 <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../_static/theme.js?v=073f68d9"></script>
diff --git a/guides/agent_routing.html b/guides/agent_routing.html
index 48ebc1cc..5e4efa72 100755
--- a/guides/agent_routing.html
+++ b/guides/agent_routing.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Agent Routing and Hand Off | Arch Docs v0.2.7</title>
-<meta content="Agent Routing and Hand Off | Arch Docs v0.2.7" property="og:title"/>
-<meta content="Agent Routing and Hand Off | Arch Docs v0.2.7" name="twitter:title"/>
+<title>Agent Routing and Hand Off | Arch Docs v0.2.8</title>
+<meta content="Agent Routing and Hand Off | Arch Docs v0.2.8" property="og:title"/>
+<meta content="Agent Routing and Hand Off | Arch Docs v0.2.8" name="twitter:title"/>
 <link href="../_static/pygments.css?v=466e7b45" rel="stylesheet" type="text/css"/>
 <link href="../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.8</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.8</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -146,7 +146,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../index.html">
-<span class="hidden md:inline">Arch Docs v0.2.7</span>
+<span class="hidden md:inline">Arch Docs v0.2.8</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -290,12 +290,12 @@ please see our <a class="reference external" href="https://github.com/katanemo/a
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Apr 21, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Apr 22, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../_static/documentation_options.js?v=ee00de06"></script>
+<script src="../_static/documentation_options.js?v=9b826739"></script>
 <script src="../_static/doctools.js?v=9bcbadda"></script>
 <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../_static/theme.js?v=073f68d9"></script>
diff --git a/guides/function_calling.html b/guides/function_calling.html
index 88f89b09..572c9317 100755
--- a/guides/function_calling.html
+++ b/guides/function_calling.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Function Calling | Arch Docs v0.2.7</title>
-<meta content="Function Calling | Arch Docs v0.2.7" property="og:title"/>
-<meta content="Function Calling | Arch Docs v0.2.7" name="twitter:title"/>
+<title>Function Calling | Arch Docs v0.2.8</title>
+<meta content="Function Calling | Arch Docs v0.2.8" property="og:title"/>
+<meta content="Function Calling | Arch Docs v0.2.8" name="twitter:title"/>
 <link href="../_static/pygments.css?v=466e7b45" rel="stylesheet" type="text/css"/>
 <link href="../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.8</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.8</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -146,7 +146,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../index.html">
-<span class="hidden md:inline">Arch Docs v0.2.7</span>
+<span class="hidden md:inline">Arch Docs v0.2.8</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -366,12 +366,12 @@ on the stuff that matters most.</p>
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Apr 21, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Apr 22, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../_static/documentation_options.js?v=ee00de06"></script>
+<script src="../_static/documentation_options.js?v=9b826739"></script>
 <script src="../_static/doctools.js?v=9bcbadda"></script>
 <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../_static/theme.js?v=073f68d9"></script>
diff --git a/guides/observability/access_logging.html b/guides/observability/access_logging.html
index 2491ed00..9e990ebc 100755
--- a/guides/observability/access_logging.html
+++ b/guides/observability/access_logging.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Access Logging | Arch Docs v0.2.7</title>
-<meta content="Access Logging | Arch Docs v0.2.7" property="og:title"/>
-<meta content="Access Logging | Arch Docs v0.2.7" name="twitter:title"/>
+<title>Access Logging | Arch Docs v0.2.8</title>
+<meta content="Access Logging | Arch Docs v0.2.8" property="og:title"/>
+<meta content="Access Logging | Arch Docs v0.2.8" name="twitter:title"/>
 <link href="../../_static/pygments.css?v=466e7b45" rel="stylesheet" type="text/css"/>
 <link href="../../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.8</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.8</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -146,7 +146,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../../index.html">
-<span class="hidden md:inline">Arch Docs v0.2.7</span>
+<span class="hidden md:inline">Arch Docs v0.2.8</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -242,12 +242,12 @@ Access logs can be exported to centralized logging systems (e.g., ELK stack or F
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Apr 21, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Apr 22, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../../_static/documentation_options.js?v=ee00de06"></script>
+<script src="../../_static/documentation_options.js?v=9b826739"></script>
 <script src="../../_static/doctools.js?v=9bcbadda"></script>
 <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../../_static/theme.js?v=073f68d9"></script>
diff --git a/guides/observability/monitoring.html b/guides/observability/monitoring.html
index bb6a0a08..a7b9a3a1 100755
--- a/guides/observability/monitoring.html
+++ b/guides/observability/monitoring.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Monitoring | Arch Docs v0.2.7</title>
-<meta content="Monitoring | Arch Docs v0.2.7" property="og:title"/>
-<meta content="Monitoring | Arch Docs v0.2.7" name="twitter:title"/>
+<title>Monitoring | Arch Docs v0.2.8</title>
+<meta content="Monitoring | Arch Docs v0.2.8" property="og:title"/>
+<meta content="Monitoring | Arch Docs v0.2.8" name="twitter:title"/>
 <link href="../../_static/pygments.css?v=466e7b45" rel="stylesheet" type="text/css"/>
 <link href="../../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.8</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.8</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -146,7 +146,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../../index.html">
-<span class="hidden md:inline">Arch Docs v0.2.7</span>
+<span class="hidden md:inline">Arch Docs v0.2.8</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -254,12 +254,12 @@ are some sample configuration files for both, respectively.</p>
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Apr 21, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Apr 22, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../../_static/documentation_options.js?v=ee00de06"></script>
+<script src="../../_static/documentation_options.js?v=9b826739"></script>
 <script src="../../_static/doctools.js?v=9bcbadda"></script>
 <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../../_static/theme.js?v=073f68d9"></script>
diff --git a/guides/observability/observability.html b/guides/observability/observability.html
index 7a911e2a..0dbea45c 100755
--- a/guides/observability/observability.html
+++ b/guides/observability/observability.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Observability | Arch Docs v0.2.7</title>
-<meta content="Observability | Arch Docs v0.2.7" property="og:title"/>
-<meta content="Observability | Arch Docs v0.2.7" name="twitter:title"/>
+<title>Observability | Arch Docs v0.2.8</title>
+<meta content="Observability | Arch Docs v0.2.8" property="og:title"/>
+<meta content="Observability | Arch Docs v0.2.8" name="twitter:title"/>
 <link href="../../_static/pygments.css?v=466e7b45" rel="stylesheet" type="text/css"/>
 <link href="../../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.8</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.8</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -146,7 +146,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../../index.html">
-<span class="hidden md:inline">Arch Docs v0.2.7</span>
+<span class="hidden md:inline">Arch Docs v0.2.8</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -206,12 +206,12 @@
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Apr 21, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Apr 22, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../../_static/documentation_options.js?v=ee00de06"></script>
+<script src="../../_static/documentation_options.js?v=9b826739"></script>
 <script src="../../_static/doctools.js?v=9bcbadda"></script>
 <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../../_static/theme.js?v=073f68d9"></script>
diff --git a/guides/observability/tracing.html b/guides/observability/tracing.html
index 221dce89..70d83c93 100755
--- a/guides/observability/tracing.html
+++ b/guides/observability/tracing.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Tracing | Arch Docs v0.2.7</title>
-<meta content="Tracing | Arch Docs v0.2.7" property="og:title"/>
-<meta content="Tracing | Arch Docs v0.2.7" name="twitter:title"/>
+<title>Tracing | Arch Docs v0.2.8</title>
+<meta content="Tracing | Arch Docs v0.2.8" property="og:title"/>
+<meta content="Tracing | Arch Docs v0.2.8" name="twitter:title"/>
 <link href="../../_static/pygments.css?v=466e7b45" rel="stylesheet" type="text/css"/>
 <link href="../../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.8</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.8</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -146,7 +146,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../../index.html">
-<span class="hidden md:inline">Arch Docs v0.2.7</span>
+<span class="hidden md:inline">Arch Docs v0.2.8</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -576,12 +576,12 @@ tools like AWS X-Ray and Datadog, enhancing observability and facilitating faste
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Apr 21, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Apr 22, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../../_static/documentation_options.js?v=ee00de06"></script>
+<script src="../../_static/documentation_options.js?v=9b826739"></script>
 <script src="../../_static/doctools.js?v=9bcbadda"></script>
 <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../../_static/theme.js?v=073f68d9"></script>
diff --git a/guides/prompt_guard.html b/guides/prompt_guard.html
index 87112099..25b8b241 100755
--- a/guides/prompt_guard.html
+++ b/guides/prompt_guard.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Prompt Guard | Arch Docs v0.2.7</title>
-<meta content="Prompt Guard | Arch Docs v0.2.7" property="og:title"/>
-<meta content="Prompt Guard | Arch Docs v0.2.7" name="twitter:title"/>
+<title>Prompt Guard | Arch Docs v0.2.8</title>
+<meta content="Prompt Guard | Arch Docs v0.2.8" property="og:title"/>
+<meta content="Prompt Guard | Arch Docs v0.2.8" name="twitter:title"/>
 <link href="../_static/pygments.css?v=466e7b45" rel="stylesheet" type="text/css"/>
 <link href="../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -39,7 +39,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.8</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -75,7 +75,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.8</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -146,7 +146,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../index.html">
-<span class="hidden md:inline">Arch Docs v0.2.7</span>
+<span class="hidden md:inline">Arch Docs v0.2.8</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -266,12 +266,12 @@ By implementing Prompt Guard, developers can provide a robust layer of input val
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Apr 21, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Apr 22, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../_static/documentation_options.js?v=ee00de06"></script>
+<script src="../_static/documentation_options.js?v=9b826739"></script>
 <script src="../_static/doctools.js?v=9bcbadda"></script>
 <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../_static/theme.js?v=073f68d9"></script>
diff --git a/index.html b/index.html
index 68ab16b0..04676637 100755
--- a/index.html
+++ b/index.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Welcome to Arch! | Arch Docs v0.2.7</title>
-<meta content="Welcome to Arch! | Arch Docs v0.2.7" property="og:title"/>
-<meta content="Welcome to Arch! | Arch Docs v0.2.7" name="twitter:title"/>
+<title>Welcome to Arch! | Arch Docs v0.2.8</title>
+<meta content="Welcome to Arch! | Arch Docs v0.2.8" property="og:title"/>
+<meta content="Welcome to Arch! | Arch Docs v0.2.8" name="twitter:title"/>
 <link href="_static/pygments.css?v=466e7b45" rel="stylesheet" type="text/css"/>
 <link href="_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -38,7 +38,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="#">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.8</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -74,7 +74,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="#">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.8</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -246,12 +246,12 @@ Resources</label><div class="sd-tab-content docutils">
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Apr 21, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Apr 22, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="_static/documentation_options.js?v=ee00de06"></script>
+<script src="_static/documentation_options.js?v=9b826739"></script>
 <script src="_static/doctools.js?v=9bcbadda"></script>
 <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="_static/theme.js?v=073f68d9"></script>
diff --git a/resources/configuration_reference.html b/resources/configuration_reference.html
index ab330718..7c2c4995 100755
--- a/resources/configuration_reference.html
+++ b/resources/configuration_reference.html
@@ -7,9 +7,9 @@
 <meta content="white" media="(prefers-color-scheme: light)" name="theme-color"/>
 <meta content="black" media="(prefers-color-scheme: dark)" name="theme-color"/>
 <meta content="width=device-width, initial-scale=1" name="viewport"/>
-<title>Configuration Reference | Arch Docs v0.2.7</title>
-<meta content="Configuration Reference | Arch Docs v0.2.7" property="og:title"/>
-<meta content="Configuration Reference | Arch Docs v0.2.7" name="twitter:title"/>
+<title>Configuration Reference | Arch Docs v0.2.8</title>
+<meta content="Configuration Reference | Arch Docs v0.2.8" property="og:title"/>
+<meta content="Configuration Reference | Arch Docs v0.2.8" name="twitter:title"/>
 <link href="../_static/pygments.css?v=466e7b45" rel="stylesheet" type="text/css"/>
 <link href="../_static/theme.css?v=42baaae4" rel="stylesheet" type="text/css"/>
 <link href="../_static/_static/custom.css" rel="stylesheet" type="text/css"/>
@@ -38,7 +38,7 @@
     </a><header class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
 <div class="hidden mr-4 md:flex">
 <a class="flex items-center mr-6" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="24" src="../_static/favicon.ico" width="24"/><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.8</span>
 </a></div><button @click="showSidebar = true" class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden" type="button">
 <svg aria-hidden="true" fill="currentColor" height="24" viewbox="0 96 960 960" width="24" xmlns="http://www.w3.org/2000/svg">
 <path d="M152.587 825.087q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440Zm0-203.587q-19.152 0-32.326-13.174T107.087 576q0-19.152 13.174-32.326t32.326-13.174h320q19.152 0 32.326 13.174T518.087 576q0 19.152-13.174 32.326T472.587 621.5h-320Zm0-203.587q-19.152 0-32.326-13.174t-13.174-32.326q0-19.152 13.174-32.326t32.326-13.174h440q19.152 0 32.326 13.174t13.174 32.326q0 19.152-13.174 32.326t-32.326 13.174h-440ZM708.913 576l112.174 112.174q12.674 12.674 12.674 31.826t-12.674 31.826Q808.413 764.5 789.261 764.5t-31.826-12.674l-144-144Q600 594.391 600 576t13.435-31.826l144-144q12.674-12.674 31.826-12.674t31.826 12.674q12.674 12.674 12.674 31.826t-12.674 31.826L708.913 576Z"></path>
@@ -74,7 +74,7 @@
 </header>
 <div class="flex-1"><div class="container flex-1 items-start md:grid md:grid-cols-[220px_minmax(0,1fr)] md:gap-6 lg:grid-cols-[240px_minmax(0,1fr)] lg:gap-10"><aside :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }" class="fixed inset-y-0 left-0 md:top-14 z-50 md:z-30 bg-background md:bg-transparent transition-all duration-100 -translate-x-full md:translate-x-0 ml-0 p-6 md:p-0 md:-ml-2 md:h-[calc(100vh-3.5rem)] w-5/6 md:w-full shrink-0 overflow-y-auto border-r border-border md:sticky" id="left-sidebar">
 <a class="!justify-start text-sm md:!hidden bg-background" href="../index.html">
-<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.7</span>
+<img alt="Logo" class="mr-2 dark:invert" height="16" src="../_static/favicon.ico" width="16"/><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.8</span>
 </a>
 <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
 <div class="overflow-y-auto h-full w-full relative pr-6">
@@ -145,7 +145,7 @@
 <div class="w-full min-w-0 mx-auto">
 <nav aria-label="breadcrumbs" class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
 <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground" href="../index.html">
-<span class="hidden md:inline">Arch Docs v0.2.7</span>
+<span class="hidden md:inline">Arch Docs v0.2.8</span>
 <svg aria-label="Home" class="md:hidden" fill="currentColor" height="18" stroke="none" viewbox="0 96 960 960" width="18" xmlns="http://www.w3.org/2000/svg">
 <path d="M240 856h120V616h240v240h120V496L480 316 240 496v360Zm-80 80V456l320-240 320 240v480H520V696h-80v240H160Zm320-350Z"></path>
 </svg>
@@ -274,12 +274,12 @@ where prompts get routed to, apply guardrails, and enable critical agent observa
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Apr 21, 2025. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc Last updated: Apr 22, 2025. </p>
 </div>
 </div>
 </footer>
 </div>
-<script src="../_static/documentation_options.js?v=ee00de06"></script>
+<script src="../_static/documentation_options.js?v=9b826739"></script>
 <script src="../_static/doctools.js?v=9bcbadda"></script>
 <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
 <script defer="defer" src="../_static/theme.js?v=073f68d9"></script>
diff --git a/search.html b/search.html
index 6e083e8f..1308c25d 100755
--- a/search.html
+++ b/search.html
@@ -12,9 +12,9 @@
   <meta name="theme-color" media="(prefers-color-scheme: light)" content="white" />
   <meta name="theme-color" media="(prefers-color-scheme: dark)" content="black" />
   
-    <title>Search | Arch Docs v0.2.7</title>
-    <meta property="og:title" content="Search | Arch Docs v0.2.7" />
-    <meta name="twitter:title" content="Search | Arch Docs v0.2.7" />
+    <title>Search | Arch Docs v0.2.8</title>
+    <meta property="og:title" content="Search | Arch Docs v0.2.8" />
+    <meta name="twitter:title" content="Search | Arch Docs v0.2.8" />
       <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=466e7b45" />
       <link rel="stylesheet" type="text/css" href="_static/theme.css?v=42baaae4" />
       <link rel="stylesheet" type="text/css" href="_static/_static/custom.css" />
@@ -44,7 +44,7 @@
   class="sticky top-0 z-40 w-full border-b shadow-sm border-border supports-backdrop-blur:bg-background/60 bg-background/95 backdrop-blur"><div class="container flex items-center h-14">
     <div class="hidden mr-4 md:flex">
       <a href="index.html" class="flex items-center mr-6">
-          <img height="24" width="24" class="mr-2 dark:invert" src="_static/favicon.ico" alt="Logo" /><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.7</span>
+          <img height="24" width="24" class="mr-2 dark:invert" src="_static/favicon.ico" alt="Logo" /><span class="hidden font-bold sm:inline-block text-clip whitespace-nowrap">Arch Docs v0.2.8</span>
       </a></div><button
       class="inline-flex items-center justify-center h-10 px-0 py-2 mr-2 text-base font-medium transition-colors rounded-md hover:text-accent-foreground hover:bg-transparent md:hidden"
       type="button" @click="showSidebar = true">
@@ -107,7 +107,7 @@
   :aria-hidden="!showSidebar" :class="{ 'translate-x-0': showSidebar }">
 
     <a href="index.html" class="!justify-start text-sm md:!hidden bg-background">
-        <img height="16" width="16" class="mr-2 dark:invert" src="_static/favicon.ico" alt="Logo" /><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.7</span>
+        <img height="16" width="16" class="mr-2 dark:invert" src="_static/favicon.ico" alt="Logo" /><span class="font-bold text-clip whitespace-nowrap">Arch Docs v0.2.8</span>
     </a>
 
     <div class="relative overflow-hidden md:overflow-auto my-4 md:my-0 h-[calc(100vh-8rem)] md:h-auto">
@@ -186,7 +186,7 @@
      class="flex items-center mb-4 space-x-1 text-sm text-muted-foreground">
   <a class="overflow-hidden text-ellipsis whitespace-nowrap hover:text-foreground"
      href="index.html">
-    <span class="hidden md:inline">Arch Docs v0.2.7</span>
+    <span class="hidden md:inline">Arch Docs v0.2.8</span>
     <svg xmlns="http://www.w3.org/2000/svg"
          height="18"
          width="18"
@@ -214,14 +214,14 @@
     </div><footer class="py-6 border-t border-border md:py-0">
     <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
       <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-        <p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc&nbsp;Last updated: Apr 21, 2025.&nbsp;</p>
+        <p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2025, Katanemo Labs, Inc&nbsp;Last updated: Apr 22, 2025.&nbsp;</p>
 </div>
 </div>
 </footer>
   </div>
   
   
-    <script src="_static/documentation_options.js?v=ee00de06"></script>
+    <script src="_static/documentation_options.js?v=9b826739"></script>
     <script src="_static/doctools.js?v=9bcbadda"></script>
     <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
     <script defer="defer" src="_static/theme.js?v=073f68d9"></script>
diff --git a/searchindex.js b/searchindex.js
index a33c24a6..49c93061 100755
--- a/searchindex.js
+++ b/searchindex.js
@@ -1 +1 @@
-Search.setIndex({"alltitles":{"AI Agent Tracing Visualization Example":[[21,"ai-agent-tracing-visualization-example"]],"AWS X-Ray":[[21,"aws-x-ray"]],"Access Logging":[[18,null]],"Adding custom LLM Provider":[[3,"adding-custom-llm-provider"]],"Additional Resources":[[21,"additional-resources"]],"Agent Routing and Hand Off":[[16,null]],"Agentic Apps":[[0,null]],"Agentic Apps via Prompt Targets":[[8,"agentic-apps-via-prompt-targets"]],"Arch-Function":[[17,"arch-function"]],"Basic Configuration":[[4,"basic-configuration"]],"Benefits of Using Arch Guard":[[22,"benefits-of-using-arch-guard"]],"Benefits of Using Traceparent Headers":[[21,"benefits-of-using-traceparent-headers"]],"Best Practices":[[21,"best-practices"]],"Best Practices and Tips":[[5,"best-practices-and-tips"],[16,"best-practices-and-tips"],[17,"best-practices-and-tips"]],"Build AI Agent with Arch Gateway":[[15,"build-ai-agent-with-arch-gateway"]],"Build Multi-Turn RAG Apps":[[1,"build-multi-turn-rag-apps"]],"Build with Arch":[[14,"build-with-arch"],[23,null]],"Cloud Serving (GPU - Blazing Fast)":[[7,"cloud-serving-gpu-blazing-fast"]],"Concepts":[[14,"concepts"],[23,null]],"Configuration":[[9,"configuration"]],"Configuration Reference":[[24,null]],"Configure Listener":[[6,"configure-listener"]],"Configure Monitoring":[[19,"configure-monitoring"]],"Configuring Prompt Targets":[[4,"configuring-prompt-targets"]],"Datadog":[[21,"datadog"]],"Default Targets":[[4,"default-targets"]],"Defining Parameters":[[4,"defining-parameters"]],"Demo App":[[1,"demo-app"]],"Downstream (Ingress)":[[6,"downstream-ingress"]],"Error Header Example":[[5,"error-header-example"]],"Error Target":[[5,null]],"Example 1: Adjusting Retrieval":[[1,"example-1-adjusting-retrieval"]],"Example 2: Switching Intent":[[1,"example-2-switching-intent"]],"Example Configuration":[[22,"example-configuration"]],"Example Configuration For Agents":[[4,"example-configuration-for-agents"]],"Example Configuration For Tools":[[4,"example-configuration-for-tools"]],"Example Use Cases":[[16,"example-use-cases"],[17,"example-use-cases"]],"Example with OpenTelemetry in Python":[[21,"example-with-opentelemetry-in-python"]],"Example: Using OpenAI Client with Arch as an Egress Gateway":[[8,"example-using-openai-client-with-arch-as-an-egress-gateway"]],"Example: Using the OpenAI Python SDK":[[3,"example-using-the-openai-python-sdk"]],"Function Calling":[[17,null]],"Function Calling Workflow":[[17,"function-calling-workflow"]],"Get Started":[[14,"get-started"],[23,null]],"Guides":[[14,"guides"],[23,null]],"Header Format":[[21,"header-format"]],"High level architecture":[[9,"high-level-architecture"]],"How Arch-Guard Works":[[22,"how-arch-guard-works"]],"How It Works":[[18,"how-it-works"]],"How to Initiate A Trace":[[21,"how-to-initiate-a-trace"]],"Implementing Function Calling":[[17,"implementing-function-calling"]],"Instrumentation":[[21,"instrumentation"]],"Integrating with Tracing Tools":[[21,"integrating-with-tracing-tools"]],"Intent Matching":[[4,"intent-matching"],[8,"intent-matching"]],"Intro to Arch":[[13,null]],"Key Concepts":[[5,"key-concepts"]],"Key Features":[[4,"key-features"],[17,"key-features"],[18,"key-features"]],"LLM Provider":[[3,null]],"Langtrace":[[21,"langtrace"]],"Listener":[[6,null]],"Local Serving (CPU - Moderate)":[[7,"local-serving-cpu-moderate"]],"Log Format":[[18,"log-format"]],"Messages":[[8,"messages"]],"Metrics Dashboard (via Grafana)":[[19,"metrics-dashboard-via-grafana"]],"Model Serving":[[7,null]],"Monitoring":[[19,null]],"Multi-Turn":[[1,null]],"Multi-Turn RAG (Follow-up Questions)":[[2,"multi-turn-rag-follow-up-questions"]],"Network topology":[[9,"network-topology"]],"Next Steps":[[15,"next-steps"]],"Observability":[[20,null]],"Overview":[[14,null],[21,"overview"]],"Parallel & Multiple Function Calling":[[0,"parallel-multiple-function-calling"]],"Parameter Extraction for RAG":[[2,"parameter-extraction-for-rag"]],"Post-request processing":[[9,"post-request-processing"]],"Prerequisites":[[15,"prerequisites"]],"Prompt Guard":[[8,"prompt-guard"],[22,null]],"Prompt Target":[[4,null]],"Prompt Targets":[[8,"prompt-targets"]],"Prompting LLMs":[[8,"prompting-llms"]],"Prompts":[[8,null]],"Quickstart":[[15,null]],"RAG Apps":[[2,null]],"Request Flow (Egress)":[[9,"request-flow-egress"]],"Request Flow (Ingress)":[[9,"request-flow-ingress"]],"Request Lifecycle":[[9,null]],"Resources":[[23,null]],"Routing Logic":[[4,"routing-logic"]],"Single Function Call":[[0,"single-function-call"]],"Step 1. Create arch config file":[[15,"step-1-create-arch-config-file"],[15,"id2"]],"Step 1: Define Arch Config":[[1,"step-1-define-arch-config"]],"Step 1: Define Prompt Targets":[[0,"step-1-define-prompt-targets"],[0,"id1"],[2,"step-1-define-prompt-targets"]],"Step 1: Define the Function":[[17,"step-1-define-the-function"]],"Step 2. Start arch gateway":[[15,"step-2-start-arch-gateway"]],"Step 2. Start arch gateway with currency conversion config":[[15,"step-2-start-arch-gateway-with-currency-conversion-config"]],"Step 2: Configure Prompt Targets":[[17,"step-2-configure-prompt-targets"]],"Step 2: Process Request Parameters":[[0,"step-2-process-request-parameters"]],"Step 2: Process Request Parameters in Flask":[[2,"step-2-process-request-parameters-in-flask"]],"Step 2: Process Request in Flask":[[1,"step-2-process-request-in-flask"]],"Step 3. Interacting with gateway using curl command":[[15,"step-3-interacting-with-gateway-using-curl-command"]],"Step 3.1: Using OpenAI Python client":[[15,"step-3-1-using-openai-python-client"]],"Step 3.2: Using curl command":[[15,"step-3-2-using-curl-command"]],"Step 3: Arch Takes Over":[[17,"step-3-arch-takes-over"]],"Step 3: Interact with LLM":[[15,"step-3-interact-with-llm"]],"Summary":[[4,"summary"],[21,"summary"],[22,"summary"]],"Tech Overview":[[10,null]],"Terminology":[[9,"terminology"],[11,null]],"Threading Model":[[12,null]],"Trace Breakdown:":[[21,"trace-breakdown"]],"Trace Propagation":[[21,"trace-propagation"]],"Tracing":[[21,null]],"Upstream (Egress)":[[6,"upstream-egress"]],"Use Arch Gateway as LLM Router":[[15,"use-arch-gateway-as-llm-router"]],"Welcome to Arch!":[[23,null]],"What Are Prompt Targets?":[[4,"what-are-prompt-targets"]],"What Is Arch-Guard":[[22,"what-is-arch-guard"]],"What is Function Calling?":[[17,"what-is-function-calling"]],"What is Retrieval-Augmented Generation (RAG)?":[[2,"what-is-retrieval-augmented-generation-rag"]],"Why Prompt Guard":[[22,"why-prompt-guard"]]},"docnames":["build_with_arch/agent","build_with_arch/multi_turn","build_with_arch/rag","concepts/llm_provider","concepts/prompt_target","concepts/tech_overview/error_target","concepts/tech_overview/listener","concepts/tech_overview/model_serving","concepts/tech_overview/prompt","concepts/tech_overview/request_lifecycle","concepts/tech_overview/tech_overview","concepts/tech_overview/terminology","concepts/tech_overview/threading_model","get_started/intro_to_arch","get_started/overview","get_started/quickstart","guides/agent_routing","guides/function_calling","guides/observability/access_logging","guides/observability/monitoring","guides/observability/observability","guides/observability/tracing","guides/prompt_guard","index","resources/configuration_reference"],"envversion":{"sphinx":65,"sphinx.domains.c":3,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":9,"sphinx.domains.index":1,"sphinx.domains.javascript":3,"sphinx.domains.math":2,"sphinx.domains.python":4,"sphinx.domains.rst":2,"sphinx.domains.std":2,"sphinx.ext.intersphinx":1,"sphinx.ext.viewcode":1},"filenames":["build_with_arch/agent.rst","build_with_arch/multi_turn.rst","build_with_arch/rag.rst","concepts/llm_provider.rst","concepts/prompt_target.rst","concepts/tech_overview/error_target.rst","concepts/tech_overview/listener.rst","concepts/tech_overview/model_serving.rst","concepts/tech_overview/prompt.rst","concepts/tech_overview/request_lifecycle.rst","concepts/tech_overview/tech_overview.rst","concepts/tech_overview/terminology.rst","concepts/tech_overview/threading_model.rst","get_started/intro_to_arch.rst","get_started/overview.rst","get_started/quickstart.rst","guides/agent_routing.rst","guides/function_calling.rst","guides/observability/access_logging.rst","guides/observability/monitoring.rst","guides/observability/observability.rst","guides/observability/tracing.rst","guides/prompt_guard.rst","index.rst","resources/configuration_reference.rst"],"indexentries":{},"objects":{},"objnames":{},"objtypes":{},"terms":{"":[0,1,2,3,4,5,6,7,8,9,11,12,13,14,15,16,17,18,21],"0":[0,1,3,6,7,8,9,11,15,18,21,24],"00":21,"003":8,"005":[0,8,9,24],"03":18,"04":18,"05":15,"050z":18,"05m":7,"06":15,"08":15,"1":[3,5,6,8,9,11,16,18,19,21,24],"10":[17,18,19,21],"100":[12,21],"10000":[3,6,8,9,15,24],"1022":18,"104":18,"106":18,"10m":8,"10t03":18,"10x":[7,8],"11":15,"11434":3,"12":[4,15],"12000":[3,6,8,11,15,18,21,24],"1234":5,"125":18,"127":[0,1,3,6,8,9,11,15,18,24],"12x":0,"1301":18,"131":15,"140":18,"15":19,"156x":7,"159":18,"16":[15,21],"162":18,"168":18,"1695":18,"1695m":18,"17":18,"18083":[0,18],"192":18,"19901":19,"1d6b30cfc845":18,"2":[3,9,16,21],"200":[0,2,18],"200m":[0,7,8],"2019":4,"2024":[15,18],"2025":22,"21797":18,"218":18,"24":15,"245":18,"25":15,"254":18,"27":15,"28":15,"288":15,"29":15,"2a5b":18,"3":[0,1,8,16,21],"30":[3,6,8,9,15],"31":4,"32":21,"3b":[3,15],"4":[8,17,21],"400":[0,2,5],"429":9,"4317":21,"441":18,"443":[0,1,3,11,15,18],"447":18,"44x":[0,8],"463":18,"469793af":18,"485":15,"49":18,"492z":18,"4o":[0,3,6,7,8,9,15,21,24],"5":[0,1,8,15,21,24],"51":[15,18],"51000":18,"52":18,"53":18,"537z":18,"54":18,"55":18,"556":18,"56":[15,18],"598z":18,"6":21,"60":24,"604197fe":18,"614":18,"647":15,"65":18,"7":[0,2,15,21],"770":18,"78558":15,"7b":24,"8":21,"80":[8,9,11,24],"8001":24,"8080":[0,1],"825":15,"87":18,"8x7b":24,"9":21,"905z":18,"906z":18,"9090":19,"9367":18,"95a2":18,"961z":18,"979":15,"984":18,"984m":18,"9b57":18,"A":[0,2,4,5,6,9,11,12,13,14,17,20],"And":[13,15],"As":[8,15,19,22],"Be":[17,21],"But":11,"By":[2,4,8,9,13,16,17,18,21,22,24],"FOR":18,"For":[1,2,3,6,8,11,12,13,14,15,16,17,18,21],"If":[0,1,5,8,9,17,22],"In":[0,2,4,8,9,13,14,15,17,22],"It":[0,9,15,17,20,21,22],"Its":[13,19,21],"No":[8,15],"On":15,"Or":21,"The":[1,2,4,5,7,8,9,11,14,15,16,17,18,21,24],"There":[7,13],"These":[0,2,5,11,13,17],"To":[2,6,8,11,13,15,16,19,21],"With":[0,2,13,15,21,22],"__init__":16,"__main__":[0,2],"__name__":[0,2,21],"a1c":1,"abil":[4,8,9,11,15,22,24],"abl":11,"about":[0,1,7,8,9,11,13,14,15,16,18,22,24],"abov":[0,1,2,9,13,16,19],"abstract":3,"accept":[6,8,9,12],"access":[9,13,14,15,19,20,21,23],"access_":18,"access_ingress":18,"access_intern":18,"access_kei":[0,1,3,6,8,9,15,24],"access_llm":18,"accident":9,"accordingli":21,"account":[17,21],"accur":[1,2,4,8,11,13,17,22],"accuraci":[2,8,22],"achiev":[8,13,17],"across":[0,1,3,9,13,17,21],"act":[4,6,13,19],"action":[0,4,5,8,9,11,17,22,24],"activ":[9,15],"actual":[0,2,8,16,21],"ad":[0,11,13,22],"add":[1,2,3,6,8,13,17,21],"add_span_processor":21,"addit":[1,2,4,6,8,9,20,22],"addition":1,"address":[0,1,3,6,8,9,11,15,24],"adher":22,"adilhafeez":18,"adjust":[11,16,21],"adopt":[21,23],"advanc":[8,17],"advantag":[8,13],"advic":[0,3,8,9,24],"affect":21,"afraid":17,"african":15,"after":[9,16,17,21],"against":[8,22],"agent":[1,2,9,11,13,14,17,18,22,23,24],"agent_nam":16,"aggreg":17,"agnost":[3,13],"agre":16,"ai":[2,3,4,9,11,13,16,17,18],"aid":9,"air":1,"airbnb":13,"alert":[18,19],"alertmanag":19,"algorithm":13,"align":8,"all":[0,1,3,6,8,9,12,13,14,21,23,24],"allow":[0,4,8,11,12,13,15,17,21],"along":15,"alongsid":[7,9,11,13],"alreadi":21,"also":[0,3,4,8,9,11,15,24],"altern":[5,22],"alwai":[5,16],"ambigu":17,"amount":12,"an":[0,1,2,3,5,9,11,13,15,17,19,21,22,23,24],"analysi":[5,16],"analyt":17,"analyz":[0,4,8,13,16,17,18,21,22],"ang":8,"ani":[0,1,3,4,8,9,13,14,15,17,21,22],"annot":1,"answer":[1,8,9,16,24],"anthrop":3,"api":[0,1,3,4,5,6,7,8,9,11,13,14,15,16,17,18,19,21],"api_bas":8,"api_kei":[8,15,21],"api_serv":[4,17,18],"api_vers":19,"apivers":19,"apm":21,"app":[11,16,23],"app_serv":[0,8,9,24],"append":[0,2],"appli":[8,9,11,13,14,22,24],"applic":[0,2,3,4,5,6,7,8,9,11,13,14,15,16,17,18,19,21,22],"approach":[2,4,8,21,24],"appropri":[2,4,5,8,9,11,16],"ar":[0,1,2,3,5,6,7,8,9,11,13,15,16,17,18,19,21,22,24],"arch":[0,2,3,4,5,6,7,9,11,12,16,18,19,21,24],"arch_config":[1,3,8,11,15,24],"arch_llm_listen":18,"archgw":[7,15,19],"archgw_log":18,"architectur":[4,10,11,12,13,21,22],"aris":[5,11],"around":[9,12],"arriv":9,"art":[8,15,17],"ask":[1,2,15,17,21],"aspect":[13,19],"assign":16,"assist":[0,1,3,8,9,15,16,21,22,24],"assum":[1,8,15],"attach":4,"attack":22,"attempt":[8,9,13,22],"attent":[16,17],"attribut":[4,17,21],"aud":15,"augment":9,"australian":15,"author":18,"auto_llm_dispatch_on_respons":[8,9,24],"autom":[16,17],"automat":[6,8,13,16,17,21,22],"avail":[1,3,7,9,13,21],"averag":7,"awsxrai":21,"b25f":18,"b265":18,"back":[7,9,16,21],"backend":[4,8,9,11,13,17,19,21],"bad":5,"baht":15,"balanc":[0,8,9,17,24],"base":[0,1,2,3,4,6,8,9,11,13,15,16,17,22],"base_url":[3,15,21],"basemodel":1,"bash":7,"batch":[9,21],"batchspanprocessor":21,"battl":13,"been":[15,17],"befor":[8,9,11,15,22],"begin":15,"behalf":[1,8,9,18],"behavior":[8,9,11,18,22,24],"behind":14,"being":[8,9,11],"belief":13,"below":[1,3,4,7,8,9,15,19,21],"benchmark":17,"benefici":[16,17],"benefit":[1,13,20],"best":[4,6,10,13,20],"better":[4,13,17,22],"between":[0,3,4,8,9,12,16,17,21,24],"bgn":15,"bill":21,"bin":15,"bind":[3,6,8,11],"blaze":10,"block":[3,12],"blood":1,"blurri":1,"bodi":8,"bool":[4,8,9,24],"bootstrap":9,"borrow":11,"both":[8,13,14,17,19,22],"bound":[8,12],"brazilian":15,"break":[13,18],"breaker":9,"bridg":[4,9,17],"brief":[4,9],"briefli":9,"british":15,"brl":15,"broader":0,"buil":[1,2],"build":[0,2,3,4,6,8,11,12,13,22],"build_with_arch":14,"built":[0,1,7,8,9,11,13,21,23],"bulgarian":15,"busi":[0,8,9,11,13,17,23],"bypass":22,"byte":[18,21],"bytes_receiv":18,"bytes_s":18,"c":13,"cad":15,"call":[1,3,4,5,7,8,9,11,13,14,15,16,18,23],"call_openai":16,"campaign":[0,11,13],"can":[0,1,2,3,4,5,6,7,8,9,11,13,15,16,17,18,21,22,24],"canadian":15,"capabl":[0,1,2,4,8,11,13,15,16,17,24],"capit":[3,8,15],"captur":[5,13,21],"care":17,"carefulli":[4,16],"carri":[9,21],"case":[0,13,14],"categor":5,"categori":[8,16],"cathedr":15,"caus":5,"caveat":16,"celsiu":[4,17],"center":15,"central":[0,1,3,6,8,9,13,17,18,24],"certain":22,"chain":9,"chanc":22,"chang":[1,2,8,11,21],"charact":21,"chat":[15,16,18,21],"chat_complet":21,"chatbot":21,"chatcompletionsrequest":16,"cheaper":[7,8],"cheapest":0,"check":[1,6,8,9,11,17,21],"chf":15,"children":21,"chines":15,"choic":[8,15,21],"choos":[13,17],"chunk":2,"circuit":9,"citi":[4,15,17],"claim":[0,13],"clarif":[1,2,13,14,23],"clarifi":[11,13],"class":[1,3,13,16],"classif":8,"classifi":22,"claud":8,"clear":[5,16,17,22],"clearer":[4,17],"clearli":[4,16],"cli":15,"client":[3,5,6,9,11,12,21],"closest":8,"cloud":[3,10],"cluster":[0,3,8,9,13,24],"cnversat":1,"cny":15,"co":21,"code":[3,4,5,8,9,11,12,13,15,18],"codebas":21,"codec":9,"coher":3,"colleagu":17,"collect":[0,8,17,19,21],"collector":21,"com":[17,18,21],"combin":[2,4,17],"command":7,"comment":[8,11],"commit":21,"common":[0,1,13,14,16,17,21,23],"commun":[3,5,9,11,15,21],"compact":8,"compani":13,"compar":8,"compat":[13,21,24],"complet":[3,8,9,15,16,17,18,21,24],"completion_api":16,"complex":[0,3,4,6,11,12,16,17,21,22],"complianc":22,"compliant":3,"compon":[9,13,21],"compos":15,"composit":8,"comprehens":15,"concept":[1,4,10,11],"concern":[7,9],"concis":9,"confid":22,"config":[11,19,21],"configiur":19,"configur":[0,1,2,3,7,8,10,11,12,13,15,16,20,21,23],"confirm":[8,9,17,21,24],"congratul":15,"connect":[0,4,6,7,8,9,11,12,13,15,24],"connect_timeout":[0,8,9,24],"conpleix":1,"consid":[8,16],"consider":1,"considert":1,"consist":[11,13,17,21],"consol":21,"constraint":22,"contain":[7,8,9,11,13,15,21,22],"content":[1,5,8,15,16,21,22],"context":[4,5,9,11,13,15,17,21],"contextu":2,"continu":13,"contribut":15,"contributor":[13,23],"control":[7,11,12,24],"conveni":1,"conver":2,"convers":[0,1,2,8,13],"convert":15,"coordin":[4,12],"core":[1,4,9,15],"corpu":22,"correct":[1,5,8,16,22],"correctli":21,"correspond":9,"cost":[1,7,13],"could":[0,8,9,11,17,24],"count":9,"cover":4,"covners":1,"cpu":[9,10],"creat":[0,3,5,6,8,9,11,13,14,17,21,24],"create_gradio_app":1,"createus":5,"creativ":17,"credenti":21,"crime":8,"criteria":22,"critic":[0,2,5,8,9,11,13,17,19,21,24],"crucial":[17,18,21],"cultur":15,"curiou":[8,9,15,22,24],"currency_exchang":15,"currency_symbol":15,"current":[4,17],"custom":[8,14,16,21],"cut":13,"cycl":13,"czech":15,"czk":15,"dai":[0,2],"dame":15,"danish":15,"dashbaord":19,"dashboard":[17,20,21],"data":[0,2,4,8,9,11,13,15,17,19,21,22],"databas":[0,2,17],"datadoghq":21,"dataset":0,"datasourc":19,"date":[4,15,17],"davinci":8,"dc":18,"dd_site":21,"de":9,"debug":[0,2,9,18,21],"decemb":15,"decis":[0,3,7,8,9,11,24],"decoupl":4,"decrypt":9,"dedic":8,"deep":[6,14],"deeper":15,"def":[0,1,2,16,17,21],"default":[0,1,2,3,6,7,8,9,15,18,24],"defens":22,"defin":[3,8,9,15,16,21,24],"definit":[11,16,17],"degrad":5,"deliv":17,"deliveri":9,"demo":[13,15,16],"demonstr":[16,17],"depend":[0,9,13,15],"deploi":[7,9,13,21],"deploy":13,"describ":[1,2,5,9,16],"descript":[0,1,2,4,8,9,15,16,17,24],"design":[0,4,5,7,8,9,11,13,14,16,17,19,21,23],"desir":[4,17],"destroi":9,"detail":[1,2,3,4,5,6,8,9,11,13,17,18,21],"detect":[1,2,7,8,9,11,22],"determin":[4,9,16,17,21],"dev":[7,15],"develop":[1,2,3,4,5,6,8,9,13,14,15,21,22],"devic":[0,1,2,4,7,8,9,24],"device_id":[0,2,8,9,24],"device_reboot":0,"device_summari":[0,2],"diabet":1,"diabeter":1,"diagnos":1,"dict":4,"dictionari":8,"differ":[0,3,8,9,17,21,24],"difficult":13,"dipatch":1,"direct":[4,6,16],"directli":[8,11],"disast":13,"discov":14,"diseas":1,"disease_diagnos":1,"diseases_symptom":1,"dispatch":9,"displai":[5,17],"distribut":[8,9,21],"dive":[11,14,15],"divers":22,"dkk":15,"dn":6,"do":[4,8,13,15,18],"doc":[2,14],"docker":[0,3,15,19,21],"document":[4,8,11,14,15,21],"doe":[0,4,17,22],"dollar":15,"domain":[9,17],"don":[1,7,17],"down":18,"downstream":[1,8,9,10,11,12,17,21],"dramat":7,"draw":8,"driven":[4,14,15],"dropbox":13,"due":5,"durat":[9,18],"dure":[5,9],"dynam":[8,17,22],"e":[4,9,11,17,18,21],"each":[1,4,8,9,13,16,17,18,21],"earli":[8,9,13],"earlier":9,"eas":21,"easi":[15,17,21],"easier":[4,6,15,18],"easili":[3,13,21],"easilli":1,"econom":1,"ecosystem":21,"edg":[9,13,14,17,23],"edit":19,"effect":[1,4,8,13,14,16],"effici":[0,1,2,4,7,8,15,16,21],"egress":[3,10,11,13,14],"egress_traff":[15,24],"eiffel":15,"either":[4,9,17],"elasticsearch":18,"element":4,"elk":18,"email":17,"embarrassingli":12,"embed":[8,18,22,24],"emiss":1,"empow":[4,22],"enabl":[0,2,3,4,5,7,9,11,13,16,17,21,24],"encount":[9,11],"encrypt":9,"end":[1,4,13,21],"endpoint":[0,1,2,3,4,5,8,9,11,15,16,17,19,21,24],"energi":1,"energy_sourc":1,"energy_source_info":1,"energysourcerequest":1,"energysourcerespons":1,"enforc":9,"engag":[0,9,13,16],"engin":[1,2,8,13],"enhanc":[2,4,8,9,15,16,21,22],"enough":5,"enrich":[1,4,8,11],"ensur":[0,3,4,5,6,8,9,13,15,16,17,21,22],"entir":[13,21],"entri":6,"enum":[1,4,8,9,17,24],"env":15,"environ":[15,17,21],"envoi":[3,6,8,9,11,12,13,23],"equal":[4,12],"equival":15,"error":[0,1,2,4,9,10,11,13,19,21,22,23],"error_target":24,"error_target_1":24,"escal":[4,16],"escalate_to_human":[4,16],"essenti":[4,6,14,22],"establish":[0,8,9,24],"etc":[3,8,9,11,13,15,24],"ethnic":22,"eu":21,"eur":15,"euro":15,"evalu":8,"evaluation_interv":19,"even":[0,17],"evenli":9,"event":[0,9],"everi":18,"exactli":9,"exampl":[0,6,9,10,11,15,18,24],"exceed":9,"excel":22,"except":5,"exception":13,"excess":[1,9],"exchang":15,"exclus":[13,23],"execut":[5,8,9,17,22],"exist":[9,21],"expect":[5,17],"expens":1,"experi":[2,4,8,9,13,15,17,22],"explain":17,"explan":[4,17],"explanatori":18,"explicitli":22,"explor":[14,15],"export":[18,19,21],"expos":[0,6,8,13,18,22],"extend":[13,14],"extern":[0,2,21],"extract":[0,1,4,8,9,11,13,17,21,24],"extrem":8,"f":[0,1,2,16,17,18,21],"f376e8d8c586":18,"face":8,"facilit":21,"fact":[0,3,8,9,24],"fahrenheit":[4,17],"fail":[3,5,9,11],"failov":[0,1,3,6,8,9,24],"failur":5,"fair":9,"fallback":5,"fals":[2,4,8,9,24],"familiar":[9,13],"familizari":1,"faser":0,"fashion":[1,9,15],"fast":[1,2,4,8,10,11,13,14,15,23],"fastapi":[1,16],"faster":[2,7,8,11,13,14,21,23],"fastest":0,"fatigu":1,"fault":[3,8],"fc":9,"fc1b":0,"featur":[8,11,13,14,16,20,21,22,24],"feed":18,"feedback":[5,8,22],"feel":1,"fetch":[15,17],"few":[11,18,21],"field":[1,18],"file":[1,3,4,6,8,9,19],"filter":[6,9,12,13,22],"final":9,"find":17,"first":[1,3,7,8,9,13,15,17,19,22],"firtst":1,"fit":9,"flag":[8,9,21,22,24],"flask":0,"flexibl":[13,19,21],"float":4,"flow":[5,10,13,14,17,18,21],"fluentd":18,"focu":[0,1,9,13],"focus":[8,13,17],"follow":[1,3,4,5,7,8,9,11,13,15,16,18,21,24],"forint":15,"form":17,"format":[4,8,13,17,19,20,22],"forward":[1,5,7,8,9,11,12,18,21],"fossil":1,"found":[1,13,18],"frame":9,"framework":[8,13,19,21],"franc":[3,8,15],"francisco":[4,17],"frankfurt":15,"frankfurther_api":15,"free":1,"frequent":1,"friendli":17,"from":[0,1,2,3,4,5,6,8,9,11,12,13,15,16,17,21,24],"front":13,"frontier":[0,8],"fuel":1,"full":[4,8,11,15,16,24],"fulli":4,"function":[4,5,7,8,9,11,12,13,14,23],"function_cal":14,"functionvalidationerror":5,"further":[8,15,16,21],"futur":4,"g":[4,9,11,17,18,21],"ga":1,"gap":17,"gastronomi":15,"gatewai":[3,9,11,13,14,16,17,18,19,21,24],"gather":[0,9,13],"gbp":15,"genai":[4,15,23],"gener":[0,4,7,9,11,12,15,16,17,19,21,22],"get":[0,1,2,4,7,9,13,15,16,17,21,24],"get_device_statist":2,"get_device_summari":[0,2],"get_info_for_energy_sourc":1,"get_json":[0,2],"get_supported_curr":15,"get_system_prompt":16,"get_trac":21,"get_weath":[4,17],"get_workforc":1,"github":[4,8,15,16],"give":13,"given":[0,2,9],"global":[15,19],"glucos":1,"go":[0,13],"goal":13,"googl":13,"got":5,"govern":[1,13],"gpt":[0,1,3,6,7,8,9,15,17,21,24],"gpu":10,"gr":1,"grace":5,"gracefulli":[5,11],"gradio":1,"grafana":20,"greenhous":1,"group":0,"grpc":21,"guard":[9,10,13,14,23],"guardrail":[5,6,7,8,9,11,13,14,15,22,24],"guid":[3,8,15,17,21,22],"guidelin":22,"ha":[8,9,13,15,16,17,21],"hallucin":18,"hand":[4,23],"handel":[8,9,24],"handl":[0,1,2,3,4,5,6,8,9,11,12,13,14,16,17,21,22,23],"handle_request":21,"handler":[4,8,9],"handoff":13,"happen":13,"hardwar":12,"harm":[8,9,22],"hate":8,"have":[1,7,13,15,17,21,22],"haven":1,"hazard":8,"hcm":9,"header":[9,10,11,13,15,20],"health":9,"healthi":[9,15],"heavi":[13,14,23],"hello":21,"help":[0,1,2,3,4,5,7,8,9,11,13,14,15,17,19,21,22,24],"here":[0,2,4,6,8,9,11,15,17,18,21,22],"hexadecim":21,"high":[0,1,3,4,8,10,13,14,17],"higher":13,"highli":[1,2,17],"hint":15,"histori":[1,17],"hit":13,"hkd":15,"hong":15,"honor_timestamp":19,"horrid":13,"host":[0,3,6,7,8,9,11,18,19],"hostnam":[0,8,9,24],"how":[0,1,2,3,4,7,8,9,13,14,15,16,17,19,20],"howev":9,"html":14,"http":[3,5,7,8,9,13,15,17,18,19,21],"http_method":[1,4,24],"httpexcept":1,"huf":15,"hug":8,"huggingfac":[0,1],"human":[4,5,16],"hungarian":15,"hygien":13,"i":[0,1,3,4,6,7,8,9,11,12,13,15,16,18,19,21,23,24],"iam":21,"iceland":15,"icon":15,"id":[0,2,5,9,18,21],"idea":14,"identif":17,"identifi":[0,2,4,5,8,9,17,21,24],"idr":15,"il":15,"illustr":1,"immedi":22,"impact":21,"implement":[8,9,16,21,22],"import":[0,1,2,3,8,15,17,18,21],"improp":5,"improv":[2,7,13,14,16,22],"in_path":[4,15],"incent":1,"includ":[1,2,3,4,6,9,13,15,17,18,19,21,22],"incom":[6,7,8,9,11,17,21,24],"incomplet":17,"incredibli":13,"indian":15,"indic":[4,9,21],"indonesian":15,"industri":8,"infer":13,"info":[15,16],"inform":[0,1,2,4,5,8,9,11,13,17,18,21,22,24],"information_extract":[8,9,24],"infrastructur":[3,13],"ingress":[8,10,11,13,14],"ingress_traff":[3,6,8,9,15,24],"init":21,"initi":[1,3,6,9,11,20],"inject":[21,22],"inner":9,"innov":15,"input":[0,4,5,13,14,16,17,22,23],"input_guard":[8,9,15,22,24],"inquiri":16,"inr":15,"insecur":21,"instal":[15,21],"instanc":[3,9,11,24],"instead":[13,17],"instruct":[7,14,16,24],"instrument":19,"insur":[0,13],"insurance_claim_detail":18,"int":[0,2,4],"integ":[0,2,5],"integr":[2,3,4,13,14,15,17,18,19,20,23],"intellig":[3,4,7,9,11,13,14,16,23],"intend":22,"intent":[0,7,9,13,16,17,24],"interact":[0,8,14,16,17,18,21,22],"intercept":8,"interest":15,"interfac":3,"interfer":15,"intern":[0,2,3,9,11,19,21],"interoper":21,"interpret":[4,5,17],"intro":[14,23],"intro_to_arch":14,"introduc":[11,14],"invalid":[5,17],"inventori":21,"investig":21,"invoc":[4,17],"invok":[0,4,5,17],"involv":[0,4,13],"ip":[0,8,9,24],"ip1":[0,8,9,24],"ip2":[0,8,9,24],"isdefault":19,"isinst":[0,2],"isk":15,"isol":15,"isra":15,"issu":[4,5,11,16,21],"issues_and_repair":[4,16],"item":[4,8],"iter":17,"itinerari":17,"its":[0,1,4,7,8,9,11,12,13,15,21],"itself":[3,6,8],"jaeger":21,"jailbreak":[8,9,13,15,22,24],"japanes":15,"java":13,"job_nam":19,"jpy":15,"jq":15,"json":[1,5,15,17],"jsonifi":[0,2],"just":[0,1,3,8,9,13,24],"keep":[11,17],"kei":[0,1,3,6,7,8,9,10,16,20,21,24],"kept":24,"kibana":18,"kind":5,"king":17,"know":[7,8,11,13,22],"knowledg":[1,2,6,9,14],"known":[8,15],"kong":15,"korean":15,"koruna":15,"krona":15,"krone":15,"krw":15,"kr\u00f3na":15,"kubernet":21,"l7":13,"landmark":15,"langtrace_api_kei":21,"langtrace_python_sdk":21,"languag":[2,9,13,17,21],"larg":[2,8,9,12,17,21],"last":[0,1,2],"latenc":[0,1,2,7,8,13,17,19],"later":5,"latest":[3,15],"layer":[8,21,22],"lead":[4,8,13,16,22],"learn":[13,14,15,17],"less":16,"let":[13,14,18,23],"leu":15,"lev":15,"level":[3,4,6,7,10,13,14,17],"leverag":[2,21],"libev":9,"librari":[3,13],"lifecycl":[10,23],"lifetim":[9,12],"lift":[13,14,23],"lightweight":[0,13],"like":[1,2,3,4,5,6,8,9,11,13,15,17,18,19,21,22,24],"limit":[0,1,3,6,8,9,24],"line":13,"linearli":13,"lira":15,"list":[0,2,4,8,9,15,24],"listen":[0,1,3,8,9,10,11,15,21,23,24],"live":9,"ll":[0,1],"llama":3,"llama3":3,"llm":[0,1,2,6,7,9,10,11,13,14,17,19,21,22,23,24],"llm_provid":[0,1,3,6,8,9,14,15,24],"load":[0,8,9,24],"local":[1,3,6,8,9,10],"localhost":[15,19,21],"locat":[4,11,17],"log":[5,9,11,19,20,21,23],"logger":16,"logic":[0,1,3,5,6,8,9,11,13,14,17,22,23,24],"long":1,"look":[8,9,15,22,24],"loop":9,"louvr":15,"love":23,"low":[0,7,17],"lower":1,"m":15,"machin":12,"made":15,"mai":[0,9,22],"main":[9,11,15,21],"maintain":[4,9],"mainten":4,"major":[12,15],"make":[0,1,3,5,6,7,8,9,11,13,15,17,18,21],"malaysian":15,"malici":[9,22],"manag":[0,1,3,4,5,6,7,8,9,13,14,15,16,17,18,21,22,24],"mandatori":4,"mani":[9,21],"manipul":[0,13,19],"manual":[1,2],"manufactur":[0,3,8,9,24],"map":17,"mark":4,"market":16,"massiv":13,"match":[0,9,24],"matter":[13,17],"max":[0,8,9,24],"me":15,"mean":[15,18,21],"meaning":5,"measur":[13,19],"mechan":[0,3,14,17,22],"meet":[17,22],"messag":[1,5,9,10,15,16,17,21,22,24],"message_format":[0,1,3,6,8,9,15,24],"metadata":[4,8,11,16,18],"method":[0,1,2,18],"metric":[11,13,20,21],"metrics_path":19,"mexican":15,"mi":16,"might":[7,22],"mind":[17,21],"mini":21,"minim":[6,21,22],"ministr":[3,15],"minor":22,"minut":[1,2],"misalign":22,"misformat":22,"miss":[0,5,13],"mistak":22,"mistral":[3,15,24],"mistral8x7b":24,"mistral_api_kei":[15,24],"mistral_loc":24,"mistrallocal7b":24,"misus":22,"mode":7,"model":[0,1,2,3,6,8,9,10,11,15,17,21,22,23,24],"model_dump":16,"model_serv":18,"moder":10,"modern":[19,21],"modif":9,"modifi":1,"modul":21,"modular":4,"monitor":[8,9,13,14,16,18,20,21,23],"more":[0,1,2,4,6,8,11,12,13,16,17,18,21,22],"most":[0,4,8,12,15,16,17,18],"move":[13,14,23],"multi":23,"multipl":[9,12,17],"museum":15,"must":[0,2,21],"mxn":15,"my":[8,9,15,22,24],"myr":15,"n":[15,16],"n1":15,"n10":15,"n11":15,"n12":15,"n13":15,"n14":15,"n15":15,"n16":15,"n17":15,"n18":15,"n19":15,"n2":15,"n20":15,"n21":15,"n22":15,"n23":15,"n24":15,"n25":15,"n26":15,"n27":15,"n28":15,"n29":15,"n3":15,"n30":15,"n31":15,"n4":15,"n5":15,"n6":15,"n7":15,"n8":15,"n9":15,"name":[0,1,2,3,4,6,8,9,11,15,16,17,19,21,24],"nativ":19,"natur":[5,8,9,16,17,24],"navig":[14,22],"necessari":[4,8,9,16,17],"need":[0,1,4,7,8,9,11,14,15,16,17,19,21],"network":[0,3,6,7,8,10,11,13,14,17,24],"network_qa":0,"network_summari":0,"never":15,"new":[1,4,13,15,17,21],"next":[17,23],"nif":15,"nli":[8,24],"nok":15,"non":12,"none":1,"norwegian":15,"note":[7,11,18,19,24],"notr":15,"nuanc":13,"number":[2,9,12,17],"nzd":15,"o":[1,21],"object":[1,13,18],"observ":[3,13,14,16,19,21,23,24],"occur":5,"off":[4,23],"offer":[0,1,3,4,8,9,11,13,16,22,24],"often":[1,2,17],"ollama":3,"on_except":[8,9,15,22,24],"onc":[0,1,2,8,9,12,15,17,21],"one":[0,9,11,15,17,21],"ones":[1,13,17],"ongo":17,"onli":[4,6,7,8,9,15,17,22,24],"opaqu":13,"open":[1,4,19,21],"openai":[0,1,6,9,18,21,24],"openai_api_kei":[0,1,3,6,8,9,15,21,24],"opentelemetri":[13,19,24],"oper":[9,11,13,15,17],"optim":[6,16,17,21],"option":[0,1,2,4,7,14,21],"oral":1,"orchestr":4,"order":[9,17,21],"organ":4,"orient":17,"origin":[8,11,13,18],"oss":3,"otel":21,"other":[5,7,9,11,13,15,17,21],"otlp":21,"otlp_export":21,"otlpspanexport":21,"our":[2,7,8,9,13,16,17],"out":[11,13,17],"outbound":[3,13,15,21],"outgo":[6,17,21],"outlin":9,"outperform":0,"output":[2,13,16,17,19,22],"outsid":[13,23],"over":[0,2,3,13],"overal":[4,7,16],"overload":9,"overrid":[4,8,9,15,24],"overview":[1,20,23],"overwhelm":9,"own":9,"p50":[0,8],"packag":[15,21],"page":8,"pai":17,"pain":13,"pair":8,"par":17,"parallel":[9,12,17],"param":[17,19],"paramet":[1,5,8,9,13,15,17,22,24],"parent":21,"pari":15,"pars":[5,17,18],"part":[4,9,13,17,21],"particular":[4,17],"particularli":16,"pass":[8,9,18],"past":[2,13],"path":[0,1,2,4,8,9,11,15,17,18,24],"payment":[17,21],"pend":21,"per":[9,13,17,18,19],"perceiv":[13,19],"perform":[0,4,6,7,8,9,12,13,16,17,21,22],"period":9,"person":[0,4,13,15,16,17,23],"peski":[13,14,23],"peso":15,"phase":8,"philippin":15,"php":[13,15],"piec":[4,8],"pilot":21,"pip":[15,21],"pipelin":[9,21],"place":[9,17],"placehold":[0,2,16,21],"plan":[4,8,11],"pleas":[2,4,5,7,8,16,17],"pln":15,"pod":21,"point":[6,8,17],"polici":[9,21],"polish":15,"pollut":1,"pool":9,"popul":15,"popular":21,"port":[0,1,3,6,8,9,11,15,24],"possibl":5,"post":[0,1,2,16,18,24],"potenti":[8,16],"pound":15,"power":[1,8,17,21,22],"practic":[4,6,9,10,13,14,20],"pre":[9,22],"preced":21,"precis":[1,2,4,17],"predefin":[0,8,11,13],"prefer":[17,21],"premis":[3,7],"prepar":21,"presenc":[3,6],"present":[2,13,17,21],"prevent":[9,13,21,22],"previou":[1,2],"price":[7,15,16],"primari":[6,8,12],"primit":[3,6,8,11],"print":[3,8,15,17,21],"priorit":22,"privaci":8,"proce":[8,9,24],"process":[4,5,7,8,11,12,13,14,16,17,18,19,21,22],"process_customer_request":21,"processess":1,"processor":21,"produc":17,"product":[17,21],"profil":17,"program":[8,9,22,24],"prometheu":19,"promethu":19,"prompt":[1,3,5,6,7,9,10,11,12,13,14,15,16,19,23,24],"prompt_guard":[8,9,14,15,24],"prompt_target":[0,1,2,4,8,9,11,14,15,16,17,24],"prompt_target_intent_matching_threshold":24,"prone":[1,2],"propag":[8,13,20],"proper":21,"properli":11,"propos":16,"protect":[21,22],"proto":21,"protocol":[3,9,15,18,21],"proven":13,"provid":[0,1,2,4,5,6,8,9,11,13,14,15,17,18,19,21,22,23,24],"provider_interfac":[3,6,8,9,15,24],"proxi":[8,9,11,13,14,19,23],"publish":19,"pull":2,"purchas":[0,3,4,8,9,16,24],"purpos":[0,4,7,8,9,11],"pydant":1,"python":[13,18],"q":[0,17],"q1":22,"qualiti":2,"queri":[0,1,2,4,15,16,17,21],"question":[1,8,9,24],"quick":21,"quickli":[7,13,14,15],"quickstart":[14,23],"quot":16,"rag":[8,9,11,14,23],"rag_energy_source_ag":1,"rais":17,"rand":15,"random_sampl":21,"rang":[0,2,11,19,21],"rare":9,"rate":[3,8,9,13,15,19,21,24],"rather":[2,5],"raw":5,"rch":11,"re":[1,2,8,9,13,15,17,21,22,24],"reach":22,"read":[1,6,8,9,13,16,17,21],"readabl":[4,5],"real":[0,2,15,17],"realli":13,"reboot":[0,2,4,8,9,24],"reboot_devic":[0,4],"reboot_network_devic":[8,9,24],"receiv":[5,8,9,11,16,17,18,21,22],"recept":9,"recognit":[4,8],"recommend":[1,4,9,12,15],"record":[13,21],"recoveri":13,"reddit":13,"reduc":[1,16,22],"refer":[0,2,7,11,15,17,18,21,23],"refernc":17,"refin":8,"refund":[4,16],"region":21,"regularli":16,"reject":8,"relat":[0,4,7,9,11,13,16,19,21],"relev":[0,1,2,4,9,17],"reli":[2,8,21],"reliabl":[2,3,6,17,22],"remain":17,"rememb":17,"remind":17,"renew":1,"renminbi":15,"repair":[4,16],"repeat":[16,22],"replac":21,"report":16,"repositori":15,"repres":[8,21],"req":[4,16],"request":[5,6,8,10,11,13,15,16,17,18,21,22,23],"requestsinstrumentor":21,"requir":[0,1,2,4,5,6,8,9,13,15,16,17,24],"resili":[8,13],"resolv":21,"resourc":[15,20],"respect":[18,19],"respond":[5,13,16,19,21],"respons":[0,1,2,3,4,5,8,9,11,14,15,16,17,18,21,22,24],"response_cod":18,"response_flag":18,"rest":[9,12],"result":[0,17],"retri":[0,1,3,6,8,9,13,24],"retriev":[0,8,9,11,17],"return":[0,1,2,4,9,11,16,17,21,22],"reveal":16,"revers":9,"review":16,"ridicul":16,"ringgit":15,"risk":22,"roadmap":8,"robin":[0,8,9,24],"robust":[8,13,17,22],"role":[5,8,15,16,21],"romanian":15,"ron":15,"root":5,"round":[0,8,9,24],"rout":[0,2,3,6,8,9,11,13,14,23,24],"router":[4,9],"routin":[16,17],"rule":17,"run":[0,2,7,8,9,11,13,15,21],"runtimeerror":5,"rupe":15,"rupiah":15,"safer":22,"safeti":[6,8,13,22],"sai":17,"sale":[4,16],"sales_ag":[4,16],"same":[13,17],"sampl":[15,19,21,24],"sampling_r":24,"san":[4,17],"sanit":[9,22],"satisfact":16,"save":1,"scalabl":[4,15],"scale":[3,9,13],"scenario":[0,1,2,4,7,8,9,13,14,16,17,24],"schedul":[8,11,17],"schema":15,"scheme":19,"scienc":17,"score":8,"scrape_config":19,"scrape_interv":19,"scrape_timeout":19,"screenshot":19,"script":[15,17],"scrutini":22,"sdk":21,"seamless":[3,13,14,16,17,23],"seamlessli":[3,4,19,21],"seattl":17,"section":[1,2,3,4,6,8,9,14,16,21],"secur":[3,6,8,9,13,14,21,22],"see":[4,6,8,11,16,17],"sek":15,"select":[9,15,16],"self":[7,9,11,13,16,18],"semant":8,"send":[3,8,9,11,17,21,24],"sender":8,"sensit":[16,21],"sent":[9,18],"sentenc":16,"separ":[7,9,11,12],"sequenti":0,"serv":[9,10,11,23],"server":[5,7,9,11,13,14,15],"servic":[0,2,4,8,9,17,18,21],"set":[4,6,7,8,9,11,13,14,15,17,21,24],"set_tracer_provid":21,"setup":[1,6,8,17,21],"sever":[9,13,19],"sgd":15,"shape":13,"share":[8,9,11],"sheqel":15,"should":[4,5,9,17],"show":[1,3,15],"side":5,"signatur":17,"signifc":2,"significantli":16,"similar":8,"simpl":[8,11,15,16,17,21],"simpli":[3,6,8,15,21],"simplic":9,"simplif":6,"simplifi":[3,4,6,14,21],"simul":[0,2],"simultan":0,"sinc":[8,15],"singapor":15,"singl":[1,8,11,12,13,17,24],"sit":[13,14,17],"site":21,"skimp":17,"slow":[1,2],"slowest":7,"small":[12,13],"smart":[13,17],"smarter":2,"sni":9,"so":[0,1,2,7,8,11,13,17],"socket":9,"softwar":[8,13],"solar":1,"sole":2,"solut":[4,16],"some":[1,9,12,15,17,19],"sonnet":8,"sophist":4,"sota":17,"sourc":[1,2,15,17,19,21],"south":15,"span":[9,21],"span_processor":21,"special":[4,13,14,16,21],"specif":[0,1,2,4,5,7,8,9,13,15,16,17,21,22,24],"specifi":[2,4,9,11,17],"speed":[2,7,13,19],"spell":17,"spend":12,"sporad":12,"sql":2,"stack":[5,13,14,17,18],"staff":16,"stage":22,"stai":8,"standalon":21,"standard":[13,21],"start":[3,6,7,8,11,21],"start_as_current_span":21,"start_tim":18,"stat":[0,2,9,19],"state":[4,8,9,15,17],"static":9,"static_config":19,"statist":[0,2,9],"statu":[17,18,21],"step":[14,21,23],"stock":21,"store":[2,19],"str":[1,4,8,9,15,16,17,24],"straightforward":17,"stream":[9,16],"streamlin":[2,4,6],"string":5,"strip":8,"stripe":13,"structur":[2,18],"struggl":[1,2,13],"stuck":13,"stuff":17,"submit":[16,17],"substanti":13,"subsystem":[0,3,6,7,8,9,13,24],"success":[13,15],"successfulli":15,"sugar":1,"suggest":[17,22],"suit":13,"suitabl":[4,16,17],"summar":[1,4,8,9,11,17,24],"summari":[1,8,9,17,20,24],"support":[0,1,3,4,8,9,11,13,15,16,19,21,22],"sure":[5,21],"sustain":1,"swedish":15,"swiss":15,"switch":3,"symbol":15,"symptom":1,"system":[0,1,3,5,6,8,9,13,15,16,17,18,21,22,24],"system_prompt":[0,1,3,8,9,15,16,24],"t":[1,7,13,17],"tail":18,"tailor":[0,13,17,22],"take":[8,9,11,13],"taken":18,"talk":1,"target":[1,3,6,9,10,11,14,15,16,19,23,24],"task":[0,4,8,9,11,12,13,14,17,23],"tcp":9,"tech":[1,14,21,23],"tech_overview":14,"technic":[16,21],"techniqu":[1,2,8,22],"technologi":[1,13,14],"tediou":13,"telemetri":[13,19,21],"temperatur":[4,17],"term":1,"termin":13,"terminologi":[10,23],"test":[1,7,13,17],"text":[8,9,17],"tft":[13,19],"thai":15,"than":[0,2,7],"thb":15,"thei":[4,16,22],"them":[2,4,5,9,11,16,17,22],"thi":[0,1,2,3,4,5,6,7,8,9,11,12,13,14,15,16,17,18,21,24],"thing":11,"think":[13,17],"thirst":1,"thoroughli":17,"those":[0,1,2,11,21],"thread":[9,10,23],"three":[4,7,9,13,19],"threshold":24,"thrill":13,"through":[1,3,8,9,13,17,18,21],"throughput":[0,17],"time":[0,2,8,9,13,16,17,18,19,24],"time_rang":[0,2],"timeout":[3,6,8,9,15,19,24],"timestamp":9,"tip":10,"tl":[9,13],"tls_certif":[0,1],"todai":[4,9,15,22],"token":[1,7,8,13,19],"toler":[1,3,8],"too":[9,13],"took":18,"tool":[5,13,14,18,19,20,22,23],"top":[3,6,12],"topologi":10,"tot":[13,19],"total":[13,18,19],"tower":15,"trace":[5,8,9,11,13,19,20,23,24],"trace_export":21,"tracepar":[13,20],"tracer":21,"tracer_provid":21,"tracerprovid":21,"track":15,"tradit":13,"traffic":[3,6,8,9,13,14,16,17,18],"train":22,"transact":17,"transpar":13,"transport":9,"trap":13,"travel":[8,11,17],"travers":9,"treat":[8,9,24],"trigger":[0,11,14,17],"trivial":9,"troubleshoot":[4,5,14],"true":[0,1,2,3,4,6,8,9,15,17,19,21,24],"try":15,"tupl":4,"turbo":[0,1],"turkish":15,"turn":[17,23],"tutori":14,"two":[0,4,7,8,9,11],"type":[0,1,2,4,5,8,9,11,15,17,19,24],"typic":[9,17],"typo":22,"ui":9,"unauthor":8,"under":18,"understand":[13,14,17,19,21,22],"undifferenti":[9,11],"unexpect":17,"unifi":[3,13,14,23],"uniformli":21,"uniqu":[4,21],"unit":[4,15,17],"unknown_ag":16,"until":9,"unwant":9,"up":[1,7,11,14,15,16,21],"updat":[0,1,9,13,15,17],"upgrad":[3,9,13],"upon":9,"upstream":[1,8,9,10,11,13,14,17,18,19,24],"upstream_host":18,"urin":1,"url":[4,8,15,19],"us":[0,1,2,4,6,7,9,11,13,14,18,20,24],"usabl":22,"usag":[1,3,4,9,13,17,19],"usd":15,"use_agent_orchestr":4,"user":[0,1,2,4,5,8,9,11,13,15,16,17,18,19,21,22],"user_id":5,"usi":21,"usual":[8,15],"util":[4,8,9,15],"v":21,"v0":[0,1,3,6,8,9,15,24],"v1":[6,15,16,18,21],"v2":[15,19],"v24":15,"v3":15,"valid":[0,2,4,14,15,17,22],"validationerror":5,"valu":[0,4,8,9,17,21,22,24],"valueerror":17,"variabl":[15,21],"varieti":9,"variou":[12,13,17,21],"ve":[1,15],"vector":[2,8],"vendor":3,"venv":15,"veri":[9,21],"verif":21,"verifi":21,"version":[0,1,3,6,8,9,15,21,24],"via":[0,1,4,5,7,9,11,13,14,15,16,20,21,22,24],"view":[19,21],"violat":[5,9,11,22],"violent":8,"virtual":15,"visibl":18,"vision":1,"visit":8,"vpc":7,"w3c":[13,21],"wa":[9,13,17,18],"wai":[0,1,2,3,6,8,9,13,24],"wait":[0,8,9,16,24],"wall":13,"want":[0,4,11,13,15,17],"wast":13,"watch":17,"we":[1,3,4,9,11,12,15,22],"weather":[4,17],"weather_info":17,"web":[9,11],"welcom":14,"well":13,"were":18,"what":[1,3,5,8,13,15,18],"when":[0,1,2,3,4,5,6,8,9,11,16,17,21],"where":[0,4,7,8,9,11,13,14,15,17,18,22,24],"whether":[4,17],"which":[0,2,3,6,7,9,13,17,18,19,21],"while":[1,8,12,14,16,17,22],"wide":[9,11,19,21,23],"wind":1,"window":15,"within":[0,4,8,9,14,16,17,22,24],"without":[6,9,13,14],"won":15,"work":[7,11,13,17,20,21,24],"worker":[9,12],"workflow":[14,16],"workload":12,"would":[0,2,9,24],"write":[0,1,2,13,14],"written":[9,12,13],"x":[5,9,11,15,18],"yaml":[0,1,3,11,15,19,21],"yen":15,"yml":[3,8,24],"york":[4,17],"you":[0,1,2,3,4,5,6,7,8,9,11,13,14,15,16,17,19,21,22,24],"your":[0,1,2,3,4,6,7,8,9,11,13,14,15,16,17,18,19,21,22],"yourself":[1,13],"yourweatherapp":17,"yuan":15,"zar":15,"zealand":15,"zeroshot":18,"z\u0142oti":15},"titles":["Agentic Apps","Multi-Turn","RAG Apps","LLM Provider","Prompt Target","Error Target","Listener","Model Serving","Prompts","Request Lifecycle","Tech Overview","Terminology","Threading Model","Intro to Arch","Overview","Quickstart","Agent Routing and Hand Off","Function Calling","Access Logging","Monitoring","Observability","Tracing","Prompt Guard","Welcome to Arch!","Configuration Reference"],"titleterms":{"1":[0,1,2,15,17],"2":[0,1,2,15,17],"3":[15,17],"A":21,"For":4,"It":18,"access":18,"ad":3,"addit":21,"adjust":1,"agent":[0,4,8,15,16,21],"ai":[15,21],"an":8,"app":[0,1,2,8],"ar":4,"arch":[1,8,13,14,15,17,22,23],"architectur":9,"augment":2,"aw":21,"basic":4,"benefit":[21,22],"best":[5,16,17,21],"blaze":7,"breakdown":21,"build":[1,14,15,23],"call":[0,17],"case":[16,17],"client":[8,15],"cloud":7,"command":15,"concept":[5,14,23],"config":[1,15],"configur":[4,6,9,17,19,22,24],"convers":15,"cpu":7,"creat":15,"curl":15,"currenc":15,"custom":3,"dashboard":19,"datadog":21,"default":4,"defin":[0,1,2,4,17],"demo":1,"downstream":6,"egress":[6,8,9],"error":5,"exampl":[1,3,4,5,8,16,17,21,22],"extract":2,"fast":7,"featur":[4,17,18],"file":15,"flask":[1,2],"flow":9,"follow":2,"format":[18,21],"function":[0,17],"gatewai":[8,15],"gener":2,"get":[14,23],"gpu":7,"grafana":19,"guard":[8,22],"guid":[14,23],"hand":16,"header":[5,21],"high":9,"how":[18,21,22],"i":[2,17,22],"implement":17,"ingress":[6,9],"initi":21,"instrument":21,"integr":21,"intent":[1,4,8],"interact":15,"intro":13,"kei":[4,5,17,18],"langtrac":21,"level":9,"lifecycl":9,"listen":6,"llm":[3,8,15],"local":7,"log":18,"logic":4,"match":[4,8],"messag":8,"metric":19,"model":[7,12],"moder":7,"monitor":19,"multi":[1,2],"multipl":0,"network":9,"next":15,"observ":20,"off":16,"openai":[3,8,15],"opentelemetri":21,"over":17,"overview":[10,14,21],"parallel":0,"paramet":[0,2,4],"post":9,"practic":[5,16,17,21],"prerequisit":15,"process":[0,1,2,9],"prompt":[0,2,4,8,17,22],"propag":21,"provid":3,"python":[3,15,21],"question":2,"quickstart":15,"rag":[1,2],"rai":21,"refer":24,"request":[0,1,2,9],"resourc":[21,23],"retriev":[1,2],"rout":[4,16],"router":15,"sdk":3,"serv":7,"singl":0,"start":[14,15,23],"step":[0,1,2,15,17],"summari":[4,21,22],"switch":1,"take":17,"target":[0,2,4,5,8,17],"tech":10,"terminologi":[9,11],"thread":12,"tip":[5,16,17],"tool":[4,21],"topologi":9,"trace":21,"tracepar":21,"turn":[1,2],"up":2,"upstream":6,"us":[3,8,15,16,17,21,22],"via":[8,19],"visual":21,"welcom":23,"what":[2,4,17,22],"why":22,"work":[18,22],"workflow":17,"x":21}})
\ No newline at end of file
+Search.setIndex({"alltitles":{"AI Agent Tracing Visualization Example":[[21,"ai-agent-tracing-visualization-example"]],"AWS X-Ray":[[21,"aws-x-ray"]],"Access Logging":[[18,null]],"Adding custom LLM Provider":[[3,"adding-custom-llm-provider"]],"Additional Resources":[[21,"additional-resources"]],"Agent Routing and Hand Off":[[16,null]],"Agentic Apps":[[0,null]],"Agentic Apps via Prompt Targets":[[8,"agentic-apps-via-prompt-targets"]],"Arch-Function":[[17,"arch-function"]],"Basic Configuration":[[4,"basic-configuration"]],"Benefits of Using Arch Guard":[[22,"benefits-of-using-arch-guard"]],"Benefits of Using Traceparent Headers":[[21,"benefits-of-using-traceparent-headers"]],"Best Practices":[[21,"best-practices"]],"Best Practices and Tips":[[5,"best-practices-and-tips"],[16,"best-practices-and-tips"],[17,"best-practices-and-tips"]],"Build AI Agent with Arch Gateway":[[15,"build-ai-agent-with-arch-gateway"]],"Build Multi-Turn RAG Apps":[[1,"build-multi-turn-rag-apps"]],"Build with Arch":[[14,"build-with-arch"],[23,null]],"Cloud Serving (GPU - Blazing Fast)":[[7,"cloud-serving-gpu-blazing-fast"]],"Concepts":[[14,"concepts"],[23,null]],"Configuration":[[9,"configuration"]],"Configuration Reference":[[24,null]],"Configure Listener":[[6,"configure-listener"]],"Configure Monitoring":[[19,"configure-monitoring"]],"Configuring Prompt Targets":[[4,"configuring-prompt-targets"]],"Datadog":[[21,"datadog"]],"Default Targets":[[4,"default-targets"]],"Defining Parameters":[[4,"defining-parameters"]],"Demo App":[[1,"demo-app"]],"Downstream (Ingress)":[[6,"downstream-ingress"]],"Error Header Example":[[5,"error-header-example"]],"Error Target":[[5,null]],"Example 1: Adjusting Retrieval":[[1,"example-1-adjusting-retrieval"]],"Example 2: Switching Intent":[[1,"example-2-switching-intent"]],"Example Configuration":[[22,"example-configuration"]],"Example Configuration For Agents":[[4,"example-configuration-for-agents"]],"Example Configuration For Tools":[[4,"example-configuration-for-tools"]],"Example Use Cases":[[16,"example-use-cases"],[17,"example-use-cases"]],"Example with OpenTelemetry in Python":[[21,"example-with-opentelemetry-in-python"]],"Example: Using OpenAI Client with Arch as an Egress Gateway":[[8,"example-using-openai-client-with-arch-as-an-egress-gateway"]],"Example: Using the OpenAI Python SDK":[[3,"example-using-the-openai-python-sdk"]],"Function Calling":[[17,null]],"Function Calling Workflow":[[17,"function-calling-workflow"]],"Get Started":[[14,"get-started"],[23,null]],"Guides":[[14,"guides"],[23,null]],"Header Format":[[21,"header-format"]],"High level architecture":[[9,"high-level-architecture"]],"How Arch-Guard Works":[[22,"how-arch-guard-works"]],"How It Works":[[18,"how-it-works"]],"How to Initiate A Trace":[[21,"how-to-initiate-a-trace"]],"Implementing Function Calling":[[17,"implementing-function-calling"]],"Instrumentation":[[21,"instrumentation"]],"Integrating with Tracing Tools":[[21,"integrating-with-tracing-tools"]],"Intent Matching":[[4,"intent-matching"],[8,"intent-matching"]],"Intro to Arch":[[13,null]],"Key Concepts":[[5,"key-concepts"]],"Key Features":[[4,"key-features"],[17,"key-features"],[18,"key-features"]],"LLM Provider":[[3,null]],"Langtrace":[[21,"langtrace"]],"Listener":[[6,null]],"Local Serving (CPU - Moderate)":[[7,"local-serving-cpu-moderate"]],"Log Format":[[18,"log-format"]],"Messages":[[8,"messages"]],"Metrics Dashboard (via Grafana)":[[19,"metrics-dashboard-via-grafana"]],"Model Serving":[[7,null]],"Monitoring":[[19,null]],"Multi-Turn":[[1,null]],"Multi-Turn RAG (Follow-up Questions)":[[2,"multi-turn-rag-follow-up-questions"]],"Network topology":[[9,"network-topology"]],"Next Steps":[[15,"next-steps"]],"Observability":[[20,null]],"Overview":[[14,null],[21,"overview"]],"Parallel & Multiple Function Calling":[[0,"parallel-multiple-function-calling"]],"Parameter Extraction for RAG":[[2,"parameter-extraction-for-rag"]],"Post-request processing":[[9,"post-request-processing"]],"Prerequisites":[[15,"prerequisites"]],"Prompt Guard":[[8,"prompt-guard"],[22,null]],"Prompt Target":[[4,null]],"Prompt Targets":[[8,"prompt-targets"]],"Prompting LLMs":[[8,"prompting-llms"]],"Prompts":[[8,null]],"Quickstart":[[15,null]],"RAG Apps":[[2,null]],"Request Flow (Egress)":[[9,"request-flow-egress"]],"Request Flow (Ingress)":[[9,"request-flow-ingress"]],"Request Lifecycle":[[9,null]],"Resources":[[23,null]],"Routing Logic":[[4,"routing-logic"]],"Single Function Call":[[0,"single-function-call"]],"Step 1. Create arch config file":[[15,"step-1-create-arch-config-file"],[15,"id2"]],"Step 1: Define Arch Config":[[1,"step-1-define-arch-config"]],"Step 1: Define Prompt Targets":[[0,"step-1-define-prompt-targets"],[0,"id1"],[2,"step-1-define-prompt-targets"]],"Step 1: Define the Function":[[17,"step-1-define-the-function"]],"Step 2. Start arch gateway":[[15,"step-2-start-arch-gateway"]],"Step 2. Start arch gateway with currency conversion config":[[15,"step-2-start-arch-gateway-with-currency-conversion-config"]],"Step 2: Configure Prompt Targets":[[17,"step-2-configure-prompt-targets"]],"Step 2: Process Request Parameters":[[0,"step-2-process-request-parameters"]],"Step 2: Process Request Parameters in Flask":[[2,"step-2-process-request-parameters-in-flask"]],"Step 2: Process Request in Flask":[[1,"step-2-process-request-in-flask"]],"Step 3. Interacting with gateway using curl command":[[15,"step-3-interacting-with-gateway-using-curl-command"]],"Step 3.1: Using OpenAI Python client":[[15,"step-3-1-using-openai-python-client"]],"Step 3.2: Using curl command":[[15,"step-3-2-using-curl-command"]],"Step 3: Arch Takes Over":[[17,"step-3-arch-takes-over"]],"Step 3: Interact with LLM":[[15,"step-3-interact-with-llm"]],"Summary":[[4,"summary"],[21,"summary"],[22,"summary"]],"Tech Overview":[[10,null]],"Terminology":[[9,"terminology"],[11,null]],"Threading Model":[[12,null]],"Trace Breakdown:":[[21,"trace-breakdown"]],"Trace Propagation":[[21,"trace-propagation"]],"Tracing":[[21,null]],"Upstream (Egress)":[[6,"upstream-egress"]],"Use Arch Gateway as LLM Router":[[15,"use-arch-gateway-as-llm-router"]],"Welcome to Arch!":[[23,null]],"What Are Prompt Targets?":[[4,"what-are-prompt-targets"]],"What Is Arch-Guard":[[22,"what-is-arch-guard"]],"What is Function Calling?":[[17,"what-is-function-calling"]],"What is Retrieval-Augmented Generation (RAG)?":[[2,"what-is-retrieval-augmented-generation-rag"]],"Why Prompt Guard":[[22,"why-prompt-guard"]]},"docnames":["build_with_arch/agent","build_with_arch/multi_turn","build_with_arch/rag","concepts/llm_provider","concepts/prompt_target","concepts/tech_overview/error_target","concepts/tech_overview/listener","concepts/tech_overview/model_serving","concepts/tech_overview/prompt","concepts/tech_overview/request_lifecycle","concepts/tech_overview/tech_overview","concepts/tech_overview/terminology","concepts/tech_overview/threading_model","get_started/intro_to_arch","get_started/overview","get_started/quickstart","guides/agent_routing","guides/function_calling","guides/observability/access_logging","guides/observability/monitoring","guides/observability/observability","guides/observability/tracing","guides/prompt_guard","index","resources/configuration_reference"],"envversion":{"sphinx":65,"sphinx.domains.c":3,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":9,"sphinx.domains.index":1,"sphinx.domains.javascript":3,"sphinx.domains.math":2,"sphinx.domains.python":4,"sphinx.domains.rst":2,"sphinx.domains.std":2,"sphinx.ext.intersphinx":1,"sphinx.ext.viewcode":1},"filenames":["build_with_arch/agent.rst","build_with_arch/multi_turn.rst","build_with_arch/rag.rst","concepts/llm_provider.rst","concepts/prompt_target.rst","concepts/tech_overview/error_target.rst","concepts/tech_overview/listener.rst","concepts/tech_overview/model_serving.rst","concepts/tech_overview/prompt.rst","concepts/tech_overview/request_lifecycle.rst","concepts/tech_overview/tech_overview.rst","concepts/tech_overview/terminology.rst","concepts/tech_overview/threading_model.rst","get_started/intro_to_arch.rst","get_started/overview.rst","get_started/quickstart.rst","guides/agent_routing.rst","guides/function_calling.rst","guides/observability/access_logging.rst","guides/observability/monitoring.rst","guides/observability/observability.rst","guides/observability/tracing.rst","guides/prompt_guard.rst","index.rst","resources/configuration_reference.rst"],"indexentries":{},"objects":{},"objnames":{},"objtypes":{},"terms":{"":[0,1,2,3,4,5,6,7,8,9,11,12,13,14,15,16,17,18,21],"0":[0,1,3,6,7,8,9,11,15,18,21,24],"00":21,"003":8,"005":[0,8,9,24],"03":18,"04":18,"05":15,"050z":18,"05m":7,"06":15,"08":15,"1":[3,5,6,8,9,11,16,18,19,21,24],"10":[17,18,19,21],"100":[12,21],"10000":[3,6,8,9,15,24],"1022":18,"104":18,"106":18,"10m":8,"10t03":18,"10x":[7,8],"11":15,"11434":3,"12":[4,15],"12000":[3,6,8,11,15,18,21,24],"1234":5,"125":18,"127":[0,1,3,6,8,9,11,15,18,24],"12x":0,"1301":18,"131":15,"140":18,"15":19,"156x":7,"159":18,"16":[15,21],"162":18,"168":18,"1695":18,"1695m":18,"17":18,"18083":[0,18],"192":18,"19901":19,"1d6b30cfc845":18,"2":[3,9,16,21],"200":[0,2,18],"200m":[0,7,8],"2019":4,"2024":[15,18],"2025":22,"21797":18,"218":18,"24":15,"245":18,"25":15,"254":18,"27":15,"28":15,"288":15,"29":15,"2a5b":18,"3":[0,1,8,16,21],"30":[3,6,8,9,15],"31":4,"32":21,"3b":[3,15],"4":[8,17,21],"400":[0,2,5],"429":9,"4317":21,"441":18,"443":[0,1,3,11,15,18],"447":18,"44x":[0,8],"463":18,"469793af":18,"485":15,"49":18,"492z":18,"4o":[0,3,6,7,8,9,15,21,24],"5":[0,1,8,15,21,24],"51":[15,18],"51000":18,"52":18,"53":18,"537z":18,"54":18,"55":18,"556":18,"56":[15,18],"598z":18,"6":21,"60":24,"604197fe":18,"614":18,"647":15,"65":18,"7":[0,2,21],"770":18,"78558":15,"7b":24,"8":[15,21],"80":[8,9,11,24],"8001":24,"8080":[0,1],"825":15,"87":18,"8x7b":24,"9":21,"905z":18,"906z":18,"9090":19,"9367":18,"95a2":18,"961z":18,"979":15,"984":18,"984m":18,"9b57":18,"A":[0,2,4,5,6,9,11,12,13,14,17,20],"And":[13,15],"As":[8,15,19,22],"Be":[17,21],"But":11,"By":[2,4,8,9,13,16,17,18,21,22,24],"FOR":18,"For":[1,2,3,6,8,11,12,13,14,15,16,17,18,21],"If":[0,1,5,8,9,17,22],"In":[0,2,4,8,9,13,14,15,17,22],"It":[0,9,15,17,20,21,22],"Its":[13,19,21],"No":[8,15],"On":15,"Or":21,"The":[1,2,4,5,7,8,9,11,14,15,16,17,18,21,24],"There":[7,13],"These":[0,2,5,11,13,17],"To":[2,6,8,11,13,15,16,19,21],"With":[0,2,13,15,21,22],"__init__":16,"__main__":[0,2],"__name__":[0,2,21],"a1c":1,"abil":[4,8,9,11,15,22,24],"abl":11,"about":[0,1,7,8,9,11,13,14,15,16,18,22,24],"abov":[0,1,2,9,13,16,19],"abstract":3,"accept":[6,8,9,12],"access":[9,13,14,15,19,20,21,23],"access_":18,"access_ingress":18,"access_intern":18,"access_kei":[0,1,3,6,8,9,15,24],"access_llm":18,"accident":9,"accordingli":21,"account":[17,21],"accur":[1,2,4,8,11,13,17,22],"accuraci":[2,8,22],"achiev":[8,13,17],"across":[0,1,3,9,13,17,21],"act":[4,6,13,19],"action":[0,4,5,8,9,11,17,22,24],"activ":[9,15],"actual":[0,2,8,16,21],"ad":[0,11,13,22],"add":[1,2,3,6,8,13,17,21],"add_span_processor":21,"addit":[1,2,4,6,8,9,20,22],"addition":1,"address":[0,1,3,6,8,9,11,15,24],"adher":22,"adilhafeez":18,"adjust":[11,16,21],"adopt":[21,23],"advanc":[8,17],"advantag":[8,13],"advic":[0,3,8,9,24],"affect":21,"afraid":17,"african":15,"after":[9,16,17,21],"against":[8,22],"agent":[1,2,9,11,13,14,17,18,22,23,24],"agent_nam":16,"aggreg":17,"agnost":[3,13],"agre":16,"ai":[2,3,4,9,11,13,16,17,18],"aid":9,"air":1,"airbnb":13,"alert":[18,19],"alertmanag":19,"algorithm":13,"align":8,"all":[0,1,3,6,8,9,12,13,14,21,23,24],"allow":[0,4,8,11,12,13,15,17,21],"along":15,"alongsid":[7,9,11,13],"alreadi":21,"also":[0,3,4,8,9,11,15,24],"altern":[5,22],"alwai":[5,16],"ambigu":17,"amount":12,"an":[0,1,2,3,5,9,11,13,15,17,19,21,22,23,24],"analysi":[5,16],"analyt":17,"analyz":[0,4,8,13,16,17,18,21,22],"ang":8,"ani":[0,1,3,4,8,9,13,14,15,17,21,22],"annot":1,"answer":[1,8,9,16,24],"anthrop":3,"api":[0,1,3,4,5,6,7,8,9,11,13,14,15,16,17,18,19,21],"api_bas":8,"api_kei":[8,15,21],"api_serv":[4,17,18],"api_vers":19,"apivers":19,"apm":21,"app":[11,16,23],"app_serv":[0,8,9,24],"append":[0,2],"appli":[8,9,11,13,14,22,24],"applic":[0,2,3,4,5,6,7,8,9,11,13,14,15,16,17,18,19,21,22],"approach":[2,4,8,21,24],"appropri":[2,4,5,8,9,11,16],"ar":[0,1,2,3,5,6,7,8,9,11,13,15,16,17,18,19,21,22,24],"arch":[0,2,3,4,5,6,7,9,11,12,16,18,19,21,24],"arch_config":[1,3,8,11,15,24],"arch_llm_listen":18,"archgw":[7,15,19],"archgw_log":18,"architectur":[4,10,11,12,13,21,22],"aris":[5,11],"around":[9,12],"arriv":9,"art":[8,15,17],"ask":[1,2,15,17,21],"aspect":[13,19],"assign":16,"assist":[0,1,3,8,9,15,16,21,22,24],"assum":[1,8,15],"attach":4,"attack":22,"attempt":[8,9,13,22],"attent":[16,17],"attribut":[4,17,21],"aud":15,"augment":9,"australian":15,"author":18,"auto_llm_dispatch_on_respons":[8,9,24],"autom":[16,17],"automat":[6,8,13,16,17,21,22],"avail":[1,3,7,9,13,21],"averag":7,"awsxrai":21,"b25f":18,"b265":18,"back":[7,9,16,21],"backend":[4,8,9,11,13,17,19,21],"bad":5,"baht":15,"balanc":[0,8,9,17,24],"base":[0,1,2,3,4,6,8,9,11,13,15,16,17,22],"base_url":[3,15,21],"basemodel":1,"bash":7,"batch":[9,21],"batchspanprocessor":21,"battl":13,"been":[15,17],"befor":[8,9,11,15,22],"begin":15,"behalf":[1,8,9,18],"behavior":[8,9,11,18,22,24],"behind":14,"being":[8,9,11],"belief":13,"below":[1,3,4,7,8,9,15,19,21],"benchmark":17,"benefici":[16,17],"benefit":[1,13,20],"best":[4,6,10,13,20],"better":[4,13,17,22],"between":[0,3,4,8,9,12,16,17,21,24],"bgn":15,"bill":21,"bin":15,"bind":[3,6,8,11],"blaze":10,"block":[3,12],"blood":1,"blurri":1,"bodi":8,"bool":[4,8,9,24],"bootstrap":9,"borrow":11,"both":[8,13,14,17,19,22],"bound":[8,12],"brazilian":15,"break":[13,18],"breaker":9,"bridg":[4,9,17],"brief":[4,9],"briefli":9,"british":15,"brl":15,"broader":0,"buil":[1,2],"build":[0,2,3,4,6,8,11,12,13,22],"build_with_arch":14,"built":[0,1,7,8,9,11,13,21,23],"bulgarian":15,"busi":[0,8,9,11,13,17,23],"bypass":22,"byte":[18,21],"bytes_receiv":18,"bytes_s":18,"c":13,"cad":15,"call":[1,3,4,5,7,8,9,11,13,14,15,16,18,23],"call_openai":16,"campaign":[0,11,13],"can":[0,1,2,3,4,5,6,7,8,9,11,13,15,16,17,18,21,22,24],"canadian":15,"capabl":[0,1,2,4,8,11,13,15,16,17,24],"capit":[3,8,15],"captur":[5,13,21],"care":17,"carefulli":[4,16],"carri":[9,21],"case":[0,13,14],"categor":5,"categori":[8,16],"cathedr":15,"caus":5,"caveat":16,"celsiu":[4,17],"center":15,"central":[0,1,3,6,8,9,13,17,18,24],"certain":22,"chain":9,"chanc":22,"chang":[1,2,8,11,21],"charact":21,"chat":[15,16,18,21],"chat_complet":21,"chatbot":21,"chatcompletionsrequest":16,"cheaper":[7,8],"cheapest":0,"check":[1,6,8,9,11,17,21],"chf":15,"children":21,"chines":15,"choic":[8,15,21],"choos":[13,17],"chunk":2,"circuit":9,"citi":[4,15,17],"claim":[0,13],"clarif":[1,2,13,14,23],"clarifi":[11,13],"class":[1,3,13,16],"classif":8,"classifi":22,"claud":8,"clear":[5,16,17,22],"clearer":[4,17],"clearli":[4,16],"cli":15,"client":[3,5,6,9,11,12,21],"closest":8,"cloud":[3,10],"cluster":[0,3,8,9,13,24],"cnversat":1,"cny":15,"co":21,"code":[3,4,5,8,9,11,12,13,15,18],"codebas":21,"codec":9,"coher":3,"colleagu":17,"collect":[0,8,17,19,21],"collector":21,"com":[17,18,21],"combin":[2,4,17],"command":7,"comment":[8,11],"commit":21,"common":[0,1,13,14,16,17,21,23],"commun":[3,5,9,11,15,21],"compact":8,"compani":13,"compar":8,"compat":[13,21,24],"complet":[3,8,9,15,16,17,18,21,24],"completion_api":16,"complex":[0,3,4,6,11,12,16,17,21,22],"complianc":22,"compliant":3,"compon":[9,13,21],"compos":15,"composit":8,"comprehens":15,"concept":[1,4,10,11],"concern":[7,9],"concis":9,"confid":22,"config":[11,19,21],"configiur":19,"configur":[0,1,2,3,7,8,10,11,12,13,15,16,20,21,23],"confirm":[8,9,17,21,24],"congratul":15,"connect":[0,4,6,7,8,9,11,12,13,15,24],"connect_timeout":[0,8,9,24],"conpleix":1,"consid":[8,16],"consider":1,"considert":1,"consist":[11,13,17,21],"consol":21,"constraint":22,"contain":[7,8,9,11,13,15,21,22],"content":[1,5,8,15,16,21,22],"context":[4,5,9,11,13,15,17,21],"contextu":2,"continu":13,"contribut":15,"contributor":[13,23],"control":[7,11,12,24],"conveni":1,"conver":2,"convers":[0,1,2,8,13],"convert":15,"coordin":[4,12],"core":[1,4,9,15],"corpu":22,"correct":[1,5,8,16,22],"correctli":21,"correspond":9,"cost":[1,7,13],"could":[0,8,9,11,17,24],"count":9,"cover":4,"covners":1,"cpu":[9,10],"creat":[0,3,5,6,8,9,11,13,14,17,21,24],"create_gradio_app":1,"createus":5,"creativ":17,"credenti":21,"crime":8,"criteria":22,"critic":[0,2,5,8,9,11,13,17,19,21,24],"crucial":[17,18,21],"cultur":15,"curiou":[8,9,15,22,24],"currency_exchang":15,"currency_symbol":15,"current":[4,17],"custom":[8,14,16,21],"cut":13,"cycl":13,"czech":15,"czk":15,"dai":[0,2],"dame":15,"danish":15,"dashbaord":19,"dashboard":[17,20,21],"data":[0,2,4,8,9,11,13,15,17,19,21,22],"databas":[0,2,17],"datadoghq":21,"dataset":0,"datasourc":19,"date":[4,15,17],"davinci":8,"dc":18,"dd_site":21,"de":9,"debug":[0,2,9,18,21],"decemb":15,"decis":[0,3,7,8,9,11,24],"decoupl":4,"decrypt":9,"dedic":8,"deep":[6,14],"deeper":15,"def":[0,1,2,16,17,21],"default":[0,1,2,3,6,7,8,9,15,18,24],"defens":22,"defin":[3,8,9,15,16,21,24],"definit":[11,16,17],"degrad":5,"deliv":17,"deliveri":9,"demo":[13,15,16],"demonstr":[16,17],"depend":[0,9,13,15],"deploi":[7,9,13,21],"deploy":13,"describ":[1,2,5,9,16],"descript":[0,1,2,4,8,9,15,16,17,24],"design":[0,4,5,7,8,9,11,13,14,16,17,19,21,23],"desir":[4,17],"destroi":9,"detail":[1,2,3,4,5,6,8,9,11,13,17,18,21],"detect":[1,2,7,8,9,11,22],"determin":[4,9,16,17,21],"dev":[7,15],"develop":[1,2,3,4,5,6,8,9,13,14,15,21,22],"devic":[0,1,2,4,7,8,9,24],"device_id":[0,2,8,9,24],"device_reboot":0,"device_summari":[0,2],"diabet":1,"diabeter":1,"diagnos":1,"dict":4,"dictionari":8,"differ":[0,3,8,9,17,21,24],"difficult":13,"dipatch":1,"direct":[4,6,16],"directli":[8,11],"disast":13,"discov":14,"diseas":1,"disease_diagnos":1,"diseases_symptom":1,"dispatch":9,"displai":[5,17],"distribut":[8,9,21],"dive":[11,14,15],"divers":22,"dkk":15,"dn":6,"do":[4,8,13,15,18],"doc":[2,14],"docker":[0,3,15,19,21],"document":[4,8,11,14,15,21],"doe":[0,4,17,22],"dollar":15,"domain":[9,17],"don":[1,7,17],"down":18,"downstream":[1,8,9,10,11,12,17,21],"dramat":7,"draw":8,"driven":[4,14,15],"dropbox":13,"due":5,"durat":[9,18],"dure":[5,9],"dynam":[8,17,22],"e":[4,9,11,17,18,21],"each":[1,4,8,9,13,16,17,18,21],"earli":[8,9,13],"earlier":9,"eas":21,"easi":[15,17,21],"easier":[4,6,15,18],"easili":[3,13,21],"easilli":1,"econom":1,"ecosystem":21,"edg":[9,13,14,17,23],"edit":19,"effect":[1,4,8,13,14,16],"effici":[0,1,2,4,7,8,15,16,21],"egress":[3,10,11,13,14],"egress_traff":[15,24],"eiffel":15,"either":[4,9,17],"elasticsearch":18,"element":4,"elk":18,"email":17,"embarrassingli":12,"embed":[8,18,22,24],"emiss":1,"empow":[4,22],"enabl":[0,2,3,4,5,7,9,11,13,16,17,21,24],"encount":[9,11],"encrypt":9,"end":[1,4,13,21],"endpoint":[0,1,2,3,4,5,8,9,11,15,16,17,19,21,24],"energi":1,"energy_sourc":1,"energy_source_info":1,"energysourcerequest":1,"energysourcerespons":1,"enforc":9,"engag":[0,9,13,16],"engin":[1,2,8,13],"enhanc":[2,4,8,9,15,16,21,22],"enough":5,"enrich":[1,4,8,11],"ensur":[0,3,4,5,6,8,9,13,15,16,17,21,22],"entir":[13,21],"entri":6,"enum":[1,4,8,9,17,24],"env":15,"environ":[15,17,21],"envoi":[3,6,8,9,11,12,13,23],"equal":[4,12],"equival":15,"error":[0,1,2,4,9,10,11,13,19,21,22,23],"error_target":24,"error_target_1":24,"escal":[4,16],"escalate_to_human":[4,16],"essenti":[4,6,14,22],"establish":[0,8,9,24],"etc":[3,8,9,11,13,15,24],"ethnic":22,"eu":21,"eur":15,"euro":15,"evalu":8,"evaluation_interv":19,"even":[0,17],"evenli":9,"event":[0,9],"everi":18,"exactli":9,"exampl":[0,6,9,10,11,15,18,24],"exceed":9,"excel":22,"except":5,"exception":13,"excess":[1,9],"exchang":15,"exclus":[13,23],"execut":[5,8,9,17,22],"exist":[9,21],"expect":[5,17],"expens":1,"experi":[2,4,8,9,13,15,17,22],"explain":17,"explan":[4,17],"explanatori":18,"explicitli":22,"explor":[14,15],"export":[18,19,21],"expos":[0,6,8,13,18,22],"extend":[13,14],"extern":[0,2,21],"extract":[0,1,4,8,9,11,13,17,21,24],"extrem":8,"f":[0,1,2,16,17,18,21],"f376e8d8c586":18,"face":8,"facilit":21,"fact":[0,3,8,9,24],"fahrenheit":[4,17],"fail":[3,5,9,11],"failov":[0,1,3,6,8,9,24],"failur":5,"fair":9,"fallback":5,"fals":[2,4,8,9,24],"familiar":[9,13],"familizari":1,"faser":0,"fashion":[1,9,15],"fast":[1,2,4,8,10,11,13,14,15,23],"fastapi":[1,16],"faster":[2,7,8,11,13,14,21,23],"fastest":0,"fatigu":1,"fault":[3,8],"fc":9,"fc1b":0,"featur":[8,11,13,14,16,20,21,22,24],"feed":18,"feedback":[5,8,22],"feel":1,"fetch":[15,17],"few":[11,18,21],"field":[1,18],"file":[1,3,4,6,8,9,19],"filter":[6,9,12,13,22],"final":9,"find":17,"first":[1,3,7,8,9,13,15,17,19,22],"firtst":1,"fit":9,"flag":[8,9,21,22,24],"flask":0,"flexibl":[13,19,21],"float":4,"flow":[5,10,13,14,17,18,21],"fluentd":18,"focu":[0,1,9,13],"focus":[8,13,17],"follow":[1,3,4,5,7,8,9,11,13,15,16,18,21,24],"forint":15,"form":17,"format":[4,8,13,17,19,20,22],"forward":[1,5,7,8,9,11,12,18,21],"fossil":1,"found":[1,13,18],"frame":9,"framework":[8,13,19,21],"franc":[3,8,15],"francisco":[4,17],"frankfurt":15,"frankfurther_api":15,"free":1,"frequent":1,"friendli":17,"from":[0,1,2,3,4,5,6,8,9,11,12,13,15,16,17,21,24],"front":13,"frontier":[0,8],"fuel":1,"full":[4,8,11,15,16,24],"fulli":4,"function":[4,5,7,8,9,11,12,13,14,23],"function_cal":14,"functionvalidationerror":5,"further":[8,15,16,21],"futur":4,"g":[4,9,11,17,18,21],"ga":1,"gap":17,"gastronomi":15,"gatewai":[3,9,11,13,14,16,17,18,19,21,24],"gather":[0,9,13],"gbp":15,"genai":[4,15,23],"gener":[0,4,7,9,11,12,15,16,17,19,21,22],"get":[0,1,2,4,7,9,13,15,16,17,21,24],"get_device_statist":2,"get_device_summari":[0,2],"get_info_for_energy_sourc":1,"get_json":[0,2],"get_supported_curr":15,"get_system_prompt":16,"get_trac":21,"get_weath":[4,17],"get_workforc":1,"github":[4,8,15,16],"give":13,"given":[0,2,9],"global":[15,19],"glucos":1,"go":[0,13],"goal":13,"googl":13,"got":5,"govern":[1,13],"gpt":[0,1,3,6,7,8,9,15,17,21,24],"gpu":10,"gr":1,"grace":5,"gracefulli":[5,11],"gradio":1,"grafana":20,"greenhous":1,"group":0,"grpc":21,"guard":[9,10,13,14,23],"guardrail":[5,6,7,8,9,11,13,14,15,22,24],"guid":[3,8,15,17,21,22],"guidelin":22,"ha":[8,9,13,15,16,17,21],"hallucin":18,"hand":[4,23],"handel":[8,9,24],"handl":[0,1,2,3,4,5,6,8,9,11,12,13,14,16,17,21,22,23],"handle_request":21,"handler":[4,8,9],"handoff":13,"happen":13,"hardwar":12,"harm":[8,9,22],"hate":8,"have":[1,7,13,15,17,21,22],"haven":1,"hazard":8,"hcm":9,"header":[9,10,11,13,15,20],"health":9,"healthi":[9,15],"heavi":[13,14,23],"hello":21,"help":[0,1,2,3,4,5,7,8,9,11,13,14,15,17,19,21,22,24],"here":[0,2,4,6,8,9,11,15,17,18,21,22],"hexadecim":21,"high":[0,1,3,4,8,10,13,14,17],"higher":13,"highli":[1,2,17],"hint":15,"histori":[1,17],"hit":13,"hkd":15,"hong":15,"honor_timestamp":19,"horrid":13,"host":[0,3,6,7,8,9,11,18,19],"hostnam":[0,8,9,24],"how":[0,1,2,3,4,7,8,9,13,14,15,16,17,19,20],"howev":9,"html":14,"http":[3,5,7,8,9,13,15,17,18,19,21],"http_method":[1,4,24],"httpexcept":1,"huf":15,"hug":8,"huggingfac":[0,1],"human":[4,5,16],"hungarian":15,"hygien":13,"i":[0,1,3,4,6,7,8,9,11,12,13,15,16,18,19,21,23,24],"iam":21,"iceland":15,"icon":15,"id":[0,2,5,9,18,21],"idea":14,"identif":17,"identifi":[0,2,4,5,8,9,17,21,24],"idr":15,"il":15,"illustr":1,"immedi":22,"impact":21,"implement":[8,9,16,21,22],"import":[0,1,2,3,8,15,17,18,21],"improp":5,"improv":[2,7,13,14,16,22],"in_path":[4,15],"incent":1,"includ":[1,2,3,4,6,9,13,15,17,18,19,21,22],"incom":[6,7,8,9,11,17,21,24],"incomplet":17,"incredibli":13,"indian":15,"indic":[4,9,21],"indonesian":15,"industri":8,"infer":13,"info":[15,16],"inform":[0,1,2,4,5,8,9,11,13,17,18,21,22,24],"information_extract":[8,9,24],"infrastructur":[3,13],"ingress":[8,10,11,13,14],"ingress_traff":[3,6,8,9,15,24],"init":21,"initi":[1,3,6,9,11,20],"inject":[21,22],"inner":9,"innov":15,"input":[0,4,5,13,14,16,17,22,23],"input_guard":[8,9,15,22,24],"inquiri":16,"inr":15,"insecur":21,"instal":[15,21],"instanc":[3,9,11,24],"instead":[13,17],"instruct":[7,14,16,24],"instrument":19,"insur":[0,13],"insurance_claim_detail":18,"int":[0,2,4],"integ":[0,2,5],"integr":[2,3,4,13,14,15,17,18,19,20,23],"intellig":[3,4,7,9,11,13,14,16,23],"intend":22,"intent":[0,7,9,13,16,17,24],"interact":[0,8,14,16,17,18,21,22],"intercept":8,"interest":15,"interfac":3,"interfer":15,"intern":[0,2,3,9,11,19,21],"interoper":21,"interpret":[4,5,17],"intro":[14,23],"intro_to_arch":14,"introduc":[11,14],"invalid":[5,17],"inventori":21,"investig":21,"invoc":[4,17],"invok":[0,4,5,17],"involv":[0,4,13],"ip":[0,8,9,24],"ip1":[0,8,9,24],"ip2":[0,8,9,24],"isdefault":19,"isinst":[0,2],"isk":15,"isol":15,"isra":15,"issu":[4,5,11,16,21],"issues_and_repair":[4,16],"item":[4,8],"iter":17,"itinerari":17,"its":[0,1,4,7,8,9,11,12,13,15,21],"itself":[3,6,8],"jaeger":21,"jailbreak":[8,9,13,15,22,24],"japanes":15,"java":13,"job_nam":19,"jpy":15,"jq":15,"json":[1,5,15,17],"jsonifi":[0,2],"just":[0,1,3,8,9,13,24],"keep":[11,17],"kei":[0,1,3,6,7,8,9,10,16,20,21,24],"kept":24,"kibana":18,"kind":5,"king":17,"know":[7,8,11,13,22],"knowledg":[1,2,6,9,14],"known":[8,15],"kong":15,"korean":15,"koruna":15,"krona":15,"krone":15,"krw":15,"kr\u00f3na":15,"kubernet":21,"l7":13,"landmark":15,"langtrace_api_kei":21,"langtrace_python_sdk":21,"languag":[2,9,13,17,21],"larg":[2,8,9,12,17,21],"last":[0,1,2],"latenc":[0,1,2,7,8,13,17,19],"later":5,"latest":[3,15],"layer":[8,21,22],"lead":[4,8,13,16,22],"learn":[13,14,15,17],"less":16,"let":[13,14,18,23],"leu":15,"lev":15,"level":[3,4,6,7,10,13,14,17],"leverag":[2,21],"libev":9,"librari":[3,13],"lifecycl":[10,23],"lifetim":[9,12],"lift":[13,14,23],"lightweight":[0,13],"like":[1,2,3,4,5,6,8,9,11,13,15,17,18,19,21,22,24],"limit":[0,1,3,6,8,9,24],"line":13,"linearli":13,"lira":15,"list":[0,2,4,8,9,15,24],"listen":[0,1,3,8,9,10,11,15,21,23,24],"live":9,"ll":[0,1],"llama":3,"llama3":3,"llm":[0,1,2,6,7,9,10,11,13,14,17,19,21,22,23,24],"llm_provid":[0,1,3,6,8,9,14,15,24],"load":[0,8,9,24],"local":[1,3,6,8,9,10],"localhost":[15,19,21],"locat":[4,11,17],"log":[5,9,11,19,20,21,23],"logger":16,"logic":[0,1,3,5,6,8,9,11,13,14,17,22,23,24],"long":1,"look":[8,9,15,22,24],"loop":9,"louvr":15,"love":23,"low":[0,7,17],"lower":1,"m":15,"machin":12,"made":15,"mai":[0,9,22],"main":[9,11,15,21],"maintain":[4,9],"mainten":4,"major":[12,15],"make":[0,1,3,5,6,7,8,9,11,13,15,17,18,21],"malaysian":15,"malici":[9,22],"manag":[0,1,3,4,5,6,7,8,9,13,14,15,16,17,18,21,22,24],"mandatori":4,"mani":[9,21],"manipul":[0,13,19],"manual":[1,2],"manufactur":[0,3,8,9,24],"map":17,"mark":4,"market":16,"massiv":13,"match":[0,9,24],"matter":[13,17],"max":[0,8,9,24],"me":15,"mean":[15,18,21],"meaning":5,"measur":[13,19],"mechan":[0,3,14,17,22],"meet":[17,22],"messag":[1,5,9,10,15,16,17,21,22,24],"message_format":[0,1,3,6,8,9,15,24],"metadata":[4,8,11,16,18],"method":[0,1,2,18],"metric":[11,13,20,21],"metrics_path":19,"mexican":15,"mi":16,"might":[7,22],"mind":[17,21],"mini":21,"minim":[6,21,22],"ministr":[3,15],"minor":22,"minut":[1,2],"misalign":22,"misformat":22,"miss":[0,5,13],"mistak":22,"mistral":[3,15,24],"mistral8x7b":24,"mistral_api_kei":[15,24],"mistral_loc":24,"mistrallocal7b":24,"misus":22,"mode":7,"model":[0,1,2,3,6,8,9,10,11,15,17,21,22,23,24],"model_dump":16,"model_serv":18,"moder":10,"modern":[19,21],"modif":9,"modifi":1,"modul":21,"modular":4,"monitor":[8,9,13,14,16,18,20,21,23],"more":[0,1,2,4,6,8,11,12,13,16,17,18,21,22],"most":[0,4,8,12,15,16,17,18],"move":[13,14,23],"multi":23,"multipl":[9,12,17],"museum":15,"must":[0,2,21],"mxn":15,"my":[8,9,15,22,24],"myr":15,"n":[15,16],"n1":15,"n10":15,"n11":15,"n12":15,"n13":15,"n14":15,"n15":15,"n16":15,"n17":15,"n18":15,"n19":15,"n2":15,"n20":15,"n21":15,"n22":15,"n23":15,"n24":15,"n25":15,"n26":15,"n27":15,"n28":15,"n29":15,"n3":15,"n30":15,"n31":15,"n4":15,"n5":15,"n6":15,"n7":15,"n8":15,"n9":15,"name":[0,1,2,3,4,6,8,9,11,15,16,17,19,21,24],"nativ":19,"natur":[5,8,9,16,17,24],"navig":[14,22],"necessari":[4,8,9,16,17],"need":[0,1,4,7,8,9,11,14,15,16,17,19,21],"network":[0,3,6,7,8,10,11,13,14,17,24],"network_qa":0,"network_summari":0,"never":15,"new":[1,4,13,15,17,21],"next":[17,23],"nif":15,"nli":[8,24],"nok":15,"non":12,"none":1,"norwegian":15,"note":[7,11,18,19,24],"notr":15,"nuanc":13,"number":[2,9,12,17],"nzd":15,"o":[1,21],"object":[1,13,18],"observ":[3,13,14,16,19,21,23,24],"occur":5,"off":[4,23],"offer":[0,1,3,4,8,9,11,13,16,22,24],"often":[1,2,17],"ollama":3,"on_except":[8,9,15,22,24],"onc":[0,1,2,8,9,12,15,17,21],"one":[0,9,11,15,17,21],"ones":[1,13,17],"ongo":17,"onli":[4,6,7,8,9,15,17,22,24],"opaqu":13,"open":[1,4,19,21],"openai":[0,1,6,9,18,21,24],"openai_api_kei":[0,1,3,6,8,9,15,21,24],"opentelemetri":[13,19,24],"oper":[9,11,13,15,17],"optim":[6,16,17,21],"option":[0,1,2,4,7,14,21],"oral":1,"orchestr":4,"order":[9,17,21],"organ":4,"orient":17,"origin":[8,11,13,18],"oss":3,"otel":21,"other":[5,7,9,11,13,15,17,21],"otlp":21,"otlp_export":21,"otlpspanexport":21,"our":[2,7,8,9,13,16,17],"out":[11,13,17],"outbound":[3,13,15,21],"outgo":[6,17,21],"outlin":9,"outperform":0,"output":[2,13,16,17,19,22],"outsid":[13,23],"over":[0,2,3,13],"overal":[4,7,16],"overload":9,"overrid":[4,8,9,15,24],"overview":[1,20,23],"overwhelm":9,"own":9,"p50":[0,8],"packag":[15,21],"page":8,"pai":17,"pain":13,"pair":8,"par":17,"parallel":[9,12,17],"param":[17,19],"paramet":[1,5,8,9,13,15,17,22,24],"parent":21,"pari":15,"pars":[5,17,18],"part":[4,9,13,17,21],"particular":[4,17],"particularli":16,"pass":[8,9,18],"past":[2,13],"path":[0,1,2,4,8,9,11,15,17,18,24],"payment":[17,21],"pend":21,"per":[9,13,17,18,19],"perceiv":[13,19],"perform":[0,4,6,7,8,9,12,13,16,17,21,22],"period":9,"person":[0,4,13,15,16,17,23],"peski":[13,14,23],"peso":15,"phase":8,"philippin":15,"php":[13,15],"piec":[4,8],"pilot":21,"pip":[15,21],"pipelin":[9,21],"place":[9,17],"placehold":[0,2,16,21],"plan":[4,8,11],"pleas":[2,4,5,7,8,16,17],"pln":15,"pod":21,"point":[6,8,17],"polici":[9,21],"polish":15,"pollut":1,"pool":9,"popul":15,"popular":21,"port":[0,1,3,6,8,9,11,15,24],"possibl":5,"post":[0,1,2,16,18,24],"potenti":[8,16],"pound":15,"power":[1,8,17,21,22],"practic":[4,6,9,10,13,14,20],"pre":[9,22],"preced":21,"precis":[1,2,4,17],"predefin":[0,8,11,13],"prefer":[17,21],"premis":[3,7],"prepar":21,"presenc":[3,6],"present":[2,13,17,21],"prevent":[9,13,21,22],"previou":[1,2],"price":[7,15,16],"primari":[6,8,12],"primit":[3,6,8,11],"print":[3,8,15,17,21],"priorit":22,"privaci":8,"proce":[8,9,24],"process":[4,5,7,8,11,12,13,14,16,17,18,19,21,22],"process_customer_request":21,"processess":1,"processor":21,"produc":17,"product":[17,21],"profil":17,"program":[8,9,22,24],"prometheu":19,"promethu":19,"prompt":[1,3,5,6,7,9,10,11,12,13,14,15,16,19,23,24],"prompt_guard":[8,9,14,15,24],"prompt_target":[0,1,2,4,8,9,11,14,15,16,17,24],"prompt_target_intent_matching_threshold":24,"prone":[1,2],"propag":[8,13,20],"proper":21,"properli":11,"propos":16,"protect":[21,22],"proto":21,"protocol":[3,9,15,18,21],"proven":13,"provid":[0,1,2,4,5,6,8,9,11,13,14,15,17,18,19,21,22,23,24],"provider_interfac":[3,6,8,9,15,24],"proxi":[8,9,11,13,14,19,23],"publish":19,"pull":2,"purchas":[0,3,4,8,9,16,24],"purpos":[0,4,7,8,9,11],"pydant":1,"python":[13,18],"q":[0,17],"q1":22,"qualiti":2,"queri":[0,1,2,4,15,16,17,21],"question":[1,8,9,24],"quick":21,"quickli":[7,13,14,15],"quickstart":[14,23],"quot":16,"rag":[8,9,11,14,23],"rag_energy_source_ag":1,"rais":17,"rand":15,"random_sampl":21,"rang":[0,2,11,19,21],"rare":9,"rate":[3,8,9,13,15,19,21,24],"rather":[2,5],"raw":5,"rch":11,"re":[1,2,8,9,13,15,17,21,22,24],"reach":22,"read":[1,6,8,9,13,16,17,21],"readabl":[4,5],"real":[0,2,15,17],"realli":13,"reboot":[0,2,4,8,9,24],"reboot_devic":[0,4],"reboot_network_devic":[8,9,24],"receiv":[5,8,9,11,16,17,18,21,22],"recept":9,"recognit":[4,8],"recommend":[1,4,9,12,15],"record":[13,21],"recoveri":13,"reddit":13,"reduc":[1,16,22],"refer":[0,2,7,11,15,17,18,21,23],"refernc":17,"refin":8,"refund":[4,16],"region":21,"regularli":16,"reject":8,"relat":[0,4,7,9,11,13,16,19,21],"relev":[0,1,2,4,9,17],"reli":[2,8,21],"reliabl":[2,3,6,17,22],"remain":17,"rememb":17,"remind":17,"renew":1,"renminbi":15,"repair":[4,16],"repeat":[16,22],"replac":21,"report":16,"repositori":15,"repres":[8,21],"req":[4,16],"request":[5,6,8,10,11,13,15,16,17,18,21,22,23],"requestsinstrumentor":21,"requir":[0,1,2,4,5,6,8,9,13,15,16,17,24],"resili":[8,13],"resolv":21,"resourc":[15,20],"respect":[18,19],"respond":[5,13,16,19,21],"respons":[0,1,2,3,4,5,8,9,11,14,15,16,17,18,21,22,24],"response_cod":18,"response_flag":18,"rest":[9,12],"result":[0,17],"retri":[0,1,3,6,8,9,13,24],"retriev":[0,8,9,11,17],"return":[0,1,2,4,9,11,16,17,21,22],"reveal":16,"revers":9,"review":16,"ridicul":16,"ringgit":15,"risk":22,"roadmap":8,"robin":[0,8,9,24],"robust":[8,13,17,22],"role":[5,8,15,16,21],"romanian":15,"ron":15,"root":5,"round":[0,8,9,24],"rout":[0,2,3,6,8,9,11,13,14,23,24],"router":[4,9],"routin":[16,17],"rule":17,"run":[0,2,7,8,9,11,13,15,21],"runtimeerror":5,"rupe":15,"rupiah":15,"safer":22,"safeti":[6,8,13,22],"sai":17,"sale":[4,16],"sales_ag":[4,16],"same":[13,17],"sampl":[15,19,21,24],"sampling_r":24,"san":[4,17],"sanit":[9,22],"satisfact":16,"save":1,"scalabl":[4,15],"scale":[3,9,13],"scenario":[0,1,2,4,7,8,9,13,14,16,17,24],"schedul":[8,11,17],"schema":15,"scheme":19,"scienc":17,"score":8,"scrape_config":19,"scrape_interv":19,"scrape_timeout":19,"screenshot":19,"script":[15,17],"scrutini":22,"sdk":21,"seamless":[3,13,14,16,17,23],"seamlessli":[3,4,19,21],"seattl":17,"section":[1,2,3,4,6,8,9,14,16,21],"secur":[3,6,8,9,13,14,21,22],"see":[4,6,8,11,16,17],"sek":15,"select":[9,15,16],"self":[7,9,11,13,16,18],"semant":8,"send":[3,8,9,11,17,21,24],"sender":8,"sensit":[16,21],"sent":[9,18],"sentenc":16,"separ":[7,9,11,12],"sequenti":0,"serv":[9,10,11,23],"server":[5,7,9,11,13,14,15],"servic":[0,2,4,8,9,17,18,21],"set":[4,6,7,8,9,11,13,14,15,17,21,24],"set_tracer_provid":21,"setup":[1,6,8,17,21],"sever":[9,13,19],"sgd":15,"shape":13,"share":[8,9,11],"sheqel":15,"should":[4,5,9,17],"show":[1,3,15],"side":5,"signatur":17,"signifc":2,"significantli":16,"similar":8,"simpl":[8,11,15,16,17,21],"simpli":[3,6,8,15,21],"simplic":9,"simplif":6,"simplifi":[3,4,6,14,21],"simul":[0,2],"simultan":0,"sinc":[8,15],"singapor":15,"singl":[1,8,11,12,13,17,24],"sit":[13,14,17],"site":21,"skimp":17,"slow":[1,2],"slowest":7,"small":[12,13],"smart":[13,17],"smarter":2,"sni":9,"so":[0,1,2,7,8,11,13,17],"socket":9,"softwar":[8,13],"solar":1,"sole":2,"solut":[4,16],"some":[1,9,12,15,17,19],"sonnet":8,"sophist":4,"sota":17,"sourc":[1,2,15,17,19,21],"south":15,"span":[9,21],"span_processor":21,"special":[4,13,14,16,21],"specif":[0,1,2,4,5,7,8,9,13,15,16,17,21,22,24],"specifi":[2,4,9,11,17],"speed":[2,7,13,19],"spell":17,"spend":12,"sporad":12,"sql":2,"stack":[5,13,14,17,18],"staff":16,"stage":22,"stai":8,"standalon":21,"standard":[13,21],"start":[3,6,7,8,11,21],"start_as_current_span":21,"start_tim":18,"stat":[0,2,9,19],"state":[4,8,9,15,17],"static":9,"static_config":19,"statist":[0,2,9],"statu":[17,18,21],"step":[14,21,23],"stock":21,"store":[2,19],"str":[1,4,8,9,15,16,17,24],"straightforward":17,"stream":[9,16],"streamlin":[2,4,6],"string":5,"strip":8,"stripe":13,"structur":[2,18],"struggl":[1,2,13],"stuck":13,"stuff":17,"submit":[16,17],"substanti":13,"subsystem":[0,3,6,7,8,9,13,24],"success":[13,15],"successfulli":15,"sugar":1,"suggest":[17,22],"suit":13,"suitabl":[4,16,17],"summar":[1,4,8,9,11,17,24],"summari":[1,8,9,17,20,24],"support":[0,1,3,4,8,9,11,13,15,16,19,21,22],"sure":[5,21],"sustain":1,"swedish":15,"swiss":15,"switch":3,"symbol":15,"symptom":1,"system":[0,1,3,5,6,8,9,13,15,16,17,18,21,22,24],"system_prompt":[0,1,3,8,9,15,16,24],"t":[1,7,13,17],"tail":18,"tailor":[0,13,17,22],"take":[8,9,11,13],"taken":18,"talk":1,"target":[1,3,6,9,10,11,14,15,16,19,23,24],"task":[0,4,8,9,11,12,13,14,17,23],"tcp":9,"tech":[1,14,21,23],"tech_overview":14,"technic":[16,21],"techniqu":[1,2,8,22],"technologi":[1,13,14],"tediou":13,"telemetri":[13,19,21],"temperatur":[4,17],"term":1,"termin":13,"terminologi":[10,23],"test":[1,7,13,17],"text":[8,9,17],"tft":[13,19],"thai":15,"than":[0,2,7],"thb":15,"thei":[4,16,22],"them":[2,4,5,9,11,16,17,22],"thi":[0,1,2,3,4,5,6,7,8,9,11,12,13,14,15,16,17,18,21,24],"thing":11,"think":[13,17],"thirst":1,"thoroughli":17,"those":[0,1,2,11,21],"thread":[9,10,23],"three":[4,7,9,13,19],"threshold":24,"thrill":13,"through":[1,3,8,9,13,17,18,21],"throughput":[0,17],"time":[0,2,8,9,13,16,17,18,19,24],"time_rang":[0,2],"timeout":[3,6,8,9,15,19,24],"timestamp":9,"tip":10,"tl":[9,13],"tls_certif":[0,1],"todai":[4,9,15,22],"token":[1,7,8,13,19],"toler":[1,3,8],"too":[9,13],"took":18,"tool":[5,13,14,18,19,20,22,23],"top":[3,6,12],"topologi":10,"tot":[13,19],"total":[13,18,19],"tower":15,"trace":[5,8,9,11,13,19,20,23,24],"trace_export":21,"tracepar":[13,20],"tracer":21,"tracer_provid":21,"tracerprovid":21,"track":15,"tradit":13,"traffic":[3,6,8,9,13,14,16,17,18],"train":22,"transact":17,"transpar":13,"transport":9,"trap":13,"travel":[8,11,17],"travers":9,"treat":[8,9,24],"trigger":[0,11,14,17],"trivial":9,"troubleshoot":[4,5,14],"true":[0,1,2,3,4,6,8,9,15,17,19,21,24],"try":15,"tupl":4,"turbo":[0,1],"turkish":15,"turn":[17,23],"tutori":14,"two":[0,4,7,8,9,11],"type":[0,1,2,4,5,8,9,11,15,17,19,24],"typic":[9,17],"typo":22,"ui":9,"unauthor":8,"under":18,"understand":[13,14,17,19,21,22],"undifferenti":[9,11],"unexpect":17,"unifi":[3,13,14,23],"uniformli":21,"uniqu":[4,21],"unit":[4,15,17],"unknown_ag":16,"until":9,"unwant":9,"up":[1,7,11,14,15,16,21],"updat":[0,1,9,13,15,17],"upgrad":[3,9,13],"upon":9,"upstream":[1,8,9,10,11,13,14,17,18,19,24],"upstream_host":18,"urin":1,"url":[4,8,15,19],"us":[0,1,2,4,6,7,9,11,13,14,18,20,24],"usabl":22,"usag":[1,3,4,9,13,17,19],"usd":15,"use_agent_orchestr":4,"user":[0,1,2,4,5,8,9,11,13,15,16,17,18,19,21,22],"user_id":5,"usi":21,"usual":[8,15],"util":[4,8,9,15],"v":21,"v0":[0,1,3,6,8,9,15,24],"v1":[6,15,16,18,21],"v2":[15,19],"v24":15,"v3":15,"valid":[0,2,4,14,15,17,22],"validationerror":5,"valu":[0,4,8,9,17,21,22,24],"valueerror":17,"variabl":[15,21],"varieti":9,"variou":[12,13,17,21],"ve":[1,15],"vector":[2,8],"vendor":3,"venv":15,"veri":[9,21],"verif":21,"verifi":21,"version":[0,1,3,6,8,9,15,21,24],"via":[0,1,4,5,7,9,11,13,14,15,16,20,21,22,24],"view":[19,21],"violat":[5,9,11,22],"violent":8,"virtual":15,"visibl":18,"vision":1,"visit":8,"vpc":7,"w3c":[13,21],"wa":[9,13,17,18],"wai":[0,1,2,3,6,8,9,13,24],"wait":[0,8,9,16,24],"wall":13,"want":[0,4,11,13,15,17],"wast":13,"watch":17,"we":[1,3,4,9,11,12,15,22],"weather":[4,17],"weather_info":17,"web":[9,11],"welcom":14,"well":13,"were":18,"what":[1,3,5,8,13,15,18],"when":[0,1,2,3,4,5,6,8,9,11,16,17,21],"where":[0,4,7,8,9,11,13,14,15,17,18,22,24],"whether":[4,17],"which":[0,2,3,6,7,9,13,17,18,19,21],"while":[1,8,12,14,16,17,22],"wide":[9,11,19,21,23],"wind":1,"window":15,"within":[0,4,8,9,14,16,17,22,24],"without":[6,9,13,14],"won":15,"work":[7,11,13,17,20,21,24],"worker":[9,12],"workflow":[14,16],"workload":12,"would":[0,2,9,24],"write":[0,1,2,13,14],"written":[9,12,13],"x":[5,9,11,15,18],"yaml":[0,1,3,11,15,19,21],"yen":15,"yml":[3,8,24],"york":[4,17],"you":[0,1,2,3,4,5,6,7,8,9,11,13,14,15,16,17,19,21,22,24],"your":[0,1,2,3,4,6,7,8,9,11,13,14,15,16,17,18,19,21,22],"yourself":[1,13],"yourweatherapp":17,"yuan":15,"zar":15,"zealand":15,"zeroshot":18,"z\u0142oti":15},"titles":["Agentic Apps","Multi-Turn","RAG Apps","LLM Provider","Prompt Target","Error Target","Listener","Model Serving","Prompts","Request Lifecycle","Tech Overview","Terminology","Threading Model","Intro to Arch","Overview","Quickstart","Agent Routing and Hand Off","Function Calling","Access Logging","Monitoring","Observability","Tracing","Prompt Guard","Welcome to Arch!","Configuration Reference"],"titleterms":{"1":[0,1,2,15,17],"2":[0,1,2,15,17],"3":[15,17],"A":21,"For":4,"It":18,"access":18,"ad":3,"addit":21,"adjust":1,"agent":[0,4,8,15,16,21],"ai":[15,21],"an":8,"app":[0,1,2,8],"ar":4,"arch":[1,8,13,14,15,17,22,23],"architectur":9,"augment":2,"aw":21,"basic":4,"benefit":[21,22],"best":[5,16,17,21],"blaze":7,"breakdown":21,"build":[1,14,15,23],"call":[0,17],"case":[16,17],"client":[8,15],"cloud":7,"command":15,"concept":[5,14,23],"config":[1,15],"configur":[4,6,9,17,19,22,24],"convers":15,"cpu":7,"creat":15,"curl":15,"currenc":15,"custom":3,"dashboard":19,"datadog":21,"default":4,"defin":[0,1,2,4,17],"demo":1,"downstream":6,"egress":[6,8,9],"error":5,"exampl":[1,3,4,5,8,16,17,21,22],"extract":2,"fast":7,"featur":[4,17,18],"file":15,"flask":[1,2],"flow":9,"follow":2,"format":[18,21],"function":[0,17],"gatewai":[8,15],"gener":2,"get":[14,23],"gpu":7,"grafana":19,"guard":[8,22],"guid":[14,23],"hand":16,"header":[5,21],"high":9,"how":[18,21,22],"i":[2,17,22],"implement":17,"ingress":[6,9],"initi":21,"instrument":21,"integr":21,"intent":[1,4,8],"interact":15,"intro":13,"kei":[4,5,17,18],"langtrac":21,"level":9,"lifecycl":9,"listen":6,"llm":[3,8,15],"local":7,"log":18,"logic":4,"match":[4,8],"messag":8,"metric":19,"model":[7,12],"moder":7,"monitor":19,"multi":[1,2],"multipl":0,"network":9,"next":15,"observ":20,"off":16,"openai":[3,8,15],"opentelemetri":21,"over":17,"overview":[10,14,21],"parallel":0,"paramet":[0,2,4],"post":9,"practic":[5,16,17,21],"prerequisit":15,"process":[0,1,2,9],"prompt":[0,2,4,8,17,22],"propag":21,"provid":3,"python":[3,15,21],"question":2,"quickstart":15,"rag":[1,2],"rai":21,"refer":24,"request":[0,1,2,9],"resourc":[21,23],"retriev":[1,2],"rout":[4,16],"router":15,"sdk":3,"serv":7,"singl":0,"start":[14,15,23],"step":[0,1,2,15,17],"summari":[4,21,22],"switch":1,"take":17,"target":[0,2,4,5,8,17],"tech":10,"terminologi":[9,11],"thread":12,"tip":[5,16,17],"tool":[4,21],"topologi":9,"trace":21,"tracepar":21,"turn":[1,2],"up":2,"upstream":6,"us":[3,8,15,16,17,21,22],"via":[8,19],"visual":21,"welcom":23,"what":[2,4,17,22],"why":22,"work":[18,22],"workflow":17,"x":21}})
\ No newline at end of file