diff --git a/build_with_arch/agent.html b/build_with_arch/agent.html
index 2d3f2e95..c01b5ff3 100755
--- a/build_with_arch/agent.html
+++ b/build_with_arch/agent.html
@@ -408,7 +408,7 @@ the user’s intent.</p>
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Oct 25, 2024. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Oct 26, 2024. </p>
 </div>
 </div>
 </footer>
diff --git a/build_with_arch/rag.html b/build_with_arch/rag.html
index 1ee737ce..2f0ee5d5 100755
--- a/build_with_arch/rag.html
+++ b/build_with_arch/rag.html
@@ -454,7 +454,7 @@ token cost and dramatically improve the speed of their responses back to users.<
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Oct 25, 2024. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Oct 26, 2024. </p>
 </div>
 </div>
 </footer>
diff --git a/concepts/llm_provider.html b/concepts/llm_provider.html
index 2c6182ac..e54125f6 100755
--- a/concepts/llm_provider.html
+++ b/concepts/llm_provider.html
@@ -245,7 +245,7 @@ make outbound LLM calls.</p>
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Oct 25, 2024. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Oct 26, 2024. </p>
 </div>
 </div>
 </footer>
diff --git a/concepts/prompt_target.html b/concepts/prompt_target.html
index a43c8081..22899d44 100755
--- a/concepts/prompt_target.html
+++ b/concepts/prompt_target.html
@@ -344,7 +344,7 @@ This modular approach not only simplifies your application’s architecture but
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Oct 25, 2024. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Oct 26, 2024. </p>
 </div>
 </div>
 </footer>
diff --git a/concepts/tech_overview/error_target.html b/concepts/tech_overview/error_target.html
index 70c2438a..fac97c54 100755
--- a/concepts/tech_overview/error_target.html
+++ b/concepts/tech_overview/error_target.html
@@ -229,7 +229,7 @@ The errors are communicated to the application via headers like <code class="doc
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Oct 25, 2024. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Oct 26, 2024. </p>
 </div>
 </div>
 </footer>
diff --git a/concepts/tech_overview/listener.html b/concepts/tech_overview/listener.html
index 82e8d289..3a7dcd75 100755
--- a/concepts/tech_overview/listener.html
+++ b/concepts/tech_overview/listener.html
@@ -233,7 +233,7 @@ address like <code class="docutils literal notranslate"><span class="pre">arch.l
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Oct 25, 2024. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Oct 26, 2024. </p>
 </div>
 </div>
 </footer>
diff --git a/concepts/tech_overview/model_serving.html b/concepts/tech_overview/model_serving.html
index d1eb0ef8..280775b0 100755
--- a/concepts/tech_overview/model_serving.html
+++ b/concepts/tech_overview/model_serving.html
@@ -220,7 +220,7 @@ how to generate API keys for model serving</p>
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Oct 25, 2024. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Oct 26, 2024. </p>
 </div>
 </div>
 </footer>
diff --git a/concepts/tech_overview/prompt.html b/concepts/tech_overview/prompt.html
index 6863a672..c0ffb9ac 100755
--- a/concepts/tech_overview/prompt.html
+++ b/concepts/tech_overview/prompt.html
@@ -399,7 +399,7 @@ This setup allows you to take advantage of Arch’s advanced traffic management
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Oct 25, 2024. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Oct 26, 2024. </p>
 </div>
 </div>
 </footer>
diff --git a/concepts/tech_overview/request_lifecycle.html b/concepts/tech_overview/request_lifecycle.html
index 290209b8..93ba828a 100755
--- a/concepts/tech_overview/request_lifecycle.html
+++ b/concepts/tech_overview/request_lifecycle.html
@@ -399,7 +399,7 @@ processing request headers and then finalized by the HCM during post-request pro
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Oct 25, 2024. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Oct 26, 2024. </p>
 </div>
 </div>
 </footer>
diff --git a/concepts/tech_overview/tech_overview.html b/concepts/tech_overview/tech_overview.html
index 0dcc9fd9..ddf3427e 100755
--- a/concepts/tech_overview/tech_overview.html
+++ b/concepts/tech_overview/tech_overview.html
@@ -216,7 +216,7 @@
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Oct 25, 2024. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Oct 26, 2024. </p>
 </div>
 </div>
 </footer>
diff --git a/concepts/tech_overview/terminology.html b/concepts/tech_overview/terminology.html
index eaef5bf9..82ec0dd6 100755
--- a/concepts/tech_overview/terminology.html
+++ b/concepts/tech_overview/terminology.html
@@ -210,7 +210,7 @@ incoming prompts. The model server is designed to call the (fast) purpose-built
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Oct 25, 2024. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Oct 26, 2024. </p>
 </div>
 </div>
 </footer>
diff --git a/concepts/tech_overview/threading_model.html b/concepts/tech_overview/threading_model.html
index 0595150d..8d27f40c 100755
--- a/concepts/tech_overview/threading_model.html
+++ b/concepts/tech_overview/threading_model.html
@@ -191,7 +191,7 @@ hardware threads on the machine.</p>
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Oct 25, 2024. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Oct 26, 2024. </p>
 </div>
 </div>
 </footer>
diff --git a/get_started/intro_to_arch.html b/get_started/intro_to_arch.html
index d9d15e30..0b624cb9 100755
--- a/get_started/intro_to_arch.html
+++ b/get_started/intro_to_arch.html
@@ -153,8 +153,10 @@
 <div id="content" role="main">
 <section id="intro-to-arch">
 <span id="id1"></span><h1>Intro to Arch<a @click.prevent="window.navigator.clipboard.writeText($el.href); $el.setAttribute('data-tooltip', 'Copied!'); setTimeout(() =&gt; $el.setAttribute('data-tooltip', 'Copy link to this element'), 2000)" aria-label="Copy link to this element" class="headerlink" data-tooltip="Copy link to this element" href="#intro-to-arch"><svg height="1em" viewbox="0 0 24 24" width="1em" xmlns="http://www.w3.org/2000/svg"><path d="M3.9 12c0-1.71 1.39-3.1 3.1-3.1h4V7H7c-2.76 0-5 2.24-5 5s2.24 5 5 5h4v-1.9H7c-1.71 0-3.1-1.39-3.1-3.1zM8 13h8v-2H8v2zm9-6h-4v1.9h4c1.71 0 3.1 1.39 3.1 3.1s-1.39 3.1-3.1 3.1h-4V17h4c2.76 0 5-2.24 5-5s-2.24-5-5-5z"></path></svg></a></h1>
-<p>Arch is an intelligent <a class="reference external" href="https://www.cloudflare.com/learning/ddos/what-is-layer-7/" rel="nofollow noopener">(Layer 7)<svg fill="currentColor" height="1em" stroke="none" viewbox="0 96 960 960" width="1em" xmlns="http://www.w3.org/2000/svg"><path d="M188 868q-11-11-11-28t11-28l436-436H400q-17 0-28.5-11.5T360 336q0-17 11.5-28.5T400 296h320q17 0 28.5 11.5T760 336v320q0 17-11.5 28.5T720 696q-17 0-28.5-11.5T680 656V432L244 868q-11 11-28 11t-28-11Z"></path></svg></a> gateway designed for generative AI apps, AI agents, and AI copilots that work with prompts.
-Engineered with purpose-built large language models (LLMs), Arch handles all the critical but undifferentiated tasks related to the handling and processing of prompts, including detecting and rejecting jailbreak attempts, intelligently calling “backend” APIs to fulfill the user’s request represented in a prompt, routing to and offering disaster recovery between upstream LLMs, and managing the observability of prompts and LLM interactions in a centralized way.</p>
+<p>Arch is an intelligent <a class="reference external" href="https://www.cloudflare.com/learning/ddos/what-is-layer-7/" rel="nofollow noopener">(Layer 7)<svg fill="currentColor" height="1em" stroke="none" viewbox="0 96 960 960" width="1em" xmlns="http://www.w3.org/2000/svg"><path d="M188 868q-11-11-11-28t11-28l436-436H400q-17 0-28.5-11.5T360 336q0-17 11.5-28.5T400 296h320q17 0 28.5 11.5T760 336v320q0 17-11.5 28.5T720 696q-17 0-28.5-11.5T680 656V432L244 868q-11 11-28 11t-28-11Z"></path></svg></a> gateway designed for generative AI apps, agents, copilots that work with prompts.
+Engineered with purpose-built large language models (LLMs), Arch handles all the critical but undifferentiated tasks related to the handling and processing of prompts, including
+detecting and rejecting jailbreak attempts, intelligently calling “backend” APIs to fulfill the user’s request represented in a prompt, routing to and offering disaster recovery
+between upstream LLMs, and managing the observability of prompts and LLM interactions in a centralized way.</p>
 <a class="reference internal image-reference" href="../_images/arch-logo.png"><img alt="../_images/arch-logo.png" class="align-center" src="../_images/arch-logo.png" style="width: 100%;"/>
 </a>
 <p><strong>The project was born out of the belief that:</strong></p>
@@ -163,19 +165,18 @@ Engineered with purpose-built large language models (LLMs), Arch handles all the
 including secure handling, intelligent routing, robust observability, and integration with backend (API)
 systems for personalization - all outside business logic.</em></p>
 </div></blockquote>
-<p>In practice, achieving the above goal is incredibly difficult.
-Arch attempts to do so by providing the following high level features:</p>
+<p>In practice, achieving the above goal is incredibly difficult. Arch attempts to do so by providing the following high level features:</p>
 <p><strong>Out-of-process architecture, built on</strong> <a class="reference external" href="http://envoyproxy.io/" rel="nofollow noopener">Envoy<svg fill="currentColor" height="1em" stroke="none" viewbox="0 96 960 960" width="1em" xmlns="http://www.w3.org/2000/svg"><path d="M188 868q-11-11-11-28t11-28l436-436H400q-17 0-28.5-11.5T360 336q0-17 11.5-28.5T400 296h320q17 0 28.5 11.5T760 336v320q0 17-11.5 28.5T720 696q-17 0-28.5-11.5T680 656V432L244 868q-11 11-28 11t-28-11Z"></path></svg></a>:
-Arch is takes a dependency on Envoy and is a self-contained process that is designed to run alongside your application servers.
+Arch takes a dependency on Envoy and is a self-contained process that is designed to run alongside your application servers.
 Arch uses Envoy’s HTTP connection management subsystem, HTTP L7 filtering and telemetry capabilities to extend the functionality exclusively for prompts and LLMs.
 This gives Arch several advantages:</p>
 <ul class="simple">
-<li><p>Arch builds on Envoy’s proven success. Envoy is used at masssive sacle by the leading technology companies of our time including <a class="reference external" href="https://www.airbnb.com" rel="nofollow noopener">AirBnB<svg fill="currentColor" height="1em" stroke="none" viewbox="0 96 960 960" width="1em" xmlns="http://www.w3.org/2000/svg"><path d="M188 868q-11-11-11-28t11-28l436-436H400q-17 0-28.5-11.5T360 336q0-17 11.5-28.5T400 296h320q17 0 28.5 11.5T760 336v320q0 17-11.5 28.5T720 696q-17 0-28.5-11.5T680 656V432L244 868q-11 11-28 11t-28-11Z"></path></svg></a>, <a class="reference external" href="https://www.dropbox.com" rel="nofollow noopener">Dropbox<svg fill="currentColor" height="1em" stroke="none" viewbox="0 96 960 960" width="1em" xmlns="http://www.w3.org/2000/svg"><path d="M188 868q-11-11-11-28t11-28l436-436H400q-17 0-28.5-11.5T360 336q0-17 11.5-28.5T400 296h320q17 0 28.5 11.5T760 336v320q0 17-11.5 28.5T720 696q-17 0-28.5-11.5T680 656V432L244 868q-11 11-28 11t-28-11Z"></path></svg></a>, <a class="reference external" href="https://www.google.com" rel="nofollow noopener">Google<svg fill="currentColor" height="1em" stroke="none" viewbox="0 96 960 960" width="1em" xmlns="http://www.w3.org/2000/svg"><path d="M188 868q-11-11-11-28t11-28l436-436H400q-17 0-28.5-11.5T360 336q0-17 11.5-28.5T400 296h320q17 0 28.5 11.5T760 336v320q0 17-11.5 28.5T720 696q-17 0-28.5-11.5T680 656V432L244 868q-11 11-28 11t-28-11Z"></path></svg></a>, <a class="reference external" href="https://www.reddit.com" rel="nofollow noopener">Reddit<svg fill="currentColor" height="1em" stroke="none" viewbox="0 96 960 960" width="1em" xmlns="http://www.w3.org/2000/svg"><path d="M188 868q-11-11-11-28t11-28l436-436H400q-17 0-28.5-11.5T360 336q0-17 11.5-28.5T400 296h320q17 0 28.5 11.5T760 336v320q0 17-11.5 28.5T720 696q-17 0-28.5-11.5T680 656V432L244 868q-11 11-28 11t-28-11Z"></path></svg></a>, <a class="reference external" href="https://www.stripe.com" rel="nofollow noopener">Stripe<svg fill="currentColor" height="1em" stroke="none" viewbox="0 96 960 960" width="1em" xmlns="http://www.w3.org/2000/svg"><path d="M188 868q-11-11-11-28t11-28l436-436H400q-17 0-28.5-11.5T360 336q0-17 11.5-28.5T400 296h320q17 0 28.5 11.5T760 336v320q0 17-11.5 28.5T720 696q-17 0-28.5-11.5T680 656V432L244 868q-11 11-28 11t-28-11Z"></path></svg></a>, etc. Its battle tested and scales linearly with usage and enables developers to focus on what really matters: application features and business logic.</p></li>
+<li><p>Arch builds on Envoy’s proven success. Envoy is used at masssive scale by the leading technology companies of our time including <a class="reference external" href="https://www.airbnb.com" rel="nofollow noopener">AirBnB<svg fill="currentColor" height="1em" stroke="none" viewbox="0 96 960 960" width="1em" xmlns="http://www.w3.org/2000/svg"><path d="M188 868q-11-11-11-28t11-28l436-436H400q-17 0-28.5-11.5T360 336q0-17 11.5-28.5T400 296h320q17 0 28.5 11.5T760 336v320q0 17-11.5 28.5T720 696q-17 0-28.5-11.5T680 656V432L244 868q-11 11-28 11t-28-11Z"></path></svg></a>, <a class="reference external" href="https://www.dropbox.com" rel="nofollow noopener">Dropbox<svg fill="currentColor" height="1em" stroke="none" viewbox="0 96 960 960" width="1em" xmlns="http://www.w3.org/2000/svg"><path d="M188 868q-11-11-11-28t11-28l436-436H400q-17 0-28.5-11.5T360 336q0-17 11.5-28.5T400 296h320q17 0 28.5 11.5T760 336v320q0 17-11.5 28.5T720 696q-17 0-28.5-11.5T680 656V432L244 868q-11 11-28 11t-28-11Z"></path></svg></a>, <a class="reference external" href="https://www.google.com" rel="nofollow noopener">Google<svg fill="currentColor" height="1em" stroke="none" viewbox="0 96 960 960" width="1em" xmlns="http://www.w3.org/2000/svg"><path d="M188 868q-11-11-11-28t11-28l436-436H400q-17 0-28.5-11.5T360 336q0-17 11.5-28.5T400 296h320q17 0 28.5 11.5T760 336v320q0 17-11.5 28.5T720 696q-17 0-28.5-11.5T680 656V432L244 868q-11 11-28 11t-28-11Z"></path></svg></a>, <a class="reference external" href="https://www.reddit.com" rel="nofollow noopener">Reddit<svg fill="currentColor" height="1em" stroke="none" viewbox="0 96 960 960" width="1em" xmlns="http://www.w3.org/2000/svg"><path d="M188 868q-11-11-11-28t11-28l436-436H400q-17 0-28.5-11.5T360 336q0-17 11.5-28.5T400 296h320q17 0 28.5 11.5T760 336v320q0 17-11.5 28.5T720 696q-17 0-28.5-11.5T680 656V432L244 868q-11 11-28 11t-28-11Z"></path></svg></a>, <a class="reference external" href="https://www.stripe.com" rel="nofollow noopener">Stripe<svg fill="currentColor" height="1em" stroke="none" viewbox="0 96 960 960" width="1em" xmlns="http://www.w3.org/2000/svg"><path d="M188 868q-11-11-11-28t11-28l436-436H400q-17 0-28.5-11.5T360 336q0-17 11.5-28.5T400 296h320q17 0 28.5 11.5T760 336v320q0 17-11.5 28.5T720 696q-17 0-28.5-11.5T680 656V432L244 868q-11 11-28 11t-28-11Z"></path></svg></a>, etc. Its battle tested and scales linearly with usage and enables developers to focus on what really matters: application features and business logic.</p></li>
 <li><p>Arch works with any application language. A single Arch deployment can act as gateway for AI applications written in Python, Java, C++, Go, Php, etc.</p></li>
 <li><p>Arch can be deployed and upgraded quickly across your infrastructure transparently without the horrid pain of deploying library upgrades in your applications.</p></li>
 </ul>
-<p><strong>Engineered with Fast LLMs:</strong> Arch is engineered with specialized tiny LLMs that are desgined for fast, cost-effective and acurrate handling of prompts.
-These LLMs are designed to be best-in-class for critcal prompt-related tasks like:</p>
+<p><strong>Engineered with Fast LLMs:</strong> Arch is engineered with specialized small LLMs that are designed for fast, cost-effective and accurate handling of prompts.
+These LLMs are designed to be best-in-class for critical prompt-related tasks like:</p>
 <ul class="simple">
 <li><p><strong>Function Calling:</strong> Arch helps you easily personalize your applications by enabling calls to application-specific (API) operations via user prompts.
 This involves any predefined functions or APIs you want to expose to users to perform tasks, gather information, or manipulate data.
@@ -185,16 +186,12 @@ For more details, read <a class="reference internal" href="../guides/function_ca
 <li><p><strong>Prompt Guard:</strong> Arch helps you improve the safety of your application by applying prompt guardrails in a centralized way for better governance hygiene.
 With prompt guardrails you can prevent <code class="docutils literal notranslate"><span class="pre">jailbreak</span> <span class="pre">attempts</span></code> present in user’s prompts without having to write a single line of code.
 To learn more about how to configure guardrails available in Arch, read <a class="reference internal" href="../guides/prompt_guard.html#prompt-guard"><span class="std std-ref">Prompt Guard</span></a>.</p></li>
-<li><p><strong>[Coming Soon] Intent-Markers:</strong> Developers struggle to handle <code class="docutils literal notranslate"><span class="pre">follow-up</span></code> or <code class="docutils literal notranslate"><span class="pre">clarifying</span></code> questions.
-Specifically, when users ask for modifications or additions to previous responses their AI applications often generate entirely new responses instead of adjusting the previous ones.
-Arch offers intent-markers as a feature so that developers know when the user has shifted away from the previous intent so that they can improve their retrieval, lower overall token cost and dramatically improve the speed and accuracy of their responses back to users.
-For more details <a class="reference internal" href="../build_with_arch/rag.html#arch-rag-guide"><span class="std std-ref">intent markers</span></a>.</p></li>
 </ul>
 <p><strong>Traffic Management:</strong> Arch offers several capabilities for LLM calls originating from your applications, including smart retries on errors from upstream LLMs, and automatic cutover to other LLMs configured in Arch for continuous availability and disaster recovery scenarios.
 Arch extends Envoy’s <a class="reference external" href="https://www.envoyproxy.io/docs/envoy/latest/intro/arch_overview/upstream/cluster_manager" rel="nofollow noopener">cluster subsystem<svg fill="currentColor" height="1em" stroke="none" viewbox="0 96 960 960" width="1em" xmlns="http://www.w3.org/2000/svg"><path d="M188 868q-11-11-11-28t11-28l436-436H400q-17 0-28.5-11.5T360 336q0-17 11.5-28.5T400 296h320q17 0 28.5 11.5T760 336v320q0 17-11.5 28.5T720 696q-17 0-28.5-11.5T680 656V432L244 868q-11 11-28 11t-28-11Z"></path></svg></a> to manage upstream connections to LLMs so that you can build resilient AI applications.</p>
-<p><strong>Front/edge Gateway:</strong> There is substantial benefit in using the same software at the edge (observability, traffic shaping alogirithms, applying guardrails, etc.) as for outbound LLM inference use cases.
+<p><strong>Front/edge Gateway:</strong> There is substantial benefit in using the same software at the edge (observability, traffic shaping algorithms, applying guardrails, etc.) as for outbound LLM inference use cases.
 Arch has the feature set that makes it exceptionally well suited as an edge gateway for AI applications.
-This includes TLS termination, applying guardrail early in the pricess, intelligent parameter gathering from prompts, and prompt-based routing to backend APIs.</p>
+This includes TLS termination, applying guardrail early in the process, intelligent parameter gathering from prompts, and prompt-based routing to backend APIs.</p>
 <p><strong>Best-In Class Monitoring:</strong> Arch offers several monitoring metrics that help you understand three critical aspects of
 your application: latency, token usage, and error rates by an upstream LLM provider. Latency measures the speed at which
 your application is responding to users, which includes metrics like time to first token (TFT), time per output token (TOT)
@@ -227,7 +224,7 @@ For more details, read <a class="reference internal" href="../guides/observabili
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Oct 25, 2024. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Oct 26, 2024. </p>
 </div>
 </div>
 </footer>
diff --git a/get_started/overview.html b/get_started/overview.html
index e3bbdabb..d8e860fd 100755
--- a/get_started/overview.html
+++ b/get_started/overview.html
@@ -320,7 +320,7 @@ simplify the interaction with upstream LLMs, and improve observability all while
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Oct 25, 2024. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Oct 26, 2024. </p>
 </div>
 </div>
 </footer>
diff --git a/get_started/quickstart.html b/get_started/quickstart.html
index 34a8c59c..9f563ad7 100755
--- a/get_started/quickstart.html
+++ b/get_started/quickstart.html
@@ -294,7 +294,7 @@ Below is an example configuration to get you started, including:</p>
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Oct 25, 2024. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Oct 26, 2024. </p>
 </div>
 </div>
 </footer>
diff --git a/guides/function_calling.html b/guides/function_calling.html
index a371418a..94ec43ad 100755
--- a/guides/function_calling.html
+++ b/guides/function_calling.html
@@ -427,7 +427,7 @@ By completing these setup steps, you enable Arch to manage the process from vali
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Oct 25, 2024. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Oct 26, 2024. </p>
 </div>
 </div>
 </footer>
diff --git a/guides/observability/access_logging.html b/guides/observability/access_logging.html
index e529b0d2..17ef6015 100755
--- a/guides/observability/access_logging.html
+++ b/guides/observability/access_logging.html
@@ -239,7 +239,7 @@ Access logs can be exported to centralized logging systems (e.g., ELK stack or F
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Oct 25, 2024. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Oct 26, 2024. </p>
 </div>
 </div>
 </footer>
diff --git a/guides/observability/monitoring.html b/guides/observability/monitoring.html
index 25f73955..772cfe0e 100755
--- a/guides/observability/monitoring.html
+++ b/guides/observability/monitoring.html
@@ -182,7 +182,7 @@ token (TOT) metrics, and the total latency as perceived by users.</p>
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Oct 25, 2024. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Oct 26, 2024. </p>
 </div>
 </div>
 </footer>
diff --git a/guides/observability/observability.html b/guides/observability/observability.html
index 146123f2..424add4b 100755
--- a/guides/observability/observability.html
+++ b/guides/observability/observability.html
@@ -199,7 +199,7 @@
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Oct 25, 2024. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Oct 26, 2024. </p>
 </div>
 </div>
 </footer>
diff --git a/guides/observability/tracing.html b/guides/observability/tracing.html
index d779901a..3b293e83 100755
--- a/guides/observability/tracing.html
+++ b/guides/observability/tracing.html
@@ -528,7 +528,7 @@ tools like AWS X-Ray and Datadog, enhancing observability and facilitating faste
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Oct 25, 2024. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Oct 26, 2024. </p>
 </div>
 </div>
 </footer>
diff --git a/guides/prompt_guard.html b/guides/prompt_guard.html
index 31d8692f..a6382fe0 100755
--- a/guides/prompt_guard.html
+++ b/guides/prompt_guard.html
@@ -306,7 +306,7 @@ By implementing Prompt Guard, developers can provide a robust layer of input val
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Oct 25, 2024. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Oct 26, 2024. </p>
 </div>
 </div>
 </footer>
diff --git a/index.html b/index.html
index 1671844d..d4c60143 100755
--- a/index.html
+++ b/index.html
@@ -241,7 +241,7 @@ Resources</label><div class="sd-tab-content docutils">
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Oct 25, 2024. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Oct 26, 2024. </p>
 </div>
 </div>
 </footer>
diff --git a/resources/configuration_reference.html b/resources/configuration_reference.html
index 3ffeffe9..aa2db8f1 100755
--- a/resources/configuration_reference.html
+++ b/resources/configuration_reference.html
@@ -286,7 +286,7 @@ that they can spend more of their time in building features unique to their AI e
 </div><footer class="py-6 border-t border-border md:py-0">
 <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
 <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Oct 25, 2024. </p>
+<p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc Last updated: Oct 26, 2024. </p>
 </div>
 </div>
 </footer>
diff --git a/search.html b/search.html
index 3635d11f..aab24a95 100755
--- a/search.html
+++ b/search.html
@@ -211,7 +211,7 @@
     </div><footer class="py-6 border-t border-border md:py-0">
     <div class="container flex flex-col items-center justify-between gap-4 md:h-24 md:flex-row">
       <div class="flex flex-col items-center gap-4 px-8 md:flex-row md:gap-2 md:px-0">
-        <p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc&nbsp;Last updated: Oct 25, 2024.&nbsp;</p>
+        <p class="text-sm leading-loose text-center text-muted-foreground md:text-left">© 2024, Katanemo Labs, Inc&nbsp;Last updated: Oct 26, 2024.&nbsp;</p>
 </div>
 </div>
 </footer>
diff --git a/searchindex.js b/searchindex.js
index beb5464b..968d8e27 100755
--- a/searchindex.js
+++ b/searchindex.js
@@ -1 +1 @@
-Search.setIndex({"alltitles": {"AI Agent Tracing Visualization Example": [[19, "ai-agent-tracing-visualization-example"]], "AWS X-Ray": [[19, "aws-x-ray"]], "Access Logging": [[16, null]], "Additional Resources": [[19, "additional-resources"]], "Agentic Apps via Prompt Targets": [[7, "agentic-apps-via-prompt-targets"]], "Agentic Workflow": [[0, null]], "Arch-Function": [[15, "arch-function"]], "Arch-Guard": [[20, "arch-guard"]], "Basic Configuration": [[3, "basic-configuration"]], "Benefits of Using Prompt Guard": [[20, "benefits-of-using-prompt-guard"]], "Benefits of Using Traceparent Headers": [[19, "benefits-of-using-traceparent-headers"]], "Best Practices": [[19, "best-practices"]], "Best Practices and Tips": [[4, "best-practices-and-tips"], [15, "best-practices-and-tips"]], "Build with Arch": [[13, "build-with-arch"], [21, null]], "Cloud Serving (GPU - Blazing Fast)": [[6, "cloud-serving-gpu-blazing-fast"]], "Concepts": [[13, "concepts"], [21, null]], "Configuration": [[8, "configuration"]], "Configuration Reference": [[22, null]], "Configure Listener": [[5, "configure-listener"]], "Configuring Prompt Targets": [[3, "configuring-prompt-targets"]], "Datadog": [[19, "datadog"]], "Default Targets": [[3, "default-targets"]], "Defining Parameters": [[3, "defining-parameters"]], "Downstream (Ingress)": [[5, "downstream-ingress"]], "Error Header Example": [[4, "error-header-example"]], "Error Target": [[4, null]], "Example Configuration": [[3, "example-configuration"], [20, "example-configuration"]], "Example Use Cases": [[15, "example-use-cases"]], "Example with OpenTelemetry in Python": [[19, "example-with-opentelemetry-in-python"]], "Example: Using OpenAI Client with Arch as an Egress Gateway": [[7, "example-using-openai-client-with-arch-as-an-egress-gateway"]], "Example: Using the OpenAI Python SDK": [[2, "example-using-the-openai-python-sdk"]], "Function Calling": [[15, null]], "Function Calling Workflow": [[15, "function-calling-workflow"]], "Get Started": [[13, "get-started"], [21, null]], "Guides": [[13, "guides"], [21, null]], "Header Format": [[19, "header-format"]], "High level architecture": [[8, "high-level-architecture"]], "How Arch-Guard Works": [[20, "how-arch-guard-works"]], "How It Works": [[16, "how-it-works"]], "How to Initiate A Trace": [[19, "how-to-initiate-a-trace"]], "Implementing Function Calling": [[15, "implementing-function-calling"]], "Instrumentation": [[19, "instrumentation"]], "Integrating with Tracing Tools": [[19, "integrating-with-tracing-tools"]], "Intent Matching": [[3, "intent-matching"], [7, "intent-matching"]], "Intro to Arch": [[12, null]], "Key Concepts": [[4, "key-concepts"]], "Key Features": [[3, "key-features"], [15, "key-features"], [16, "key-features"]], "LLM Provider": [[2, null]], "Listener": [[5, null]], "Local Serving (CPU - Moderate)": [[6, "local-serving-cpu-moderate"]], "Log Format": [[16, "log-format"]], "Messages": [[7, "messages"]], "Model Serving": [[6, null]], "Monitoring": [[17, null]], "Network topology": [[8, "network-topology"]], "Next Steps": [[14, "next-steps"]], "Observability": [[18, null]], "Overview": [[13, null], [19, "overview"]], "Parallel & Multiple Function Calling": [[0, "parallel-multiple-function-calling"]], "Parameter Extraction for RAG": [[1, "parameter-extraction-for-rag"]], "Post-request processing": [[8, "post-request-processing"]], "Prerequisites": [[14, "prerequisites"]], "Prompt Guard": [[7, "prompt-guard"], [20, null]], "Prompt Target": [[3, null]], "Prompt Targets": [[7, "prompt-targets"]], "Prompting LLMs": [[7, "prompting-llms"]], "Prompts": [[7, null]], "Quickstart": [[14, null]], "RAG Application": [[1, null]], "Request Flow (Egress)": [[8, "request-flow-egress"]], "Request Flow (Ingress)": [[8, "request-flow-ingress"]], "Request Lifecycle": [[8, null]], "Resources": [[21, null]], "Routing Logic": [[3, "routing-logic"]], "Single Function Call": [[0, "single-function-call"]], "Step 1: Define ConversationBufferMemory": [[1, "step-1-define-conversationbuffermemory"]], "Step 1: Define Prompt Targets": [[0, "step-1-define-prompt-targets"], [0, "id1"], [1, "step-1-define-prompt-targets"]], "Step 1: Define the Function": [[15, "step-1-define-the-function"]], "Step 1: Install Arch": [[14, "step-1-install-arch"]], "Step 2: Config Arch": [[14, "step-2-config-arch"]], "Step 2: Configure Prompt Targets": [[15, "step-2-configure-prompt-targets"]], "Step 2: Process Request Parameters": [[0, "step-2-process-request-parameters"]], "Step 2: Process Request Parameters in Flask": [[1, "step-2-process-request-parameters-in-flask"]], "Step 2: Update ConversationBufferMemory with Intents": [[1, "step-2-update-conversationbuffermemory-with-intents"]], "Step 3: Arch Takes Over": [[15, "step-3-arch-takes-over"]], "Step 3: Get Messages based on latest drift": [[1, "step-3-get-messages-based-on-latest-drift"]], "Step 3: Start Arch Gateway": [[14, "step-3-start-arch-gateway"]], "Summary": [[3, "summary"], [19, "summary"], [20, "summary"]], "Supported Languages": [[15, "supported-languages"]], "Tech Overview": [[9, null]], "Terminology": [[8, "terminology"], [10, null]], "Threading Model": [[11, null]], "Trace Breakdown:": [[19, "trace-breakdown"]], "Trace Propagation": [[19, "trace-propagation"]], "Tracing": [[19, null]], "Upstream (Egress)": [[5, "upstream-egress"]], "Welcome to Arch!": [[21, null]], "What Are Prompt Targets?": [[3, "what-are-prompt-targets"]], "What Is Arch-Guard": [[20, "what-is-arch-guard"]], "What is Function Calling?": [[15, "what-is-function-calling"]], "Why Prompt Guard": [[20, "why-prompt-guard"]], "[Coming Soon] Drift Detection via Arch Intent-Markers": [[1, "coming-soon-drift-detection-via-arch-intent-markers"]]}, "docnames": ["build_with_arch/agent", "build_with_arch/rag", "concepts/llm_provider", "concepts/prompt_target", "concepts/tech_overview/error_target", "concepts/tech_overview/listener", "concepts/tech_overview/model_serving", "concepts/tech_overview/prompt", "concepts/tech_overview/request_lifecycle", "concepts/tech_overview/tech_overview", "concepts/tech_overview/terminology", "concepts/tech_overview/threading_model", "get_started/intro_to_arch", "get_started/overview", "get_started/quickstart", "guides/function_calling", "guides/observability/access_logging", "guides/observability/monitoring", "guides/observability/observability", "guides/observability/tracing", "guides/prompt_guard", "index", "resources/configuration_reference"], "envversion": {"sphinx": 64, "sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx.ext.intersphinx": 1, "sphinx.ext.viewcode": 1}, "filenames": ["build_with_arch/agent.rst", "build_with_arch/rag.rst", "concepts/llm_provider.rst", "concepts/prompt_target.rst", "concepts/tech_overview/error_target.rst", "concepts/tech_overview/listener.rst", "concepts/tech_overview/model_serving.rst", "concepts/tech_overview/prompt.rst", "concepts/tech_overview/request_lifecycle.rst", "concepts/tech_overview/tech_overview.rst", "concepts/tech_overview/terminology.rst", "concepts/tech_overview/threading_model.rst", "get_started/intro_to_arch.rst", "get_started/overview.rst", "get_started/quickstart.rst", "guides/function_calling.rst", "guides/observability/access_logging.rst", "guides/observability/monitoring.rst", "guides/observability/observability.rst", "guides/observability/tracing.rst", "guides/prompt_guard.rst", "index.rst", "resources/configuration_reference.rst"], "indexentries": {}, "objects": {}, "objnames": {}, "objtypes": {}, "terms": {"": [0, 1, 2, 3, 4, 5, 6, 7, 8, 10, 11, 12, 13, 14, 15, 16, 19, 20], "0": [0, 1, 2, 5, 6, 7, 8, 10, 14, 16, 19, 22], "00": 19, "003": 7, "005": [0, 7, 8, 14, 22], "03": 16, "04": 16, "050z": 16, "05m": [6, 7], "1": [2, 4, 5, 7, 8, 10, 16, 19, 22], "10": [15, 16, 19], "100": [11, 19], "10000": [2, 5, 7, 8, 14, 22], "100000": 22, "100x": [0, 7], "1022": 16, "104": 16, "106": 16, "10t03": 16, "10x": [0, 6, 7], "12000": [2, 7, 10, 16], "1234": 4, "125": 16, "127": [0, 2, 5, 7, 8, 10, 14, 16, 22], "1301": 16, "140": 16, "156x": 6, "159": 16, "16": 19, "162": 16, "168": 16, "1695": 16, "1695m": 16, "17": 16, "18083": [0, 16], "192": 16, "1d6b30cfc845": 16, "2": [8, 19], "200": [0, 1, 16], "200m": [0, 6, 7], "2024": 16, "21797": 16, "218": 16, "245": 16, "254": 16, "2a5b": 16, "3": [0, 7, 19], "32": 19, "4": [7, 15, 19], "400": [0, 1, 4], "429": 8, "4317": 19, "441": 16, "443": [0, 10, 16, 22], "447": 16, "463": 16, "469793af": 16, "49": 16, "492z": 16, "4o": [0, 2, 5, 6, 7, 8, 14, 22], "5": [0, 7, 19], "51": 16, "51000": 16, "52": 16, "53": 16, "537z": 16, "54": 16, "55": 16, "556": 16, "56": 16, "598z": 16, "6": 19, "60": 22, "604197fe": 16, "614": 16, "65": 16, "7": [0, 1, 10, 12, 19], "770": 16, "7b": 22, "8": 19, "80": [7, 8, 10, 14, 22], "8001": 22, "8080": 0, "87": 16, "8x7b": 22, "9": 19, "9000": 5, "905z": 16, "906z": 16, "9367": 16, "95a2": 16, "961z": 16, "984": 16, "984m": 16, "9b57": 16, "A": [0, 1, 3, 4, 5, 8, 10, 11, 12, 13, 14, 18], "As": [7, 20], "Be": [15, 19], "But": 10, "By": [1, 3, 7, 8, 12, 15, 16, 19, 20, 22], "FOR": 16, "For": [3, 5, 7, 10, 11, 12, 13, 14, 16], "If": [0, 1, 4, 7, 8, 15, 20, 22], "In": [0, 1, 7, 8, 12, 13, 15, 20], "It": [0, 8, 15, 18, 20], "Its": [12, 19], "No": 7, "On": 14, "One": 10, "Or": 19, "The": [1, 3, 4, 6, 7, 8, 10, 12, 14, 15, 16, 19, 20, 22], "There": [6, 12], "These": [0, 4, 10, 12, 15, 20], "To": [1, 5, 7, 10, 12, 14, 19], "With": [0, 1, 12, 14, 19, 20], "__main__": [0, 1], "__name__": [0, 1, 19], "abil": [7, 8, 10, 20, 22], "about": [0, 6, 7, 8, 10, 12, 13, 16, 20, 22], "abov": [0, 1, 8, 12], "abstract": 2, "accept": [3, 5, 7, 8, 10, 11], "access": [8, 14, 18, 19, 20, 21], "access_": 16, "access_ingress": 16, "access_intern": 16, "access_kei": [0, 2, 5, 7, 8, 14, 22], "access_llm": 16, "accident": 8, "accordingli": 19, "account": [15, 19], "accur": [1, 3, 7, 10, 15, 20], "accuraci": [1, 7, 12, 20], "achiev": [7, 12, 15], "across": [0, 2, 8, 12, 15, 19], "act": [3, 5, 12], "action": [0, 3, 4, 7, 8, 10, 15, 20, 22], "activ": [1, 8, 14], "actual": [0, 1, 7, 19], "acurr": 12, "ad": [0, 1, 12, 20], "add": [1, 5, 7, 15, 19, 22], "add_messag": 1, "add_span_processor": 19, "addit": [1, 3, 5, 7, 8, 12, 18, 22], "additional_kwarg": 1, "additionalproperti": 15, "address": [0, 2, 5, 7, 8, 10, 14, 20, 22], "adher": 20, "adilhafeez": 16, "adjust": [1, 12, 19], "adopt": 19, "advanc": [7, 15], "advantag": [7, 12], "advic": [0, 2, 7, 8, 14, 22], "affect": 19, "afraid": 15, "after": [8, 15, 19, 20], "against": [7, 20], "agent": [1, 8, 10, 12, 13, 14, 16, 21, 22], "aggreg": 15, "agnost": 2, "ai": [1, 3, 8, 10, 12, 13, 14, 15, 16, 22], "aid": 8, "aimessag": 1, "airbnb": 12, "alert": 16, "align": [7, 20], "all": [0, 2, 5, 7, 8, 11, 12, 13, 14, 19, 21, 22], "allow": [0, 3, 7, 10, 11, 12, 14, 15, 19, 20], "alogirithm": 12, "alongsid": [6, 8, 10, 12], "alreadi": 19, "also": [0, 2, 3, 7, 8, 14, 20, 22], "altern": [4, 20], "alwai": 4, "ambigu": 15, "amount": 11, "an": [0, 1, 2, 3, 4, 8, 10, 12, 14, 15, 17, 19, 20, 22], "analysi": [4, 20], "analyt": 15, "analyz": [0, 3, 7, 12, 15, 16, 19, 20], "ang": 7, "ani": [0, 3, 7, 8, 12, 13, 15, 19, 20], "answer": [7, 8, 22], "anthrop": 2, "api": [0, 2, 3, 4, 5, 6, 7, 8, 10, 12, 13, 14, 15, 16, 19, 21, 22], "api_bas": 7, "api_kei": 7, "api_serv": [3, 15, 16], "apm": 19, "app": [0, 1, 10, 12, 13, 21], "app_serv": [0, 7, 8, 14, 22], "append": [0, 1], "appli": [7, 8, 12, 13, 20], "applic": [0, 2, 3, 4, 5, 6, 7, 8, 10, 12, 13, 14, 15, 16, 17, 19, 20, 21, 22], "applicaton": 6, "approach": [1, 3, 7, 19, 22], "appropri": [1, 3, 4, 7, 8, 10], "ar": [0, 1, 2, 4, 5, 6, 7, 8, 10, 12, 14, 15, 16, 19, 20, 21, 22], "arch": [0, 2, 3, 4, 5, 6, 8, 10, 11, 16, 17, 19, 22], "arch_config": [2, 7], "arch_llm_listen": 16, "archgw": [6, 14], "archgw_log": 16, "architectur": [3, 9, 10, 11, 12, 19, 20], "aris": [4, 10], "around": [8, 11], "arrai": [1, 3, 15], "arraylist": 15, "arriv": 8, "art": [7, 15], "ask": [1, 12, 15, 19], "aspect": [12, 17], "assess": 20, "assist": [0, 1, 2, 7, 8, 14, 20, 22], "assum": 7, "attach": 3, "attack": 20, "attempt": [7, 8, 12, 20], "attent": 15, "attribut": [3, 19], "augment": [1, 8], "auth": 10, "author": [16, 22], "auto_llm_dispatch_on_respons": [7, 8, 22], "autom": 15, "automat": [5, 7, 12, 15, 19, 20], "avail": [2, 6, 8, 12, 19], "averlag": 6, "avoid": [1, 20], "awai": [1, 12], "awsxrai": 19, "b25f": 16, "b265": 16, "back": [1, 6, 8, 12, 15, 19], "backend": [3, 7, 8, 10, 12, 15, 19, 21], "bad": 4, "balanc": [0, 7, 8, 14, 15, 22], "base": [0, 2, 3, 5, 7, 8, 10, 12, 14, 15, 20, 22], "base_url": 2, "bash": 6, "batch": 19, "batchedand": 8, "batchspanprocessor": 19, "battl": 12, "been": [14, 15], "befor": [1, 7, 8, 10, 14, 20], "begin": [1, 14], "behalf": [7, 8, 16], "behavior": [7, 8, 16, 20, 22], "behind": 13, "being": [7, 8], "belief": [12, 21, 22], "below": [2, 3, 6, 7, 8, 14, 19], "benchmark": 15, "benefici": 15, "benefit": [12, 18], "best": [3, 5, 9, 12, 18], "better": [12, 15, 20], "between": [0, 2, 3, 7, 8, 11, 12, 14, 15, 19, 22], "bigint": 15, "bill": 19, "bin": 14, "binari": 14, "bind": [2, 5, 7, 10], "blaze": 9, "blob": 14, "block": 11, "bodi": 7, "bolt": 10, "bool": [7, 8, 15, 22], "boolean": 15, "bootstrap": 8, "born": [12, 21], "borrow": 10, "both": [7, 15, 20], "bound": [7, 11], "breach": 20, "break": [1, 16], "breaker": 8, "bridg": [3, 8, 15], "brief": [3, 8], "briefli": 8, "broader": 0, "build": [1, 2, 3, 5, 7, 10, 11, 12, 14, 20, 22], "build_with_arch": 13, "built": [0, 1, 6, 7, 8, 10, 12, 14, 21], "busi": [0, 3, 7, 8, 10, 12, 15, 21], "bypass": 20, "byte": [15, 16, 19], "bytes_receiv": 16, "bytes_s": 16, "c": 12, "call": [2, 3, 4, 6, 7, 8, 10, 12, 13, 16, 21], "campaign": [0, 12], "can": [0, 1, 2, 3, 4, 5, 6, 7, 8, 10, 12, 14, 15, 16, 19, 20, 22], "capabl": [0, 3, 7, 12, 14, 15, 21], "capit": [2, 7], "captur": [4, 12, 19], "care": 15, "carefulli": 3, "carri": [8, 19], "case": [0, 12, 13], "categor": 4, "categori": 7, "caus": 4, "celsiu": [3, 15], "central": [0, 2, 5, 7, 8, 12, 14, 16, 22], "cert": 22, "certain": 20, "certif": 22, "certificate_chain": 22, "chain": 8, "challeng": 20, "chanc": 20, "chang": [1, 7, 19], "char": 15, "charact": 19, "chat": 16, "chat_memori": 1, "chatbot": 19, "cheaper": [6, 7], "cheapest": 0, "check": [5, 7, 8, 10, 15, 19, 20], "children": 19, "choic": 7, "choos": 15, "chunk": 1, "circuit": 8, "citi": [3, 15], "claim": [0, 12], "clarif": 1, "clarifi": [10, 12], "class": 12, "classif": 7, "classifi": 20, "claud": 7, "clean": 20, "cleaner": 3, "clear": [4, 15, 20], "clearer": 15, "cli": 14, "client": [2, 4, 5, 8, 10, 11], "client_messag": 1, "closest": 7, "cloud": [2, 9], "cluster": [0, 2, 7, 8, 12, 14, 22], "co": 19, "code": [1, 4, 7, 8, 10, 11, 12, 14, 16], "codebas": [3, 19], "codec": 8, "coher": 2, "colleagu": 15, "collect": [0, 7, 15, 19], "collector": 19, "com": [14, 15, 16, 19], "combin": 15, "comcern": 6, "come": 12, "command": [6, 14], "comment": [7, 10], "commit": 19, "common": [0, 15, 19], "common_tls_context": 22, "commun": [4, 8, 10, 14, 19], "compact": 7, "compani": 12, "compar": 7, "compat": [12, 19, 22], "complet": [2, 7, 8, 15, 16, 19, 22], "complex": [0, 2, 3, 5, 11, 15, 19, 20], "complianc": 20, "compon": [3, 8, 12, 19], "composit": 7, "comprehens": 14, "concept": 9, "concern": 8, "concis": 8, "confid": 20, "config": 19, "configur": [0, 1, 2, 6, 7, 9, 10, 11, 12, 14, 19, 21], "confirm": [7, 8, 15, 19, 22], "congratul": 14, "conifg": 22, "connect": [0, 3, 5, 6, 7, 8, 10, 11, 12, 14, 22], "connect_timeout": [0, 7, 8, 14, 22], "consid": [7, 10], "consist": [10, 12, 15, 19], "consol": 19, "constraint": 20, "contain": [6, 7, 8, 10, 12, 19, 20], "content": [1, 2, 4, 5, 7, 8, 14, 19, 20, 22], "context": [3, 4, 8, 10, 12, 14, 15, 19, 20], "continu": 12, "contribut": 14, "contributor": 21, "control": [6, 11, 20, 22], "conver": 1, "convers": [0, 1, 7, 12], "coordin": 11, "copilot": 12, "core": [8, 20], "corpu": 20, "correct": [1, 4, 7, 20], "correspond": 8, "cost": [1, 6, 12], "could": [0, 7, 8, 10, 14, 15, 22], "count": 8, "cpu": [8, 9], "craft": 20, "creat": [0, 1, 2, 4, 5, 7, 8, 10, 12, 13, 14, 15, 22], "createus": 4, "creativ": 15, "credenti": 19, "crime": 7, "critcal": 12, "criteria": 20, "critic": [0, 1, 4, 7, 8, 10, 12, 15, 17, 19], "crucial": [15, 16, 19, 20], "curiou": [7, 8, 20, 22], "current": [1, 3, 15], "custom": [7, 13, 19, 20], "cutov": 12, "dai": [0, 1], "dashboard": [15, 19], "data": [0, 1, 3, 7, 8, 12, 15, 19, 20], "databas": [0, 1, 15], "datadoghq": 19, "dataset": 0, "date": [3, 15], "datetim": 1, "davinci": 7, "db": 1, "dc": 16, "dd_site": 19, "debug": [0, 1, 8, 16, 19], "decis": [0, 2, 6, 7, 8, 10, 14, 22], "decrypt": 8, "dedic": 7, "deep": [5, 13], "deeper": 14, "def": [0, 1, 15, 19], "default": [0, 1, 2, 5, 6, 7, 8, 14, 16, 22], "defens": 20, "defin": [2, 5, 7, 8, 14, 19, 22], "definit": [10, 15], "defram": 8, "degrad": 4, "deliv": 15, "deliveri": 8, "demonstr": 15, "depend": [0, 8, 12, 14, 20], "deploi": [6, 8, 12, 19], "deploy": 12, "depth": 3, "describ": [1, 4, 8], "descript": [0, 1, 3, 7, 8, 14, 15, 22], "desgin": 12, "design": [0, 3, 4, 6, 7, 8, 10, 12, 13, 15, 19, 20], "desir": [3, 15], "destroi": 8, "detail": [2, 4, 5, 7, 8, 10, 12, 14, 16, 19], "detect": [6, 7, 8, 10, 12, 14, 20], "determin": [1, 3, 8, 15, 19], "detetct": 1, "dev": 6, "develop": [1, 2, 3, 4, 5, 7, 8, 12, 13, 14, 19, 20, 22], "devic": [0, 1, 3, 6, 7, 8, 14, 22], "device_group": 14, "device_id": [0, 1, 7, 8, 14, 22], "device_reboot": [0, 14], "device_summari": [0, 1], "dict": 15, "dictionari": [1, 7], "differ": [0, 2, 3, 7, 8, 10, 14, 15, 19, 22], "difficult": 12, "direct": [3, 5], "directli": [7, 10], "disast": 12, "discov": 13, "dispatch": 8, "displai": [4, 15], "distribut": [7, 8, 19], "dive": [10, 13, 14], "divers": [3, 20], "dn": 5, "do": [3, 7, 12, 14, 16], "doc": 13, "docker": [0, 14, 19], "document": [3, 7, 10, 13, 14, 19], "doe": [0, 1, 3, 15, 20], "domain": [8, 15], "don": [6, 15], "doubl": 15, "down": 16, "downstream": [7, 8, 9, 10, 11, 19], "downtream": 8, "dramat": [1, 6, 12], "draw": 7, "driven": [13, 14, 20], "dropbox": 12, "due": 4, "duplic": 1, "durat": [8, 16], "dure": [4, 8], "dynam": [7, 15, 20], "e": [3, 8, 10, 15, 16, 19, 22], "each": [1, 3, 7, 8, 12, 15, 16, 19, 22], "earli": [7, 8, 12], "earlier": 8, "eas": 19, "easi": [15, 19], "easier": [5, 14, 16], "easili": [0, 1, 12, 19], "ecosystem": 19, "edg": [8, 12, 15], "effect": [3, 7, 12, 13], "effici": [0, 1, 3, 6, 7, 14, 19], "egress": [2, 9, 10], "either": [8, 15], "elasticsearch": 16, "element": 3, "elif": 1, "elk": 16, "els": 1, "email": [3, 15], "embarrassingli": [1, 11], "embed": [1, 7, 16, 20, 22], "empow": [3, 20], "empti": 22, "enabl": [0, 1, 2, 3, 4, 6, 8, 10, 12, 15, 19], "enchanc": 7, "encount": [8, 10], "encrypt": 8, "end": [3, 12, 19], "endpoint": [0, 1, 3, 4, 7, 8, 10, 14, 15, 19, 22], "enforc": [8, 20], "engag": [0, 8, 12], "engin": [7, 12], "enhanc": [1, 3, 8, 14, 19, 20], "enough": 4, "enrich": [1, 3, 7, 10], "ensur": [0, 2, 3, 4, 5, 7, 8, 12, 14, 15, 19, 20], "entir": [1, 12, 19], "entri": 5, "enum": [3, 7, 8, 15, 22], "enumer": 1, "environ": [14, 15, 19, 20], "envoi": [2, 5, 7, 8, 10, 11, 12, 21], "equal": 11, "error": [0, 1, 3, 7, 8, 9, 10, 12, 14, 17, 19, 20, 21, 22], "error_target": [7, 8, 14, 22], "error_target_1": [7, 8, 22], "especi": 20, "essenti": [3, 5, 13, 20], "establish": [0, 7, 8, 14, 22], "etc": [1, 2, 7, 8, 10, 12, 14, 22], "ethnic": 20, "eu": 19, "evalu": 7, "even": [0, 15], "evenli": 8, "event": [0, 8], "everi": 16, "evolv": 20, "exactli": 8, "exampl": [0, 1, 5, 8, 9, 10, 14, 16, 22], "exceed": 8, "excel": 20, "except": [4, 15], "exception": 12, "excess": 8, "exclus": 12, "execut": [4, 7, 8, 15, 20], "exist": [1, 8, 19], "expect": [4, 15, 20], "experi": [3, 7, 8, 12, 14, 15, 20, 22], "explain": 15, "explan": [3, 15], "explanatori": 16, "explicitli": 20, "explor": [13, 14], "export": [16, 19], "expos": [0, 5, 7, 12, 16, 20, 22], "extend": [12, 13], "extern": [0, 1, 14, 19], "extract": [0, 3, 7, 8, 10, 12, 15, 19, 22], "extrem": 7, "f": [0, 1, 15, 16, 19], "f376e8d8c586": 16, "face": 7, "facilit": 19, "fact": [0, 2, 7, 8, 14, 22], "fahrenheit": [3, 15], "fail": [2, 4, 8, 10], "failov": [0, 2, 5, 7, 8, 14, 22], "failur": 4, "fair": 8, "fallback": 4, "fals": [1, 7, 8, 14, 15, 22], "familiar": 8, "faser": 0, "fashion": [1, 8], "fast": [7, 9, 10, 12, 13, 14, 21], "faster": [1, 6, 7, 10, 19], "fastest": [0, 14], "fault": [2, 7], "fc": 8, "fc1b": 0, "featur": [1, 7, 12, 13, 18, 19, 22], "feed": 16, "feedback": [4, 7, 20], "fetch": 15, "few": [1, 10, 16, 19], "field": [16, 20], "file": [2, 3, 5, 7, 8, 14], "filenam": 22, "filter": [5, 8, 11, 12, 20], "final": [8, 20], "financ": 20, "find": 15, "first": [6, 7, 8, 12, 14, 15, 17, 20], "fit": 8, "flag": [7, 8, 19, 20, 22], "flask": 0, "flexibl": [0, 12, 19, 20], "float": 15, "flow": [4, 9, 12, 16, 19], "fluentd": 16, "focu": [0, 8, 12], "focus": 7, "follow": [1, 3, 4, 6, 7, 8, 10, 12, 14, 16, 19, 22], "form": 15, "format": [3, 7, 12, 15, 18, 20], "forth": 8, "forwad": 7, "forward": [1, 4, 6, 7, 8, 10, 11, 16, 19], "forward_to_llm": 1, "found": 16, "framework": [7, 19], "franc": [2, 7], "francisco": [3, 15], "friendli": 15, "from": [0, 1, 2, 3, 4, 5, 7, 8, 10, 11, 12, 14, 15, 19, 20, 22], "front": 12, "frontier": [0, 7], "fulfil": 12, "full": [3, 7, 14, 22], "function": [3, 4, 6, 7, 8, 10, 11, 12, 13, 20, 21, 22], "function_cal": 13, "functionvalidationerror": 4, "fundament": 3, "further": [7, 14, 19], "g": [3, 8, 10, 15, 16, 19, 22], "gap": 15, "gatewai": [1, 2, 8, 10, 12, 13, 16, 19, 22], "gather": [0, 8, 12], "genai": [3, 14, 21], "gener": [0, 1, 3, 6, 8, 10, 11, 12, 13, 14, 15, 19, 20], "get": [0, 3, 6, 8, 14, 15, 19], "get_device_statist": 1, "get_device_summari": [0, 1], "get_json": [0, 1], "get_messages_since_last_int": 1, "get_trac": 19, "get_user_convers": 1, "get_weath": [3, 15], "github": [7, 14], "give": 12, "given": [0, 1, 8], "global": [1, 14], "go": [0, 12], "goal": 12, "good": 22, "googl": 12, "got": 4, "govern": 12, "gpt": [0, 2, 5, 6, 7, 8, 14, 15, 22], "gpu": 9, "grace": 4, "gracefulli": [4, 10], "group": [0, 14], "grpc": 19, "guard": [8, 9, 12, 13, 21], "guardail": 6, "guardrail": [4, 7, 8, 10, 12, 13, 14], "guid": [7, 14, 15, 20], "guidelin": 20, "gurdrail": 5, "ha": [1, 7, 8, 12, 14, 15, 19, 22], "hallucin": 16, "handel": [7, 8, 22], "handl": [0, 1, 2, 3, 4, 5, 7, 8, 10, 11, 12, 13, 14, 15, 19, 20, 21], "handle_request": 19, "handler": [3, 7, 8], "hardwar": 11, "harm": [7, 8, 20], "hashmap": 15, "hashtabl": 15, "hate": 7, "have": [0, 1, 6, 12, 14, 15, 20], "hazard": 7, "hcm": 8, "header": [1, 8, 9, 10, 12, 18, 22], "health": 8, "healthcar": 20, "healthi": 8, "held": 22, "help": [0, 1, 2, 3, 4, 6, 7, 8, 10, 12, 13, 14, 15, 17, 20, 22], "here": [0, 1, 3, 5, 7, 8, 15, 16, 20], "hexadecim": 19, "high": [0, 2, 7, 9, 12, 15], "highli": 15, "histori": [1, 15], "horrid": 12, "host": [0, 2, 5, 6, 7, 8, 10, 16], "hostconnect": 10, "hostnam": [0, 7, 8, 14, 22], "how": [0, 1, 2, 3, 5, 6, 7, 8, 10, 12, 13, 14, 15, 18, 22], "howev": 8, "html": 13, "http": [2, 4, 5, 6, 7, 8, 12, 14, 15, 16, 19, 21, 22], "http_header": 22, "hug": 7, "huggingfac": [0, 2, 5, 7, 8, 14, 22], "human": [3, 4], "humanmessag": 1, "hygien": 12, "i": [0, 1, 2, 3, 5, 6, 7, 8, 10, 11, 12, 14, 16, 17, 19, 22], "iam": 19, "id": [0, 1, 4, 8, 14, 16, 19], "idea": 13, "identif": 15, "identifi": [0, 1, 3, 4, 7, 8, 14, 15, 19, 22], "immedi": 20, "impact": 19, "implement": [7, 8, 19, 20], "import": [0, 1, 2, 7, 15, 16, 19], "improp": 4, "improv": [1, 6, 12, 13, 20], "inappropri": 20, "includ": [2, 3, 5, 8, 12, 14, 15, 16, 17, 19, 21], "incom": [1, 5, 6, 7, 8, 10, 14, 19, 22], "incomplet": 15, "incorrect": 20, "increas": 20, "incredibli": 12, "index": 1, "indic": [3, 8, 19], "industri": 7, "infer": 12, "inform": [0, 1, 3, 4, 7, 8, 10, 12, 15, 16, 19, 20, 22], "information_extract": [7, 8, 22], "infrastructur": [2, 12], "ingress": [7, 9, 10], "initi": [1, 2, 5, 8, 10, 18], "inject": [19, 20], "inner": 8, "innov": 14, "input": [0, 3, 4, 15, 20], "input_guard": [7, 8, 20, 22], "insecur": 19, "insert": 1, "instal": 19, "instanc": [2, 8, 10, 15, 22], "instead": [1, 12, 15], "instruct": [6, 13, 22], "instructionsus": 14, "insur": [0, 12], "insurance_claim_detail": 16, "int": [0, 1, 15], "integ": [0, 1, 4, 20], "integr": [2, 3, 12, 13, 14, 15, 16, 18, 21], "intellig": [2, 3, 6, 8, 10, 12, 13, 21], "intend": 20, "intent": [0, 6, 8, 12, 15, 20, 22], "intent_chang": 1, "intent_changed_head": 1, "interact": [0, 7, 12, 13, 14, 15, 16, 19, 20], "intercept": 7, "interfac": 2, "interfer": 14, "intern": [0, 8, 10, 19], "interoper": 19, "interpret": [4, 15], "intro": [13, 21], "intro_to_arch": 13, "introduc": 13, "invalid": [1, 4, 15], "inventori": 19, "investig": 19, "invoc": [3, 15], "invok": [0, 3, 4, 15], "involv": [0, 3, 12, 20], "ip": [0, 7, 8, 14, 22], "ip1": [0, 7, 8, 14, 22], "ip2": [0, 7, 8, 14, 22], "isinst": [0, 1], "isoformat": 1, "isol": 14, "issu": [4, 10, 19], "item": [3, 7], "iter": 15, "itinerari": 15, "its": [0, 1, 3, 6, 7, 8, 10, 11, 12, 14, 19], "itself": [2, 5, 7], "jaeger": 19, "jailbreak": [7, 8, 12, 20, 22], "java": [12, 15], "javascript": 15, "json": [1, 2, 4, 5, 7, 8, 14, 15, 22], "jsonifi": [0, 1], "jsonschema": 15, "just": [0, 2, 7, 8, 14, 22], "jwt": 22, "katanemo": 14, "keep": [1, 10, 15], "kei": [0, 2, 5, 6, 7, 8, 9, 14, 18, 19, 22], "kept": 22, "kibana": 16, "kind": 4, "king": 15, "know": [1, 6, 7, 10, 12, 20], "knowledg": [5, 8, 13], "known": 7, "kubernet": 19, "l7": 12, "landscap": 20, "langchain": 1, "languag": [8, 12], "larg": [7, 8, 11, 12, 15], "last": [0, 1], "latenc": [0, 6, 7, 12, 15, 17], "later": 4, "layer": [7, 10, 12, 19, 20], "lead": [7, 12, 20], "learn": [12, 13, 14, 15], "len": 1, "length": 20, "less": 22, "let": 16, "level": [2, 5, 6, 9, 12, 13], "leverag": [3, 19], "libev": 8, "librari": [2, 12, 15], "lifecycl": [9, 21], "lifetim": [8, 11], "lightweight": [0, 1, 12], "like": [1, 2, 3, 4, 5, 7, 8, 10, 12, 15, 16, 17, 19, 20, 22], "limit": [0, 2, 5, 7, 8, 14, 20, 22], "line": [1, 12, 14, 22], "linearli": 12, "list": [0, 1, 3, 7, 8, 14, 15, 20, 22], "listen": [0, 2, 7, 8, 9, 10, 14, 19, 21, 22], "listner": 5, "live": 8, "ll": [0, 22], "llm": [0, 1, 5, 6, 8, 9, 10, 12, 13, 14, 15, 17, 20, 21, 22], "llm_provid": [0, 2, 5, 7, 8, 13, 14, 22], "llm_respons": 1, "load": [0, 7, 8, 14, 22], "local": [2, 5, 7, 8, 9, 22], "locat": [3, 10, 15], "log": [4, 8, 10, 18, 19, 21], "logic": [0, 2, 4, 5, 7, 8, 10, 12, 13, 14, 15, 21, 22], "long": 15, "look": [3, 7, 8, 20, 22], "loop": 8, "low": [0, 6, 15], "lower": [1, 12], "m": 14, "machin": 11, "made": 14, "mai": [0, 8, 20], "main": [8, 10, 14, 19, 20], "maintain": [1, 3, 8], "major": 11, "make": [0, 2, 4, 5, 6, 7, 8, 10, 12, 15, 16, 19], "malici": [8, 20], "manag": [0, 2, 3, 4, 5, 6, 7, 8, 12, 13, 14, 15, 16, 19, 20, 22], "managemet": 5, "mandatori": 3, "mani": [8, 19], "manipul": [0, 12, 20], "manufactur": [0, 2, 7, 8, 14, 22], "map": 15, "mark": [1, 3], "marker": 12, "masssiv": 12, "match": [0, 1, 8, 22], "matter": 12, "max": [0, 7, 8, 14, 22], "maximum": 3, "md": 14, "mean": [16, 19, 22], "meaning": 4, "measur": [12, 17], "mechan": [0, 1, 2, 13, 15, 20], "meet": [15, 20], "memori": 1, "messag": [4, 8, 9, 15, 20, 22], "message_entri": 1, "message_format": [0, 2, 5, 7, 8, 14, 22], "messages_for_llm": 1, "messages_since_int": 1, "messages_to_return": 1, "metadata": [1, 3, 7, 10, 16], "method": [0, 1, 16], "metric": [12, 17, 19], "might": [6, 20], "mind": [15, 19], "minim": [5, 19, 20], "minimum": 3, "minlength": 15, "minor": 20, "minut": 22, "misalign": 20, "misformat": 20, "miss": [0, 4, 12], "mistak": 20, "mistral": [2, 22], "mistral8x7b": 22, "mistral_api_kei": 22, "mistral_loc": 22, "mistrallocal7b": 22, "misus": 20, "mode": 6, "model": [0, 1, 2, 5, 7, 8, 9, 10, 12, 14, 15, 20, 21, 22], "model_serv": 16, "moder": 9, "modern": 19, "modif": [8, 12], "modifi": 20, "modular": 3, "monitor": [7, 8, 12, 13, 16, 18, 19, 21], "more": [0, 1, 3, 5, 7, 10, 11, 12, 15, 16, 20, 22], "most": [0, 1, 3, 7, 10, 11, 15, 16], "mostli": 1, "move": 1, "multipl": [3, 8, 11, 15], "must": [0, 1, 20], "my": [7, 8, 20, 22], "name": [0, 1, 2, 3, 5, 7, 8, 10, 14, 15, 19, 22], "natur": [4, 7, 8, 15, 22], "navig": [13, 20], "necessari": [1, 3, 7, 8, 15, 20], "need": [0, 3, 6, 7, 8, 10, 13, 15, 19, 22], "network": [0, 2, 5, 6, 7, 9, 10, 14, 22], "network_qa": 0, "network_summari": 0, "never": 14, "new": [1, 3, 12, 14, 15, 19], "new_messag": 1, "next": [15, 20], "nli": [1, 7, 22], "non": 11, "note": [6, 16, 22], "nuanc": [12, 21], "num_stored_messag": 1, "number": [1, 8, 11, 15], "numer": 3, "object": [15, 16], "observ": [2, 10, 12, 13, 19, 21, 22], "occur": 4, "off": 22, "offer": [0, 1, 2, 7, 8, 10, 12, 14, 17, 22], "offert": 22, "often": [1, 12, 15], "on_except": [7, 8, 20, 22], "onc": [0, 1, 7, 8, 11, 15], "one": [0, 1, 8, 10, 15, 19], "ones": [1, 12, 15], "ongo": 15, "onli": [1, 3, 5, 6, 7, 8, 15, 20, 22], "onward": 1, "opaqu": [12, 21], "open": [3, 19], "openai": [0, 1, 5, 8, 14, 16, 22], "openai_api_kei": [0, 2, 5, 7, 8, 14, 22], "opentelemetri": [12, 22], "oper": [8, 10, 12, 14, 15], "optim": [5, 15, 19], "option": [0, 1, 3, 6, 10, 13, 19, 22], "order": [1, 8, 15, 19], "orient": 15, "origin": [7, 10, 12, 16], "oss": 2, "otel": 19, "other": [1, 4, 6, 8, 10, 12, 14, 15, 19], "otlp": 19, "otlp_export": 19, "otlpspanexport": 19, "our": [6, 7, 8, 12, 15, 22], "out": [10, 12, 15, 20, 21], "outbound": [2, 12, 19], "outcom": 20, "outgo": [5, 19], "outlin": 8, "output": [12, 15, 17, 20], "outsid": [12, 21], "over": [0, 1, 2], "overal": [1, 3, 6, 12], "overid": 22, "overload": 8, "overrid": [7, 8, 22], "overview": [18, 21], "overwhelm": 8, "own": 8, "p50": 7, "p90": 0, "packag": [14, 19], "page": 7, "pai": 15, "pain": [2, 5, 7, 8, 12, 14, 22], "pair": 7, "par": 15, "parallel": [8, 11, 15], "param": 15, "paramet": [4, 7, 8, 12, 14, 15, 20, 22], "parent": 19, "parrallel": 1, "pars": [2, 4, 5, 7, 8, 14, 15, 16, 22], "part": [8, 12, 15, 19], "particular": [3, 15], "pass": [1, 7, 8, 16], "past": 1, "path": [0, 1, 3, 7, 8, 10, 14, 15, 16, 22], "path_to_config": 14, "pattern": 20, "payment": [15, 19], "pem": 22, "pend": 19, "per": [8, 12, 15, 16, 17, 22], "perceiv": [12, 17], "perform": [0, 3, 5, 6, 7, 8, 11, 12, 15, 19, 20], "performimg": 7, "period": 8, "permiss": 20, "person": [0, 3, 12, 13, 14, 15, 21], "phase": [7, 20], "php": 12, "piec": [3, 7], "pilot": 19, "pip": [14, 19], "pipelin": [8, 19], "place": [8, 15], "placehold": [0, 1, 19], "plan": [7, 10], "pleas": [4, 6, 7, 14], "pod": 19, "point": [5, 7, 15], "polici": [8, 19, 20], "pool": 8, "popular": 19, "port": [0, 2, 5, 7, 8, 10, 14, 22], "possibl": 4, "post": [0, 1, 16], "potenti": [7, 20], "power": [7, 15, 19, 20], "practic": [3, 5, 8, 9, 12, 13, 18], "pre": [8, 14, 20], "precis": [1, 15], "predefin": [0, 3, 7, 10, 12, 14, 20], "prefer": [15, 19], "premis": [2, 6], "prepar": [1, 15, 19], "presenc": [2, 5], "present": [1, 12, 15, 19], "prevent": [8, 12, 19, 20], "previou": [1, 12], "price": 6, "pricess": 12, "primari": [5, 7, 11], "primit": [2, 5, 10], "primitv": 7, "primtiv": 1, "print": [2, 7, 15, 19], "priorit": 20, "privaci": 7, "private_kei": 22, "proce": [7, 8, 20, 22], "process": [3, 4, 6, 7, 10, 11, 12, 13, 15, 16, 19, 20], "process_customer_request": 19, "process_rag": 1, "processor": 19, "produc": 15, "product": [15, 19], "profil": 15, "program": [7, 8, 20, 22], "project": [3, 12], "promot": 8, "prompt": [2, 4, 5, 6, 8, 9, 10, 11, 12, 13, 14, 21, 22], "prompt_guard": [7, 8, 13, 14, 22], "prompt_target": [0, 1, 3, 7, 8, 13, 14, 15, 22], "prompt_target_intent_matching_threshold": 22, "propag": [7, 12, 18], "proper": 19, "properli": 10, "properti": 15, "protect": [19, 20], "proto": 19, "protocol": [8, 16, 19], "proven": 12, "provid": [0, 1, 3, 4, 5, 7, 8, 10, 12, 13, 14, 15, 16, 17, 19, 20, 21, 22], "proxi": [7, 8, 10], "pull": 1, "purchas": [0, 2, 7, 8, 14, 22], "purpos": [0, 3, 6, 7, 8, 10, 12], "push": 22, "python": [1, 12, 14, 15, 16], "q": 0, "qualiti": 1, "queri": [0, 1, 3, 15, 19], "question": [1, 7, 8, 12, 22], "queue": 15, "quick": 19, "quickli": [6, 12, 13, 14], "quickstart": [13, 21], "rag": [7, 8, 10, 13, 21], "rais": [15, 20], "random_sampl": 19, "rang": [0, 1, 19, 20], "rare": 8, "rate": [2, 7, 8, 12, 17, 19, 22], "rate_limit": 22, "rather": 4, "raw": 4, "rch": 10, "re": [7, 8, 15, 19, 20, 22], "reach": 20, "read": [5, 7, 8, 12, 19], "readabl": [3, 4], "readm": 14, "real": [0, 1, 15], "realli": 12, "reboot": [0, 1, 3, 7, 8, 14, 22], "reboot_devic": [0, 3, 14], "reboot_network_devic": [7, 8, 22], "receiv": [4, 7, 8, 10, 15, 16, 19, 20], "recept": 8, "recognit": [3, 7], "recommend": [8, 11, 14], "record": [12, 19], "recoveri": 12, "red": 20, "reddit": 12, "reduc": 20, "refer": [0, 6, 14, 15, 16, 21], "refin": 7, "region": 19, "regulatori": 20, "reject": [7, 12, 14], "relat": [0, 6, 8, 12, 19], "relev": [0, 1, 3, 8, 15], "reli": [7, 19], "reliabl": [2, 5, 15, 20], "remain": 15, "rememb": 15, "remind": 15, "repeat": 20, "replac": 19, "repositori": 14, "repres": [7, 12, 19], "request": [2, 4, 5, 7, 9, 10, 12, 14, 15, 16, 19, 20, 21, 22], "requestsinstrumentor": 19, "requir": [0, 1, 3, 4, 5, 7, 8, 12, 14, 15, 20, 21, 22], "resili": [7, 12], "resolv": 19, "resourc": [14, 18], "respect": 16, "respond": [4, 12, 17, 19], "respons": [0, 1, 2, 3, 4, 7, 8, 10, 12, 13, 15, 16, 19, 20, 22], "response_cod": 16, "response_flag": 16, "rest": [8, 11], "restrict": 20, "result": [0, 15], "retri": [0, 2, 5, 7, 8, 12, 14, 22], "retriev": [0, 1, 7, 8, 10, 12, 15], "return": [0, 1, 3, 8, 10, 15, 19, 20], "return_messag": 1, "revers": [1, 8], "review": 20, "risk": 20, "roadmap": 7, "robin": [0, 7, 8, 14, 22], "robust": [7, 12, 15, 20, 21], "role": [1, 4, 7, 19, 20], "root": 4, "round": [0, 7, 8, 14, 22], "rout": [0, 1, 2, 5, 7, 8, 12, 14, 21], "router": [3, 8], "routin": 15, "rule": [14, 15], "run": [0, 1, 6, 7, 8, 10, 12, 14, 19], "runtimeerror": 4, "sacl": 12, "safeguard": 20, "safer": 20, "safeti": [5, 7, 12, 20], "sai": 15, "same": [12, 15, 21], "sampl": [19, 22], "sampling_r": 22, "san": [3, 15], "sanit": [8, 20], "scalabl": [3, 14], "scale": [1, 2, 8, 12, 13], "scenario": [0, 6, 7, 8, 12, 13, 15, 22], "schedul": [7, 10, 15], "schema": [1, 3, 15], "scienc": 15, "score": 7, "script": [14, 15], "scrutini": 20, "sdk": 19, "seamless": [2, 15], "seamlessli": [2, 3, 19], "seattl": 15, "second": 10, "section": [1, 2, 3, 5, 7, 8, 13, 19], "secur": [2, 5, 7, 8, 12, 13, 19, 20, 21], "see": [5, 7], "select": 8, "selector": 22, "self": [6, 8, 10, 12, 16], "semant": 7, "send": [1, 2, 7, 8, 10, 15, 19, 22], "sender": 7, "sensit": [19, 20], "sent": [8, 16], "separ": [3, 6, 8, 10, 11, 22], "sequenti": 0, "serv": [8, 9, 10, 21], "server": [1, 4, 6, 8, 10, 12], "servic": [0, 1, 3, 7, 8, 15, 16, 19], "set": [1, 5, 6, 7, 8, 10, 12, 13, 14, 15, 19, 22], "set_tracer_provid": 19, "setup": [5, 7, 14, 15], "sever": [8, 12, 17], "sevic": 10, "shape": 12, "share": [7, 8, 10], "shift": [1, 12], "short": 15, "should": [2, 3, 4, 5, 7, 8, 14, 15, 22], "show": 1, "side": 4, "signatur": 15, "similar": 7, "simpl": [7, 15, 19, 22], "simpli": [2, 5, 7, 14, 19], "simplic": 8, "simplif": 5, "simplifi": [2, 3, 5, 13, 19], "simul": [0, 1], "simultan": 0, "sinc": [1, 7], "singl": [7, 10, 11, 12, 15, 22], "site": 19, "skimp": 15, "slowest": 6, "small": 11, "smart": [10, 12, 15], "smarter": 1, "sni": 8, "snippet": 1, "so": [0, 1, 6, 7, 10, 12, 15, 22], "socket": 8, "softwar": [7, 12], "solut": 3, "some": [8, 11, 15], "sonnet": 7, "soon": 12, "sota": 15, "sourc": [14, 15, 19], "span": [8, 19], "span_processor": 19, "special": [12, 13, 19], "specif": [0, 1, 3, 4, 6, 7, 8, 12, 14, 15, 19, 20, 22], "specifi": [1, 3, 8, 10, 14, 15], "speed": [1, 6, 12, 17], "spell": 15, "spend": [11, 22], "sporad": 11, "sql": 1, "stack": [4, 13, 15, 16], "stage": 20, "stai": 7, "standalon": 19, "standard": [12, 19, 20], "start": [2, 5, 6, 7, 10, 19], "start_as_current_span": 19, "start_tim": 16, "stat": [0, 1, 8, 22], "state": [1, 3, 7, 8, 15], "stateless": 1, "static": 8, "statist": [0, 1, 8], "statu": [15, 16, 19], "steer": 1, "step": [13, 19], "still": 1, "stock": 19, "store": 1, "stored_messag": 1, "str": [1, 3, 7, 8, 14, 15, 22], "straightforward": 15, "stream": [2, 5, 7, 8, 14, 22], "streamlin": [1, 3, 5], "strict": 20, "stricter": 20, "string": [4, 15, 20], "strip": 7, "stripe": 12, "structur": [1, 16], "struggl": [1, 12], "submit": 15, "substanti": 12, "subsystem": [0, 2, 5, 6, 7, 8, 12, 14, 22], "subsytem": 7, "success": 12, "successfulli": 14, "suggest": [15, 20], "suit": 12, "suitabl": [3, 15], "summar": [3, 7, 8, 22], "summari": [7, 8, 15, 18, 22], "support": [0, 2, 3, 7, 8, 10, 12, 14, 19], "suppport": 22, "sure": 4, "switch": 2, "system": [0, 2, 4, 5, 7, 8, 12, 14, 15, 16, 19, 20, 21, 22], "system_prompt": [0, 2, 7, 8, 14, 22], "t": [6, 15], "tail": 16, "tailor": [0, 12, 15, 20], "take": [7, 8, 10, 12], "taken": 16, "target": [2, 5, 8, 9, 10, 13, 14, 21, 22], "task": [0, 7, 8, 11, 12, 15], "tcp": 8, "tech": [13, 19, 21], "tech_overview": 13, "technic": 19, "techniqu": [7, 20], "technologi": [12, 13], "telemetri": [12, 19], "temperatur": [3, 15], "termin": 12, "terminologi": [9, 21], "test": [6, 12, 15], "text": [2, 5, 7, 8, 14, 15, 22], "tft": [12, 17], "than": [0, 6, 22], "thei": [1, 3, 12, 20, 22], "them": [3, 4, 8, 10, 15, 20], "thi": [0, 1, 2, 3, 4, 5, 6, 7, 8, 11, 12, 13, 14, 15, 16, 19, 20, 22], "thing": [10, 22], "think": 15, "thoroughli": 15, "those": [0, 1, 10], "thread": [8, 9, 21], "three": [6, 8, 12, 17], "threshold": 22, "through": [2, 7, 8, 12, 15, 16, 19], "throughput": [0, 15], "time": [0, 1, 7, 8, 12, 14, 15, 16, 17, 22], "time_rang": [0, 1], "timestamp": [1, 8], "tini": 12, "tip": 9, "tl": [8, 10, 12, 22], "tls_certif": [0, 22], "todai": [8, 14], "token": [1, 6, 7, 12, 17, 22], "toler": [2, 7], "too": 8, "took": 16, "tool": [4, 12, 14, 16, 18, 20], "top": [2, 5, 11], "topologi": 9, "tot": [12, 17], "total": [12, 16, 17], "trace": [4, 7, 8, 10, 12, 18, 21, 22], "trace_export": 19, "tracepar": [12, 18], "tracer": 19, "tracer_provid": 19, "tracerprovid": 19, "track": [1, 14], "tradit": [12, 21], "traffic": [2, 5, 7, 8, 12, 16], "train": 20, "transact": 15, "transpar": 12, "transport": 8, "travel": [7, 10, 15], "travers": 8, "treat": [7, 8, 22], "tri": 1, "trigger": [0, 13, 15], "trivial": 8, "troubleshoot": [3, 4, 13], "true": [0, 1, 2, 3, 5, 7, 8, 14, 15, 19, 22], "try": 15, "tupl": 15, "turbo": 0, "turn": 15, "tutori": 13, "two": [0, 6, 7, 8, 10], "type": [0, 1, 2, 3, 4, 5, 7, 8, 10, 14, 15, 20, 22], "typic": [8, 15], "typo": 20, "ui": 8, "unauthor": 7, "under": 16, "undergo": 20, "understand": [12, 13, 15, 17, 19, 20], "undesir": [14, 20], "undifferenti": [8, 10, 12], "unexpect": [15, 20], "unifi": 2, "uniformli": 19, "uniqu": [3, 19, 22], "unit": [3, 15, 22], "until": 8, "unusu": 20, "unwant": [8, 20], "up": [1, 6, 10, 12, 13, 14, 19], "updat": [0, 8, 12, 14, 15, 22], "update_user_convers": 1, "upgrad": [2, 8, 12], "upon": 8, "upstream": [1, 7, 8, 9, 10, 12, 13, 16, 17], "upstream_host": 16, "url": 7, "us": [0, 1, 3, 5, 6, 8, 10, 12, 13, 14, 16, 18, 22], "usabl": 20, "usag": [2, 3, 8, 12, 14, 15, 17], "user": [0, 1, 3, 4, 7, 8, 12, 15, 16, 17, 20, 21], "user_id": [1, 4], "user_memori": 1, "usi": 19, "usual": 7, "utcnow": 1, "util": [7, 8], "uuid": 1, "uuid4": 1, "v": 19, "v0": [0, 2, 5, 7, 8, 14, 22], "v1": [5, 16], "valid": [0, 1, 13, 15, 20], "validationerror": [4, 15], "valu": [0, 1, 3, 7, 8, 14, 15, 19, 20, 22], "valueerror": 15, "variabl": 19, "varieti": 8, "variou": [11, 12, 15, 19], "ve": [14, 22], "vector": [1, 7], "vendor": 2, "venv": 14, "veri": [8, 19], "verif": 19, "verifi": [19, 20], "version": [0, 2, 5, 7, 8, 14, 19, 22], "via": [0, 4, 6, 8, 10, 12, 13, 14, 19, 22], "view": 19, "violat": [4, 8, 10, 20], "violent": 7, "virtual": [14, 22], "visibl": 16, "visit": 7, "vpc": 6, "w3c": [12, 19], "wa": [8, 12, 15, 16, 21], "wai": [0, 1, 2, 5, 7, 8, 12, 14, 22], "wait": [0, 7, 8, 14, 22], "want": [0, 10, 12, 15], "watch": 15, "we": [8, 10, 11, 14, 20, 22], "weather": [3, 15], "weather_info": 15, "weather_validation_schema": 15, "web": [8, 10], "welcom": 13, "well": 12, "were": 16, "what": [2, 4, 7, 12, 16], "when": [0, 1, 2, 4, 5, 7, 8, 10, 12, 15, 19], "where": [0, 3, 6, 7, 8, 14, 15, 16, 20], "whether": [3, 15], "which": [0, 1, 2, 5, 6, 8, 12, 15, 16, 17, 19, 21], "while": [1, 7, 11, 13, 15, 20], "wide": [8, 19], "window": 14, "within": [0, 3, 7, 8, 13, 15, 20, 22], "without": [5, 8, 12, 13], "work": [6, 10, 12, 15, 18, 19, 22], "worker": [8, 11], "workflow": [13, 21], "workload": 11, "would": [0, 1, 8, 22], "write": [0, 12, 13], "written": [8, 11, 12], "x": [1, 4, 8, 10, 16], "yaml": [0, 19], "yml": [2, 7, 22], "york": [3, 15], "you": [0, 1, 2, 3, 4, 5, 6, 7, 8, 10, 12, 13, 14, 15, 17, 19, 20, 22], "your": [0, 1, 2, 3, 5, 6, 7, 8, 10, 12, 13, 14, 15, 16, 17, 19, 22], "yourweatherapp": 15, "zeroshot": 16}, "titles": ["Agentic Workflow", "RAG Application", "LLM Provider", "Prompt Target", "Error Target", "Listener", "Model Serving", "Prompts", "Request Lifecycle", "Tech Overview", "Terminology", "Threading Model", "Intro to Arch", "Overview", "Quickstart", "Function Calling", "Access Logging", "Monitoring", "Observability", "Tracing", "Prompt Guard", "Welcome to Arch!", "Configuration Reference"], "titleterms": {"1": [0, 1, 14, 15], "2": [0, 1, 14, 15], "3": [1, 14, 15], "A": 19, "It": 16, "access": 16, "addit": 19, "agent": [0, 7, 19], "ai": 19, "an": 7, "app": 7, "applic": 1, "ar": 3, "arch": [1, 7, 12, 13, 14, 15, 20, 21], "architectur": 8, "aw": 19, "base": 1, "basic": 3, "benefit": [19, 20], "best": [4, 15, 19], "blaze": 6, "breakdown": 19, "build": [13, 21], "call": [0, 15], "case": 15, "client": 7, "cloud": 6, "come": 1, "concept": [4, 13, 21], "config": 14, "configur": [3, 5, 8, 15, 20, 22], "conversationbuffermemori": 1, "cpu": 6, "datadog": 19, "default": 3, "defin": [0, 1, 3, 15], "detect": 1, "downstream": 5, "drift": 1, "egress": [5, 7, 8], "error": 4, "exampl": [2, 3, 4, 7, 15, 19, 20], "extract": 1, "fast": 6, "featur": [3, 15, 16], "flask": 1, "flow": 8, "format": [16, 19], "function": [0, 15], "gatewai": [7, 14], "get": [1, 13, 21], "gpu": 6, "guard": [7, 20], "guid": [13, 21], "header": [4, 19], "high": 8, "how": [16, 19, 20], "i": [15, 20], "implement": 15, "ingress": [5, 8], "initi": 19, "instal": 14, "instrument": 19, "integr": 19, "intent": [1, 3, 7], "intro": 12, "kei": [3, 4, 15, 16], "languag": 15, "latest": 1, "level": 8, "lifecycl": 8, "listen": 5, "llm": [2, 7], "local": 6, "log": 16, "logic": 3, "marker": 1, "match": [3, 7], "messag": [1, 7], "model": [6, 11], "moder": 6, "monitor": 17, "multipl": 0, "network": 8, "next": 14, "observ": 18, "openai": [2, 7], "opentelemetri": 19, "over": 15, "overview": [9, 13, 19], "parallel": 0, "paramet": [0, 1, 3], "post": 8, "practic": [4, 15, 19], "prerequisit": 14, "process": [0, 1, 8], "prompt": [0, 1, 3, 7, 15, 20], "propag": 19, "provid": 2, "python": [2, 19], "quickstart": 14, "rag": 1, "rai": 19, "refer": 22, "request": [0, 1, 8], "resourc": [19, 21], "rout": 3, "sdk": 2, "serv": 6, "singl": 0, "soon": 1, "start": [13, 14, 21], "step": [0, 1, 14, 15], "summari": [3, 19, 20], "support": 15, "take": 15, "target": [0, 1, 3, 4, 7, 15], "tech": 9, "terminologi": [8, 10], "thread": 11, "tip": [4, 15], "tool": 19, "topologi": 8, "trace": 19, "tracepar": 19, "updat": 1, "upstream": 5, "us": [2, 7, 15, 19, 20], "via": [1, 7], "visual": 19, "welcom": 21, "what": [3, 15, 20], "why": 20, "work": [16, 20], "workflow": [0, 15], "x": 19}})
\ No newline at end of file
+Search.setIndex({"alltitles": {"AI Agent Tracing Visualization Example": [[19, "ai-agent-tracing-visualization-example"]], "AWS X-Ray": [[19, "aws-x-ray"]], "Access Logging": [[16, null]], "Additional Resources": [[19, "additional-resources"]], "Agentic Apps via Prompt Targets": [[7, "agentic-apps-via-prompt-targets"]], "Agentic Workflow": [[0, null]], "Arch-Function": [[15, "arch-function"]], "Arch-Guard": [[20, "arch-guard"]], "Basic Configuration": [[3, "basic-configuration"]], "Benefits of Using Prompt Guard": [[20, "benefits-of-using-prompt-guard"]], "Benefits of Using Traceparent Headers": [[19, "benefits-of-using-traceparent-headers"]], "Best Practices": [[19, "best-practices"]], "Best Practices and Tips": [[4, "best-practices-and-tips"], [15, "best-practices-and-tips"]], "Build with Arch": [[13, "build-with-arch"], [21, null]], "Cloud Serving (GPU - Blazing Fast)": [[6, "cloud-serving-gpu-blazing-fast"]], "Concepts": [[13, "concepts"], [21, null]], "Configuration": [[8, "configuration"]], "Configuration Reference": [[22, null]], "Configure Listener": [[5, "configure-listener"]], "Configuring Prompt Targets": [[3, "configuring-prompt-targets"]], "Datadog": [[19, "datadog"]], "Default Targets": [[3, "default-targets"]], "Defining Parameters": [[3, "defining-parameters"]], "Downstream (Ingress)": [[5, "downstream-ingress"]], "Error Header Example": [[4, "error-header-example"]], "Error Target": [[4, null]], "Example Configuration": [[3, "example-configuration"], [20, "example-configuration"]], "Example Use Cases": [[15, "example-use-cases"]], "Example with OpenTelemetry in Python": [[19, "example-with-opentelemetry-in-python"]], "Example: Using OpenAI Client with Arch as an Egress Gateway": [[7, "example-using-openai-client-with-arch-as-an-egress-gateway"]], "Example: Using the OpenAI Python SDK": [[2, "example-using-the-openai-python-sdk"]], "Function Calling": [[15, null]], "Function Calling Workflow": [[15, "function-calling-workflow"]], "Get Started": [[13, "get-started"], [21, null]], "Guides": [[13, "guides"], [21, null]], "Header Format": [[19, "header-format"]], "High level architecture": [[8, "high-level-architecture"]], "How Arch-Guard Works": [[20, "how-arch-guard-works"]], "How It Works": [[16, "how-it-works"]], "How to Initiate A Trace": [[19, "how-to-initiate-a-trace"]], "Implementing Function Calling": [[15, "implementing-function-calling"]], "Instrumentation": [[19, "instrumentation"]], "Integrating with Tracing Tools": [[19, "integrating-with-tracing-tools"]], "Intent Matching": [[3, "intent-matching"], [7, "intent-matching"]], "Intro to Arch": [[12, null]], "Key Concepts": [[4, "key-concepts"]], "Key Features": [[3, "key-features"], [15, "key-features"], [16, "key-features"]], "LLM Provider": [[2, null]], "Listener": [[5, null]], "Local Serving (CPU - Moderate)": [[6, "local-serving-cpu-moderate"]], "Log Format": [[16, "log-format"]], "Messages": [[7, "messages"]], "Model Serving": [[6, null]], "Monitoring": [[17, null]], "Network topology": [[8, "network-topology"]], "Next Steps": [[14, "next-steps"]], "Observability": [[18, null]], "Overview": [[13, null], [19, "overview"]], "Parallel & Multiple Function Calling": [[0, "parallel-multiple-function-calling"]], "Parameter Extraction for RAG": [[1, "parameter-extraction-for-rag"]], "Post-request processing": [[8, "post-request-processing"]], "Prerequisites": [[14, "prerequisites"]], "Prompt Guard": [[7, "prompt-guard"], [20, null]], "Prompt Target": [[3, null]], "Prompt Targets": [[7, "prompt-targets"]], "Prompting LLMs": [[7, "prompting-llms"]], "Prompts": [[7, null]], "Quickstart": [[14, null]], "RAG Application": [[1, null]], "Request Flow (Egress)": [[8, "request-flow-egress"]], "Request Flow (Ingress)": [[8, "request-flow-ingress"]], "Request Lifecycle": [[8, null]], "Resources": [[21, null]], "Routing Logic": [[3, "routing-logic"]], "Single Function Call": [[0, "single-function-call"]], "Step 1: Define ConversationBufferMemory": [[1, "step-1-define-conversationbuffermemory"]], "Step 1: Define Prompt Targets": [[0, "step-1-define-prompt-targets"], [0, "id1"], [1, "step-1-define-prompt-targets"]], "Step 1: Define the Function": [[15, "step-1-define-the-function"]], "Step 1: Install Arch": [[14, "step-1-install-arch"]], "Step 2: Config Arch": [[14, "step-2-config-arch"]], "Step 2: Configure Prompt Targets": [[15, "step-2-configure-prompt-targets"]], "Step 2: Process Request Parameters": [[0, "step-2-process-request-parameters"]], "Step 2: Process Request Parameters in Flask": [[1, "step-2-process-request-parameters-in-flask"]], "Step 2: Update ConversationBufferMemory with Intents": [[1, "step-2-update-conversationbuffermemory-with-intents"]], "Step 3: Arch Takes Over": [[15, "step-3-arch-takes-over"]], "Step 3: Get Messages based on latest drift": [[1, "step-3-get-messages-based-on-latest-drift"]], "Step 3: Start Arch Gateway": [[14, "step-3-start-arch-gateway"]], "Summary": [[3, "summary"], [19, "summary"], [20, "summary"]], "Supported Languages": [[15, "supported-languages"]], "Tech Overview": [[9, null]], "Terminology": [[8, "terminology"], [10, null]], "Threading Model": [[11, null]], "Trace Breakdown:": [[19, "trace-breakdown"]], "Trace Propagation": [[19, "trace-propagation"]], "Tracing": [[19, null]], "Upstream (Egress)": [[5, "upstream-egress"]], "Welcome to Arch!": [[21, null]], "What Are Prompt Targets?": [[3, "what-are-prompt-targets"]], "What Is Arch-Guard": [[20, "what-is-arch-guard"]], "What is Function Calling?": [[15, "what-is-function-calling"]], "Why Prompt Guard": [[20, "why-prompt-guard"]], "[Coming Soon] Drift Detection via Arch Intent-Markers": [[1, "coming-soon-drift-detection-via-arch-intent-markers"]]}, "docnames": ["build_with_arch/agent", "build_with_arch/rag", "concepts/llm_provider", "concepts/prompt_target", "concepts/tech_overview/error_target", "concepts/tech_overview/listener", "concepts/tech_overview/model_serving", "concepts/tech_overview/prompt", "concepts/tech_overview/request_lifecycle", "concepts/tech_overview/tech_overview", "concepts/tech_overview/terminology", "concepts/tech_overview/threading_model", "get_started/intro_to_arch", "get_started/overview", "get_started/quickstart", "guides/function_calling", "guides/observability/access_logging", "guides/observability/monitoring", "guides/observability/observability", "guides/observability/tracing", "guides/prompt_guard", "index", "resources/configuration_reference"], "envversion": {"sphinx": 64, "sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx.ext.intersphinx": 1, "sphinx.ext.viewcode": 1}, "filenames": ["build_with_arch/agent.rst", "build_with_arch/rag.rst", "concepts/llm_provider.rst", "concepts/prompt_target.rst", "concepts/tech_overview/error_target.rst", "concepts/tech_overview/listener.rst", "concepts/tech_overview/model_serving.rst", "concepts/tech_overview/prompt.rst", "concepts/tech_overview/request_lifecycle.rst", "concepts/tech_overview/tech_overview.rst", "concepts/tech_overview/terminology.rst", "concepts/tech_overview/threading_model.rst", "get_started/intro_to_arch.rst", "get_started/overview.rst", "get_started/quickstart.rst", "guides/function_calling.rst", "guides/observability/access_logging.rst", "guides/observability/monitoring.rst", "guides/observability/observability.rst", "guides/observability/tracing.rst", "guides/prompt_guard.rst", "index.rst", "resources/configuration_reference.rst"], "indexentries": {}, "objects": {}, "objnames": {}, "objtypes": {}, "terms": {"": [0, 1, 2, 3, 4, 5, 6, 7, 8, 10, 11, 12, 13, 14, 15, 16, 19, 20], "0": [0, 1, 2, 5, 6, 7, 8, 10, 14, 16, 19, 22], "00": 19, "003": 7, "005": [0, 7, 8, 14, 22], "03": 16, "04": 16, "050z": 16, "05m": [6, 7], "1": [2, 4, 5, 7, 8, 10, 16, 19, 22], "10": [15, 16, 19], "100": [11, 19], "10000": [2, 5, 7, 8, 14, 22], "100000": 22, "100x": [0, 7], "1022": 16, "104": 16, "106": 16, "10t03": 16, "10x": [0, 6, 7], "12000": [2, 7, 10, 16], "1234": 4, "125": 16, "127": [0, 2, 5, 7, 8, 10, 14, 16, 22], "1301": 16, "140": 16, "156x": 6, "159": 16, "16": 19, "162": 16, "168": 16, "1695": 16, "1695m": 16, "17": 16, "18083": [0, 16], "192": 16, "1d6b30cfc845": 16, "2": [8, 19], "200": [0, 1, 16], "200m": [0, 6, 7], "2024": 16, "21797": 16, "218": 16, "245": 16, "254": 16, "2a5b": 16, "3": [0, 7, 19], "32": 19, "4": [7, 15, 19], "400": [0, 1, 4], "429": 8, "4317": 19, "441": 16, "443": [0, 10, 16, 22], "447": 16, "463": 16, "469793af": 16, "49": 16, "492z": 16, "4o": [0, 2, 5, 6, 7, 8, 14, 22], "5": [0, 7, 19], "51": 16, "51000": 16, "52": 16, "53": 16, "537z": 16, "54": 16, "55": 16, "556": 16, "56": 16, "598z": 16, "6": 19, "60": 22, "604197fe": 16, "614": 16, "65": 16, "7": [0, 1, 10, 12, 19], "770": 16, "7b": 22, "8": 19, "80": [7, 8, 10, 14, 22], "8001": 22, "8080": 0, "87": 16, "8x7b": 22, "9": 19, "9000": 5, "905z": 16, "906z": 16, "9367": 16, "95a2": 16, "961z": 16, "984": 16, "984m": 16, "9b57": 16, "A": [0, 1, 3, 4, 5, 8, 10, 11, 12, 13, 14, 18], "As": [7, 20], "Be": [15, 19], "But": 10, "By": [1, 3, 7, 8, 12, 15, 16, 19, 20, 22], "FOR": 16, "For": [3, 5, 7, 10, 11, 12, 13, 14, 16], "If": [0, 1, 4, 7, 8, 15, 20, 22], "In": [0, 1, 7, 8, 12, 13, 15, 20], "It": [0, 8, 15, 18, 20], "Its": [12, 19], "No": 7, "On": 14, "One": 10, "Or": 19, "The": [1, 3, 4, 6, 7, 8, 10, 12, 14, 15, 16, 19, 20, 22], "There": [6, 12], "These": [0, 4, 10, 12, 15, 20], "To": [1, 5, 7, 10, 12, 14, 19], "With": [0, 1, 12, 14, 19, 20], "__main__": [0, 1], "__name__": [0, 1, 19], "abil": [7, 8, 10, 20, 22], "about": [0, 6, 7, 8, 10, 12, 13, 16, 20, 22], "abov": [0, 1, 8, 12], "abstract": 2, "accept": [3, 5, 7, 8, 10, 11], "access": [8, 14, 18, 19, 20, 21], "access_": 16, "access_ingress": 16, "access_intern": 16, "access_kei": [0, 2, 5, 7, 8, 14, 22], "access_llm": 16, "accident": 8, "accordingli": 19, "account": [15, 19], "accur": [1, 3, 7, 10, 12, 15, 20], "accuraci": [1, 7, 20], "achiev": [7, 12, 15], "across": [0, 2, 8, 12, 15, 19], "act": [3, 5, 12], "action": [0, 3, 4, 7, 8, 10, 15, 20, 22], "activ": [1, 8, 14], "actual": [0, 1, 7, 19], "ad": [0, 1, 12, 20], "add": [1, 5, 7, 15, 19, 22], "add_messag": 1, "add_span_processor": 19, "addit": [1, 3, 5, 7, 8, 18, 22], "additional_kwarg": 1, "additionalproperti": 15, "address": [0, 2, 5, 7, 8, 10, 14, 20, 22], "adher": 20, "adilhafeez": 16, "adjust": [1, 19], "adopt": 19, "advanc": [7, 15], "advantag": [7, 12], "advic": [0, 2, 7, 8, 14, 22], "affect": 19, "afraid": 15, "after": [8, 15, 19, 20], "against": [7, 20], "agent": [1, 8, 10, 12, 13, 14, 16, 21, 22], "aggreg": 15, "agnost": 2, "ai": [1, 3, 8, 10, 12, 13, 14, 15, 16, 22], "aid": 8, "aimessag": 1, "airbnb": 12, "alert": 16, "algorithm": 12, "align": [7, 20], "all": [0, 2, 5, 7, 8, 11, 12, 13, 14, 19, 21, 22], "allow": [0, 3, 7, 10, 11, 12, 14, 15, 19, 20], "alongsid": [6, 8, 10, 12], "alreadi": 19, "also": [0, 2, 3, 7, 8, 14, 20, 22], "altern": [4, 20], "alwai": 4, "ambigu": 15, "amount": 11, "an": [0, 1, 2, 3, 4, 8, 10, 12, 14, 15, 17, 19, 20, 22], "analysi": [4, 20], "analyt": 15, "analyz": [0, 3, 7, 12, 15, 16, 19, 20], "ang": 7, "ani": [0, 3, 7, 8, 12, 13, 15, 19, 20], "answer": [7, 8, 22], "anthrop": 2, "api": [0, 2, 3, 4, 5, 6, 7, 8, 10, 12, 13, 14, 15, 16, 19, 21, 22], "api_bas": 7, "api_kei": 7, "api_serv": [3, 15, 16], "apm": 19, "app": [0, 1, 10, 12, 13, 21], "app_serv": [0, 7, 8, 14, 22], "append": [0, 1], "appli": [7, 8, 12, 13, 20], "applic": [0, 2, 3, 4, 5, 6, 7, 8, 10, 12, 13, 14, 15, 16, 17, 19, 20, 21, 22], "applicaton": 6, "approach": [1, 3, 7, 19, 22], "appropri": [1, 3, 4, 7, 8, 10], "ar": [0, 1, 2, 4, 5, 6, 7, 8, 10, 12, 14, 15, 16, 19, 20, 21, 22], "arch": [0, 2, 3, 4, 5, 6, 8, 10, 11, 16, 17, 19, 22], "arch_config": [2, 7], "arch_llm_listen": 16, "archgw": [6, 14], "archgw_log": 16, "architectur": [3, 9, 10, 11, 12, 19, 20], "aris": [4, 10], "around": [8, 11], "arrai": [1, 3, 15], "arraylist": 15, "arriv": 8, "art": [7, 15], "ask": [1, 15, 19], "aspect": [12, 17], "assess": 20, "assist": [0, 1, 2, 7, 8, 14, 20, 22], "assum": 7, "attach": 3, "attack": 20, "attempt": [7, 8, 12, 20], "attent": 15, "attribut": [3, 19], "augment": [1, 8], "auth": 10, "author": [16, 22], "auto_llm_dispatch_on_respons": [7, 8, 22], "autom": 15, "automat": [5, 7, 12, 15, 19, 20], "avail": [2, 6, 8, 12, 19], "averlag": 6, "avoid": [1, 20], "awai": 1, "awsxrai": 19, "b25f": 16, "b265": 16, "back": [1, 6, 8, 15, 19], "backend": [3, 7, 8, 10, 12, 15, 19, 21], "bad": 4, "balanc": [0, 7, 8, 14, 15, 22], "base": [0, 2, 3, 5, 7, 8, 10, 12, 14, 15, 20, 22], "base_url": 2, "bash": 6, "batch": 19, "batchedand": 8, "batchspanprocessor": 19, "battl": 12, "been": [14, 15], "befor": [1, 7, 8, 10, 14, 20], "begin": [1, 14], "behalf": [7, 8, 16], "behavior": [7, 8, 16, 20, 22], "behind": 13, "being": [7, 8], "belief": [12, 21, 22], "below": [2, 3, 6, 7, 8, 14, 19], "benchmark": 15, "benefici": 15, "benefit": [12, 18], "best": [3, 5, 9, 12, 18], "better": [12, 15, 20], "between": [0, 2, 3, 7, 8, 11, 12, 14, 15, 19, 22], "bigint": 15, "bill": 19, "bin": 14, "binari": 14, "bind": [2, 5, 7, 10], "blaze": 9, "blob": 14, "block": 11, "bodi": 7, "bolt": 10, "bool": [7, 8, 15, 22], "boolean": 15, "bootstrap": 8, "born": [12, 21], "borrow": 10, "both": [7, 15, 20], "bound": [7, 11], "breach": 20, "break": [1, 16], "breaker": 8, "bridg": [3, 8, 15], "brief": [3, 8], "briefli": 8, "broader": 0, "build": [1, 2, 3, 5, 7, 10, 11, 12, 14, 20, 22], "build_with_arch": 13, "built": [0, 1, 6, 7, 8, 10, 12, 14, 21], "busi": [0, 3, 7, 8, 10, 12, 15, 21], "bypass": 20, "byte": [15, 16, 19], "bytes_receiv": 16, "bytes_s": 16, "c": 12, "call": [2, 3, 4, 6, 7, 8, 10, 12, 13, 16, 21], "campaign": [0, 12], "can": [0, 1, 2, 3, 4, 5, 6, 7, 8, 10, 12, 14, 15, 16, 19, 20, 22], "capabl": [0, 3, 7, 12, 14, 15, 21], "capit": [2, 7], "captur": [4, 12, 19], "care": 15, "carefulli": 3, "carri": [8, 19], "case": [0, 12, 13], "categor": 4, "categori": 7, "caus": 4, "celsiu": [3, 15], "central": [0, 2, 5, 7, 8, 12, 14, 16, 22], "cert": 22, "certain": 20, "certif": 22, "certificate_chain": 22, "chain": 8, "challeng": 20, "chanc": 20, "chang": [1, 7, 19], "char": 15, "charact": 19, "chat": 16, "chat_memori": 1, "chatbot": 19, "cheaper": [6, 7], "cheapest": 0, "check": [5, 7, 8, 10, 15, 19, 20], "children": 19, "choic": 7, "choos": 15, "chunk": 1, "circuit": 8, "citi": [3, 15], "claim": [0, 12], "clarif": 1, "clarifi": 10, "class": 12, "classif": 7, "classifi": 20, "claud": 7, "clean": 20, "cleaner": 3, "clear": [4, 15, 20], "clearer": 15, "cli": 14, "client": [2, 4, 5, 8, 10, 11], "client_messag": 1, "closest": 7, "cloud": [2, 9], "cluster": [0, 2, 7, 8, 12, 14, 22], "co": 19, "code": [1, 4, 7, 8, 10, 11, 12, 14, 16], "codebas": [3, 19], "codec": 8, "coher": 2, "colleagu": 15, "collect": [0, 7, 15, 19], "collector": 19, "com": [14, 15, 16, 19], "combin": 15, "comcern": 6, "command": [6, 14], "comment": [7, 10], "commit": 19, "common": [0, 15, 19], "common_tls_context": 22, "commun": [4, 8, 10, 14, 19], "compact": 7, "compani": 12, "compar": 7, "compat": [12, 19, 22], "complet": [2, 7, 8, 15, 16, 19, 22], "complex": [0, 2, 3, 5, 11, 15, 19, 20], "complianc": 20, "compon": [3, 8, 12, 19], "composit": 7, "comprehens": 14, "concept": 9, "concern": 8, "concis": 8, "confid": 20, "config": 19, "configur": [0, 1, 2, 6, 7, 9, 10, 11, 12, 14, 19, 21], "confirm": [7, 8, 15, 19, 22], "congratul": 14, "conifg": 22, "connect": [0, 3, 5, 6, 7, 8, 10, 11, 12, 14, 22], "connect_timeout": [0, 7, 8, 14, 22], "consid": [7, 10], "consist": [10, 12, 15, 19], "consol": 19, "constraint": 20, "contain": [6, 7, 8, 10, 12, 19, 20], "content": [1, 2, 4, 5, 7, 8, 14, 19, 20, 22], "context": [3, 4, 8, 10, 12, 14, 15, 19, 20], "continu": 12, "contribut": 14, "contributor": 21, "control": [6, 11, 20, 22], "conver": 1, "convers": [0, 1, 7, 12], "coordin": 11, "copilot": 12, "core": [8, 20], "corpu": 20, "correct": [1, 4, 7, 20], "correspond": 8, "cost": [1, 6, 12], "could": [0, 7, 8, 10, 14, 15, 22], "count": 8, "cpu": [8, 9], "craft": 20, "creat": [0, 1, 2, 4, 5, 7, 8, 10, 12, 13, 14, 15, 22], "createus": 4, "creativ": 15, "credenti": 19, "crime": 7, "criteria": 20, "critic": [0, 1, 4, 7, 8, 10, 12, 15, 17, 19], "crucial": [15, 16, 19, 20], "curiou": [7, 8, 20, 22], "current": [1, 3, 15], "custom": [7, 13, 19, 20], "cutov": 12, "dai": [0, 1], "dashboard": [15, 19], "data": [0, 1, 3, 7, 8, 12, 15, 19, 20], "databas": [0, 1, 15], "datadoghq": 19, "dataset": 0, "date": [3, 15], "datetim": 1, "davinci": 7, "db": 1, "dc": 16, "dd_site": 19, "debug": [0, 1, 8, 16, 19], "decis": [0, 2, 6, 7, 8, 10, 14, 22], "decrypt": 8, "dedic": 7, "deep": [5, 13], "deeper": 14, "def": [0, 1, 15, 19], "default": [0, 1, 2, 5, 6, 7, 8, 14, 16, 22], "defens": 20, "defin": [2, 5, 7, 8, 14, 19, 22], "definit": [10, 15], "defram": 8, "degrad": 4, "deliv": 15, "deliveri": 8, "demonstr": 15, "depend": [0, 8, 12, 14, 20], "deploi": [6, 8, 12, 19], "deploy": 12, "depth": 3, "describ": [1, 4, 8], "descript": [0, 1, 3, 7, 8, 14, 15, 22], "design": [0, 3, 4, 6, 7, 8, 10, 12, 13, 15, 19, 20], "desir": [3, 15], "destroi": 8, "detail": [2, 4, 5, 7, 8, 10, 12, 14, 16, 19], "detect": [6, 7, 8, 10, 12, 14, 20], "determin": [1, 3, 8, 15, 19], "detetct": 1, "dev": 6, "develop": [1, 2, 3, 4, 5, 7, 8, 12, 13, 14, 19, 20, 22], "devic": [0, 1, 3, 6, 7, 8, 14, 22], "device_group": 14, "device_id": [0, 1, 7, 8, 14, 22], "device_reboot": [0, 14], "device_summari": [0, 1], "dict": 15, "dictionari": [1, 7], "differ": [0, 2, 3, 7, 8, 10, 14, 15, 19, 22], "difficult": 12, "direct": [3, 5], "directli": [7, 10], "disast": 12, "discov": 13, "dispatch": 8, "displai": [4, 15], "distribut": [7, 8, 19], "dive": [10, 13, 14], "divers": [3, 20], "dn": 5, "do": [3, 7, 12, 14, 16], "doc": 13, "docker": [0, 14, 19], "document": [3, 7, 10, 13, 14, 19], "doe": [0, 1, 3, 15, 20], "domain": [8, 15], "don": [6, 15], "doubl": 15, "down": 16, "downstream": [7, 8, 9, 10, 11, 19], "downtream": 8, "dramat": [1, 6], "draw": 7, "driven": [13, 14, 20], "dropbox": 12, "due": 4, "duplic": 1, "durat": [8, 16], "dure": [4, 8], "dynam": [7, 15, 20], "e": [3, 8, 10, 15, 16, 19, 22], "each": [1, 3, 7, 8, 12, 15, 16, 19, 22], "earli": [7, 8, 12], "earlier": 8, "eas": 19, "easi": [15, 19], "easier": [5, 14, 16], "easili": [0, 1, 12, 19], "ecosystem": 19, "edg": [8, 12, 15], "effect": [3, 7, 12, 13], "effici": [0, 1, 3, 6, 7, 14, 19], "egress": [2, 9, 10], "either": [8, 15], "elasticsearch": 16, "element": 3, "elif": 1, "elk": 16, "els": 1, "email": [3, 15], "embarrassingli": [1, 11], "embed": [1, 7, 16, 20, 22], "empow": [3, 20], "empti": 22, "enabl": [0, 1, 2, 3, 4, 6, 8, 10, 12, 15, 19], "enchanc": 7, "encount": [8, 10], "encrypt": 8, "end": [3, 12, 19], "endpoint": [0, 1, 3, 4, 7, 8, 10, 14, 15, 19, 22], "enforc": [8, 20], "engag": [0, 8, 12], "engin": [7, 12], "enhanc": [1, 3, 8, 14, 19, 20], "enough": 4, "enrich": [1, 3, 7, 10], "ensur": [0, 2, 3, 4, 5, 7, 8, 12, 14, 15, 19, 20], "entir": [1, 12, 19], "entri": 5, "enum": [3, 7, 8, 15, 22], "enumer": 1, "environ": [14, 15, 19, 20], "envoi": [2, 5, 7, 8, 10, 11, 12, 21], "equal": 11, "error": [0, 1, 3, 7, 8, 9, 10, 12, 14, 17, 19, 20, 21, 22], "error_target": [7, 8, 14, 22], "error_target_1": [7, 8, 22], "especi": 20, "essenti": [3, 5, 13, 20], "establish": [0, 7, 8, 14, 22], "etc": [1, 2, 7, 8, 10, 12, 14, 22], "ethnic": 20, "eu": 19, "evalu": 7, "even": [0, 15], "evenli": 8, "event": [0, 8], "everi": 16, "evolv": 20, "exactli": 8, "exampl": [0, 1, 5, 8, 9, 10, 14, 16, 22], "exceed": 8, "excel": 20, "except": [4, 15], "exception": 12, "excess": 8, "exclus": 12, "execut": [4, 7, 8, 15, 20], "exist": [1, 8, 19], "expect": [4, 15, 20], "experi": [3, 7, 8, 12, 14, 15, 20, 22], "explain": 15, "explan": [3, 15], "explanatori": 16, "explicitli": 20, "explor": [13, 14], "export": [16, 19], "expos": [0, 5, 7, 12, 16, 20, 22], "extend": [12, 13], "extern": [0, 1, 14, 19], "extract": [0, 3, 7, 8, 10, 12, 15, 19, 22], "extrem": 7, "f": [0, 1, 15, 16, 19], "f376e8d8c586": 16, "face": 7, "facilit": 19, "fact": [0, 2, 7, 8, 14, 22], "fahrenheit": [3, 15], "fail": [2, 4, 8, 10], "failov": [0, 2, 5, 7, 8, 14, 22], "failur": 4, "fair": 8, "fallback": 4, "fals": [1, 7, 8, 14, 15, 22], "familiar": 8, "faser": 0, "fashion": [1, 8], "fast": [7, 9, 10, 12, 13, 14, 21], "faster": [1, 6, 7, 10, 19], "fastest": [0, 14], "fault": [2, 7], "fc": 8, "fc1b": 0, "featur": [1, 7, 12, 13, 18, 19, 22], "feed": 16, "feedback": [4, 7, 20], "fetch": 15, "few": [1, 10, 16, 19], "field": [16, 20], "file": [2, 3, 5, 7, 8, 14], "filenam": 22, "filter": [5, 8, 11, 12, 20], "final": [8, 20], "financ": 20, "find": 15, "first": [6, 7, 8, 12, 14, 15, 17, 20], "fit": 8, "flag": [7, 8, 19, 20, 22], "flask": 0, "flexibl": [0, 12, 19, 20], "float": 15, "flow": [4, 9, 12, 16, 19], "fluentd": 16, "focu": [0, 8, 12], "focus": 7, "follow": [1, 3, 4, 6, 7, 8, 10, 12, 14, 16, 19, 22], "form": 15, "format": [3, 7, 12, 15, 18, 20], "forth": 8, "forwad": 7, "forward": [1, 4, 6, 7, 8, 10, 11, 16, 19], "forward_to_llm": 1, "found": 16, "framework": [7, 19], "franc": [2, 7], "francisco": [3, 15], "friendli": 15, "from": [0, 1, 2, 3, 4, 5, 7, 8, 10, 11, 12, 14, 15, 19, 20, 22], "front": 12, "frontier": [0, 7], "fulfil": 12, "full": [3, 7, 14, 22], "function": [3, 4, 6, 7, 8, 10, 11, 12, 13, 20, 21, 22], "function_cal": 13, "functionvalidationerror": 4, "fundament": 3, "further": [7, 14, 19], "g": [3, 8, 10, 15, 16, 19, 22], "gap": 15, "gatewai": [1, 2, 8, 10, 12, 13, 16, 19, 22], "gather": [0, 8, 12], "genai": [3, 14, 21], "gener": [0, 1, 3, 6, 8, 10, 11, 12, 13, 14, 15, 19, 20], "get": [0, 3, 6, 8, 14, 15, 19], "get_device_statist": 1, "get_device_summari": [0, 1], "get_json": [0, 1], "get_messages_since_last_int": 1, "get_trac": 19, "get_user_convers": 1, "get_weath": [3, 15], "github": [7, 14], "give": 12, "given": [0, 1, 8], "global": [1, 14], "go": [0, 12], "goal": 12, "good": 22, "googl": 12, "got": 4, "govern": 12, "gpt": [0, 2, 5, 6, 7, 8, 14, 15, 22], "gpu": 9, "grace": 4, "gracefulli": [4, 10], "group": [0, 14], "grpc": 19, "guard": [8, 9, 12, 13, 21], "guardail": 6, "guardrail": [4, 7, 8, 10, 12, 13, 14], "guid": [7, 14, 15, 20], "guidelin": 20, "gurdrail": 5, "ha": [1, 7, 8, 12, 14, 15, 19, 22], "hallucin": 16, "handel": [7, 8, 22], "handl": [0, 1, 2, 3, 4, 5, 7, 8, 10, 11, 12, 13, 14, 15, 19, 20, 21], "handle_request": 19, "handler": [3, 7, 8], "hardwar": 11, "harm": [7, 8, 20], "hashmap": 15, "hashtabl": 15, "hate": 7, "have": [0, 1, 6, 12, 14, 15, 20], "hazard": 7, "hcm": 8, "header": [1, 8, 9, 10, 12, 18, 22], "health": 8, "healthcar": 20, "healthi": 8, "held": 22, "help": [0, 1, 2, 3, 4, 6, 7, 8, 10, 12, 13, 14, 15, 17, 20, 22], "here": [0, 1, 3, 5, 7, 8, 15, 16, 20], "hexadecim": 19, "high": [0, 2, 7, 9, 12, 15], "highli": 15, "histori": [1, 15], "horrid": 12, "host": [0, 2, 5, 6, 7, 8, 10, 16], "hostconnect": 10, "hostnam": [0, 7, 8, 14, 22], "how": [0, 1, 2, 3, 5, 6, 7, 8, 10, 12, 13, 14, 15, 18, 22], "howev": 8, "html": 13, "http": [2, 4, 5, 6, 7, 8, 12, 14, 15, 16, 19, 21, 22], "http_header": 22, "hug": 7, "huggingfac": [0, 2, 5, 7, 8, 14, 22], "human": [3, 4], "humanmessag": 1, "hygien": 12, "i": [0, 1, 2, 3, 5, 6, 7, 8, 10, 11, 12, 14, 16, 17, 19, 22], "iam": 19, "id": [0, 1, 4, 8, 14, 16, 19], "idea": 13, "identif": 15, "identifi": [0, 1, 3, 4, 7, 8, 14, 15, 19, 22], "immedi": 20, "impact": 19, "implement": [7, 8, 19, 20], "import": [0, 1, 2, 7, 15, 16, 19], "improp": 4, "improv": [1, 6, 12, 13, 20], "inappropri": 20, "includ": [2, 3, 5, 8, 12, 14, 15, 16, 17, 19, 21], "incom": [1, 5, 6, 7, 8, 10, 14, 19, 22], "incomplet": 15, "incorrect": 20, "increas": 20, "incredibli": 12, "index": 1, "indic": [3, 8, 19], "industri": 7, "infer": 12, "inform": [0, 1, 3, 4, 7, 8, 10, 12, 15, 16, 19, 20, 22], "information_extract": [7, 8, 22], "infrastructur": [2, 12], "ingress": [7, 9, 10], "initi": [1, 2, 5, 8, 10, 18], "inject": [19, 20], "inner": 8, "innov": 14, "input": [0, 3, 4, 15, 20], "input_guard": [7, 8, 20, 22], "insecur": 19, "insert": 1, "instal": 19, "instanc": [2, 8, 10, 15, 22], "instead": [1, 15], "instruct": [6, 13, 22], "instructionsus": 14, "insur": [0, 12], "insurance_claim_detail": 16, "int": [0, 1, 15], "integ": [0, 1, 4, 20], "integr": [2, 3, 12, 13, 14, 15, 16, 18, 21], "intellig": [2, 3, 6, 8, 10, 12, 13, 21], "intend": 20, "intent": [0, 6, 8, 15, 20, 22], "intent_chang": 1, "intent_changed_head": 1, "interact": [0, 7, 12, 13, 14, 15, 16, 19, 20], "intercept": 7, "interfac": 2, "interfer": 14, "intern": [0, 8, 10, 19], "interoper": 19, "interpret": [4, 15], "intro": [13, 21], "intro_to_arch": 13, "introduc": 13, "invalid": [1, 4, 15], "inventori": 19, "investig": 19, "invoc": [3, 15], "invok": [0, 3, 4, 15], "involv": [0, 3, 12, 20], "ip": [0, 7, 8, 14, 22], "ip1": [0, 7, 8, 14, 22], "ip2": [0, 7, 8, 14, 22], "isinst": [0, 1], "isoformat": 1, "isol": 14, "issu": [4, 10, 19], "item": [3, 7], "iter": 15, "itinerari": 15, "its": [0, 1, 3, 6, 7, 8, 10, 11, 12, 14, 19], "itself": [2, 5, 7], "jaeger": 19, "jailbreak": [7, 8, 12, 20, 22], "java": [12, 15], "javascript": 15, "json": [1, 2, 4, 5, 7, 8, 14, 15, 22], "jsonifi": [0, 1], "jsonschema": 15, "just": [0, 2, 7, 8, 14, 22], "jwt": 22, "katanemo": 14, "keep": [1, 10, 15], "kei": [0, 2, 5, 6, 7, 8, 9, 14, 18, 19, 22], "kept": 22, "kibana": 16, "kind": 4, "king": 15, "know": [1, 6, 7, 10, 20], "knowledg": [5, 8, 13], "known": 7, "kubernet": 19, "l7": 12, "landscap": 20, "langchain": 1, "languag": [8, 12], "larg": [7, 8, 11, 12, 15], "last": [0, 1], "latenc": [0, 6, 7, 12, 15, 17], "later": 4, "layer": [7, 10, 12, 19, 20], "lead": [7, 12, 20], "learn": [12, 13, 14, 15], "len": 1, "length": 20, "less": 22, "let": 16, "level": [2, 5, 6, 9, 12, 13], "leverag": [3, 19], "libev": 8, "librari": [2, 12, 15], "lifecycl": [9, 21], "lifetim": [8, 11], "lightweight": [0, 1, 12], "like": [1, 2, 3, 4, 5, 7, 8, 10, 12, 15, 16, 17, 19, 20, 22], "limit": [0, 2, 5, 7, 8, 14, 20, 22], "line": [1, 12, 14, 22], "linearli": 12, "list": [0, 1, 3, 7, 8, 14, 15, 20, 22], "listen": [0, 2, 7, 8, 9, 10, 14, 19, 21, 22], "listner": 5, "live": 8, "ll": [0, 22], "llm": [0, 1, 5, 6, 8, 9, 10, 12, 13, 14, 15, 17, 20, 21, 22], "llm_provid": [0, 2, 5, 7, 8, 13, 14, 22], "llm_respons": 1, "load": [0, 7, 8, 14, 22], "local": [2, 5, 7, 8, 9, 22], "locat": [3, 10, 15], "log": [4, 8, 10, 18, 19, 21], "logic": [0, 2, 4, 5, 7, 8, 10, 12, 13, 14, 15, 21, 22], "long": 15, "look": [3, 7, 8, 20, 22], "loop": 8, "low": [0, 6, 15], "lower": 1, "m": 14, "machin": 11, "made": 14, "mai": [0, 8, 20], "main": [8, 10, 14, 19, 20], "maintain": [1, 3, 8], "major": 11, "make": [0, 2, 4, 5, 6, 7, 8, 10, 12, 15, 16, 19], "malici": [8, 20], "manag": [0, 2, 3, 4, 5, 6, 7, 8, 12, 13, 14, 15, 16, 19, 20, 22], "managemet": 5, "mandatori": 3, "mani": [8, 19], "manipul": [0, 12, 20], "manufactur": [0, 2, 7, 8, 14, 22], "map": 15, "mark": [1, 3], "masssiv": 12, "match": [0, 1, 8, 22], "matter": 12, "max": [0, 7, 8, 14, 22], "maximum": 3, "md": 14, "mean": [16, 19, 22], "meaning": 4, "measur": [12, 17], "mechan": [0, 1, 2, 13, 15, 20], "meet": [15, 20], "memori": 1, "messag": [4, 8, 9, 15, 20, 22], "message_entri": 1, "message_format": [0, 2, 5, 7, 8, 14, 22], "messages_for_llm": 1, "messages_since_int": 1, "messages_to_return": 1, "metadata": [1, 3, 7, 10, 16], "method": [0, 1, 16], "metric": [12, 17, 19], "might": [6, 20], "mind": [15, 19], "minim": [5, 19, 20], "minimum": 3, "minlength": 15, "minor": 20, "minut": 22, "misalign": 20, "misformat": 20, "miss": [0, 4, 12], "mistak": 20, "mistral": [2, 22], "mistral8x7b": 22, "mistral_api_kei": 22, "mistral_loc": 22, "mistrallocal7b": 22, "misus": 20, "mode": 6, "model": [0, 1, 2, 5, 7, 8, 9, 10, 12, 14, 15, 20, 21, 22], "model_serv": 16, "moder": 9, "modern": 19, "modif": 8, "modifi": 20, "modular": 3, "monitor": [7, 8, 12, 13, 16, 18, 19, 21], "more": [0, 1, 3, 5, 7, 10, 11, 12, 15, 16, 20, 22], "most": [0, 1, 3, 7, 10, 11, 15, 16], "mostli": 1, "move": 1, "multipl": [3, 8, 11, 15], "must": [0, 1, 20], "my": [7, 8, 20, 22], "name": [0, 1, 2, 3, 5, 7, 8, 10, 14, 15, 19, 22], "natur": [4, 7, 8, 15, 22], "navig": [13, 20], "necessari": [1, 3, 7, 8, 15, 20], "need": [0, 3, 6, 7, 8, 10, 13, 15, 19, 22], "network": [0, 2, 5, 6, 7, 9, 10, 14, 22], "network_qa": 0, "network_summari": 0, "never": 14, "new": [1, 3, 14, 15, 19], "new_messag": 1, "next": [15, 20], "nli": [1, 7, 22], "non": 11, "note": [6, 16, 22], "nuanc": [12, 21], "num_stored_messag": 1, "number": [1, 8, 11, 15], "numer": 3, "object": [15, 16], "observ": [2, 10, 12, 13, 19, 21, 22], "occur": 4, "off": 22, "offer": [0, 1, 2, 7, 8, 10, 12, 14, 17, 22], "offert": 22, "often": [1, 15], "on_except": [7, 8, 20, 22], "onc": [0, 1, 7, 8, 11, 15], "one": [0, 1, 8, 10, 15, 19], "ones": [1, 15], "ongo": 15, "onli": [1, 3, 5, 6, 7, 8, 15, 20, 22], "onward": 1, "opaqu": [12, 21], "open": [3, 19], "openai": [0, 1, 5, 8, 14, 16, 22], "openai_api_kei": [0, 2, 5, 7, 8, 14, 22], "opentelemetri": [12, 22], "oper": [8, 10, 12, 14, 15], "optim": [5, 15, 19], "option": [0, 1, 3, 6, 10, 13, 19, 22], "order": [1, 8, 15, 19], "orient": 15, "origin": [7, 10, 12, 16], "oss": 2, "otel": 19, "other": [1, 4, 6, 8, 10, 12, 14, 15, 19], "otlp": 19, "otlp_export": 19, "otlpspanexport": 19, "our": [6, 7, 8, 12, 15, 22], "out": [10, 12, 15, 20, 21], "outbound": [2, 12, 19], "outcom": 20, "outgo": [5, 19], "outlin": 8, "output": [12, 15, 17, 20], "outsid": [12, 21], "over": [0, 1, 2], "overal": [1, 3, 6], "overid": 22, "overload": 8, "overrid": [7, 8, 22], "overview": [18, 21], "overwhelm": 8, "own": 8, "p50": 7, "p90": 0, "packag": [14, 19], "page": 7, "pai": 15, "pain": [2, 5, 7, 8, 12, 14, 22], "pair": 7, "par": 15, "parallel": [8, 11, 15], "param": 15, "paramet": [4, 7, 8, 12, 14, 15, 20, 22], "parent": 19, "parrallel": 1, "pars": [2, 4, 5, 7, 8, 14, 15, 16, 22], "part": [8, 12, 15, 19], "particular": [3, 15], "pass": [1, 7, 8, 16], "past": 1, "path": [0, 1, 3, 7, 8, 10, 14, 15, 16, 22], "path_to_config": 14, "pattern": 20, "payment": [15, 19], "pem": 22, "pend": 19, "per": [8, 12, 15, 16, 17, 22], "perceiv": [12, 17], "perform": [0, 3, 5, 6, 7, 8, 11, 12, 15, 19, 20], "performimg": 7, "period": 8, "permiss": 20, "person": [0, 3, 12, 13, 14, 15, 21], "phase": [7, 20], "php": 12, "piec": [3, 7], "pilot": 19, "pip": [14, 19], "pipelin": [8, 19], "place": [8, 15], "placehold": [0, 1, 19], "plan": [7, 10], "pleas": [4, 6, 7, 14], "pod": 19, "point": [5, 7, 15], "polici": [8, 19, 20], "pool": 8, "popular": 19, "port": [0, 2, 5, 7, 8, 10, 14, 22], "possibl": 4, "post": [0, 1, 16], "potenti": [7, 20], "power": [7, 15, 19, 20], "practic": [3, 5, 8, 9, 12, 13, 18], "pre": [8, 14, 20], "precis": [1, 15], "predefin": [0, 3, 7, 10, 12, 14, 20], "prefer": [15, 19], "premis": [2, 6], "prepar": [1, 15, 19], "presenc": [2, 5], "present": [1, 12, 15, 19], "prevent": [8, 12, 19, 20], "previou": 1, "price": 6, "primari": [5, 7, 11], "primit": [2, 5, 10], "primitv": 7, "primtiv": 1, "print": [2, 7, 15, 19], "priorit": 20, "privaci": 7, "private_kei": 22, "proce": [7, 8, 20, 22], "process": [3, 4, 6, 7, 10, 11, 12, 13, 15, 16, 19, 20], "process_customer_request": 19, "process_rag": 1, "processor": 19, "produc": 15, "product": [15, 19], "profil": 15, "program": [7, 8, 20, 22], "project": [3, 12], "promot": 8, "prompt": [2, 4, 5, 6, 8, 9, 10, 11, 12, 13, 14, 21, 22], "prompt_guard": [7, 8, 13, 14, 22], "prompt_target": [0, 1, 3, 7, 8, 13, 14, 15, 22], "prompt_target_intent_matching_threshold": 22, "propag": [7, 12, 18], "proper": 19, "properli": 10, "properti": 15, "protect": [19, 20], "proto": 19, "protocol": [8, 16, 19], "proven": 12, "provid": [0, 1, 3, 4, 5, 7, 8, 10, 12, 13, 14, 15, 16, 17, 19, 20, 21, 22], "proxi": [7, 8, 10], "pull": 1, "purchas": [0, 2, 7, 8, 14, 22], "purpos": [0, 3, 6, 7, 8, 10, 12], "push": 22, "python": [1, 12, 14, 15, 16], "q": 0, "qualiti": 1, "queri": [0, 1, 3, 15, 19], "question": [1, 7, 8, 22], "queue": 15, "quick": 19, "quickli": [6, 12, 13, 14], "quickstart": [13, 21], "rag": [7, 8, 10, 13, 21], "rais": [15, 20], "random_sampl": 19, "rang": [0, 1, 19, 20], "rare": 8, "rate": [2, 7, 8, 12, 17, 19, 22], "rate_limit": 22, "rather": 4, "raw": 4, "rch": 10, "re": [7, 8, 15, 19, 20, 22], "reach": 20, "read": [5, 7, 8, 12, 19], "readabl": [3, 4], "readm": 14, "real": [0, 1, 15], "realli": 12, "reboot": [0, 1, 3, 7, 8, 14, 22], "reboot_devic": [0, 3, 14], "reboot_network_devic": [7, 8, 22], "receiv": [4, 7, 8, 10, 15, 16, 19, 20], "recept": 8, "recognit": [3, 7], "recommend": [8, 11, 14], "record": [12, 19], "recoveri": 12, "red": 20, "reddit": 12, "reduc": 20, "refer": [0, 6, 14, 15, 16, 21], "refin": 7, "region": 19, "regulatori": 20, "reject": [7, 12, 14], "relat": [0, 6, 8, 12, 19], "relev": [0, 1, 3, 8, 15], "reli": [7, 19], "reliabl": [2, 5, 15, 20], "remain": 15, "rememb": 15, "remind": 15, "repeat": 20, "replac": 19, "repositori": 14, "repres": [7, 12, 19], "request": [2, 4, 5, 7, 9, 10, 12, 14, 15, 16, 19, 20, 21, 22], "requestsinstrumentor": 19, "requir": [0, 1, 3, 4, 5, 7, 8, 12, 14, 15, 20, 21, 22], "resili": [7, 12], "resolv": 19, "resourc": [14, 18], "respect": 16, "respond": [4, 12, 17, 19], "respons": [0, 1, 2, 3, 4, 7, 8, 10, 13, 15, 16, 19, 20, 22], "response_cod": 16, "response_flag": 16, "rest": [8, 11], "restrict": 20, "result": [0, 15], "retri": [0, 2, 5, 7, 8, 12, 14, 22], "retriev": [0, 1, 7, 8, 10, 15], "return": [0, 1, 3, 8, 10, 15, 19, 20], "return_messag": 1, "revers": [1, 8], "review": 20, "risk": 20, "roadmap": 7, "robin": [0, 7, 8, 14, 22], "robust": [7, 12, 15, 20, 21], "role": [1, 4, 7, 19, 20], "root": 4, "round": [0, 7, 8, 14, 22], "rout": [0, 1, 2, 5, 7, 8, 12, 14, 21], "router": [3, 8], "routin": 15, "rule": [14, 15], "run": [0, 1, 6, 7, 8, 10, 12, 14, 19], "runtimeerror": 4, "safeguard": 20, "safer": 20, "safeti": [5, 7, 12, 20], "sai": 15, "same": [12, 15, 21], "sampl": [19, 22], "sampling_r": 22, "san": [3, 15], "sanit": [8, 20], "scalabl": [3, 14], "scale": [1, 2, 8, 12, 13], "scenario": [0, 6, 7, 8, 12, 13, 15, 22], "schedul": [7, 10, 15], "schema": [1, 3, 15], "scienc": 15, "score": 7, "script": [14, 15], "scrutini": 20, "sdk": 19, "seamless": [2, 15], "seamlessli": [2, 3, 19], "seattl": 15, "second": 10, "section": [1, 2, 3, 5, 7, 8, 13, 19], "secur": [2, 5, 7, 8, 12, 13, 19, 20, 21], "see": [5, 7], "select": 8, "selector": 22, "self": [6, 8, 10, 12, 16], "semant": 7, "send": [1, 2, 7, 8, 10, 15, 19, 22], "sender": 7, "sensit": [19, 20], "sent": [8, 16], "separ": [3, 6, 8, 10, 11, 22], "sequenti": 0, "serv": [8, 9, 10, 21], "server": [1, 4, 6, 8, 10, 12], "servic": [0, 1, 3, 7, 8, 15, 16, 19], "set": [1, 5, 6, 7, 8, 10, 12, 13, 14, 15, 19, 22], "set_tracer_provid": 19, "setup": [5, 7, 14, 15], "sever": [8, 12, 17], "sevic": 10, "shape": 12, "share": [7, 8, 10], "shift": 1, "short": 15, "should": [2, 3, 4, 5, 7, 8, 14, 15, 22], "show": 1, "side": 4, "signatur": 15, "similar": 7, "simpl": [7, 15, 19, 22], "simpli": [2, 5, 7, 14, 19], "simplic": 8, "simplif": 5, "simplifi": [2, 3, 5, 13, 19], "simul": [0, 1], "simultan": 0, "sinc": [1, 7], "singl": [7, 10, 11, 12, 15, 22], "site": 19, "skimp": 15, "slowest": 6, "small": [11, 12], "smart": [10, 12, 15], "smarter": 1, "sni": 8, "snippet": 1, "so": [0, 1, 6, 7, 10, 12, 15, 22], "socket": 8, "softwar": [7, 12], "solut": 3, "some": [8, 11, 15], "sonnet": 7, "sota": 15, "sourc": [14, 15, 19], "span": [8, 19], "span_processor": 19, "special": [12, 13, 19], "specif": [0, 1, 3, 4, 6, 7, 8, 12, 14, 15, 19, 20, 22], "specifi": [1, 3, 8, 10, 14, 15], "speed": [1, 6, 12, 17], "spell": 15, "spend": [11, 22], "sporad": 11, "sql": 1, "stack": [4, 13, 15, 16], "stage": 20, "stai": 7, "standalon": 19, "standard": [12, 19, 20], "start": [2, 5, 6, 7, 10, 19], "start_as_current_span": 19, "start_tim": 16, "stat": [0, 1, 8, 22], "state": [1, 3, 7, 8, 15], "stateless": 1, "static": 8, "statist": [0, 1, 8], "statu": [15, 16, 19], "steer": 1, "step": [13, 19], "still": 1, "stock": 19, "store": 1, "stored_messag": 1, "str": [1, 3, 7, 8, 14, 15, 22], "straightforward": 15, "stream": [2, 5, 7, 8, 14, 22], "streamlin": [1, 3, 5], "strict": 20, "stricter": 20, "string": [4, 15, 20], "strip": 7, "stripe": 12, "structur": [1, 16], "struggl": 1, "submit": 15, "substanti": 12, "subsystem": [0, 2, 5, 6, 7, 8, 12, 14, 22], "subsytem": 7, "success": 12, "successfulli": 14, "suggest": [15, 20], "suit": 12, "suitabl": [3, 15], "summar": [3, 7, 8, 22], "summari": [7, 8, 15, 18, 22], "support": [0, 2, 3, 7, 8, 10, 12, 14, 19], "suppport": 22, "sure": 4, "switch": 2, "system": [0, 2, 4, 5, 7, 8, 12, 14, 15, 16, 19, 20, 21, 22], "system_prompt": [0, 2, 7, 8, 14, 22], "t": [6, 15], "tail": 16, "tailor": [0, 12, 15, 20], "take": [7, 8, 10, 12], "taken": 16, "target": [2, 5, 8, 9, 10, 13, 14, 21, 22], "task": [0, 7, 8, 11, 12, 15], "tcp": 8, "tech": [13, 19, 21], "tech_overview": 13, "technic": 19, "techniqu": [7, 20], "technologi": [12, 13], "telemetri": [12, 19], "temperatur": [3, 15], "termin": 12, "terminologi": [9, 21], "test": [6, 12, 15], "text": [2, 5, 7, 8, 14, 15, 22], "tft": [12, 17], "than": [0, 6, 22], "thei": [1, 3, 20, 22], "them": [3, 4, 8, 10, 15, 20], "thi": [0, 1, 2, 3, 4, 5, 6, 7, 8, 11, 12, 13, 14, 15, 16, 19, 20, 22], "thing": [10, 22], "think": 15, "thoroughli": 15, "those": [0, 1, 10], "thread": [8, 9, 21], "three": [6, 8, 12, 17], "threshold": 22, "through": [2, 7, 8, 12, 15, 16, 19], "throughput": [0, 15], "time": [0, 1, 7, 8, 12, 14, 15, 16, 17, 22], "time_rang": [0, 1], "timestamp": [1, 8], "tip": 9, "tl": [8, 10, 12, 22], "tls_certif": [0, 22], "todai": [8, 14], "token": [1, 6, 7, 12, 17, 22], "toler": [2, 7], "too": 8, "took": 16, "tool": [4, 12, 14, 16, 18, 20], "top": [2, 5, 11], "topologi": 9, "tot": [12, 17], "total": [12, 16, 17], "trace": [4, 7, 8, 10, 12, 18, 21, 22], "trace_export": 19, "tracepar": [12, 18], "tracer": 19, "tracer_provid": 19, "tracerprovid": 19, "track": [1, 14], "tradit": [12, 21], "traffic": [2, 5, 7, 8, 12, 16], "train": 20, "transact": 15, "transpar": 12, "transport": 8, "travel": [7, 10, 15], "travers": 8, "treat": [7, 8, 22], "tri": 1, "trigger": [0, 13, 15], "trivial": 8, "troubleshoot": [3, 4, 13], "true": [0, 1, 2, 3, 5, 7, 8, 14, 15, 19, 22], "try": 15, "tupl": 15, "turbo": 0, "turn": 15, "tutori": 13, "two": [0, 6, 7, 8, 10], "type": [0, 1, 2, 3, 4, 5, 7, 8, 10, 14, 15, 20, 22], "typic": [8, 15], "typo": 20, "ui": 8, "unauthor": 7, "under": 16, "undergo": 20, "understand": [12, 13, 15, 17, 19, 20], "undesir": [14, 20], "undifferenti": [8, 10, 12], "unexpect": [15, 20], "unifi": 2, "uniformli": 19, "uniqu": [3, 19, 22], "unit": [3, 15, 22], "until": 8, "unusu": 20, "unwant": [8, 20], "up": [1, 6, 10, 13, 14, 19], "updat": [0, 8, 12, 14, 15, 22], "update_user_convers": 1, "upgrad": [2, 8, 12], "upon": 8, "upstream": [1, 7, 8, 9, 10, 12, 13, 16, 17], "upstream_host": 16, "url": 7, "us": [0, 1, 3, 5, 6, 8, 10, 12, 13, 14, 16, 18, 22], "usabl": 20, "usag": [2, 3, 8, 12, 14, 15, 17], "user": [0, 1, 3, 4, 7, 8, 12, 15, 16, 17, 20, 21], "user_id": [1, 4], "user_memori": 1, "usi": 19, "usual": 7, "utcnow": 1, "util": [7, 8], "uuid": 1, "uuid4": 1, "v": 19, "v0": [0, 2, 5, 7, 8, 14, 22], "v1": [5, 16], "valid": [0, 1, 13, 15, 20], "validationerror": [4, 15], "valu": [0, 1, 3, 7, 8, 14, 15, 19, 20, 22], "valueerror": 15, "variabl": 19, "varieti": 8, "variou": [11, 12, 15, 19], "ve": [14, 22], "vector": [1, 7], "vendor": 2, "venv": 14, "veri": [8, 19], "verif": 19, "verifi": [19, 20], "version": [0, 2, 5, 7, 8, 14, 19, 22], "via": [0, 4, 6, 8, 10, 12, 13, 14, 19, 22], "view": 19, "violat": [4, 8, 10, 20], "violent": 7, "virtual": [14, 22], "visibl": 16, "visit": 7, "vpc": 6, "w3c": [12, 19], "wa": [8, 12, 15, 16, 21], "wai": [0, 1, 2, 5, 7, 8, 12, 14, 22], "wait": [0, 7, 8, 14, 22], "want": [0, 10, 12, 15], "watch": 15, "we": [8, 10, 11, 14, 20, 22], "weather": [3, 15], "weather_info": 15, "weather_validation_schema": 15, "web": [8, 10], "welcom": 13, "well": 12, "were": 16, "what": [2, 4, 7, 12, 16], "when": [0, 1, 2, 4, 5, 7, 8, 10, 15, 19], "where": [0, 3, 6, 7, 8, 14, 15, 16, 20], "whether": [3, 15], "which": [0, 1, 2, 5, 6, 8, 12, 15, 16, 17, 19, 21], "while": [1, 7, 11, 13, 15, 20], "wide": [8, 19], "window": 14, "within": [0, 3, 7, 8, 13, 15, 20, 22], "without": [5, 8, 12, 13], "work": [6, 10, 12, 15, 18, 19, 22], "worker": [8, 11], "workflow": [13, 21], "workload": 11, "would": [0, 1, 8, 22], "write": [0, 12, 13], "written": [8, 11, 12], "x": [1, 4, 8, 10, 16], "yaml": [0, 19], "yml": [2, 7, 22], "york": [3, 15], "you": [0, 1, 2, 3, 4, 5, 6, 7, 8, 10, 12, 13, 14, 15, 17, 19, 20, 22], "your": [0, 1, 2, 3, 5, 6, 7, 8, 10, 12, 13, 14, 15, 16, 17, 19, 22], "yourweatherapp": 15, "zeroshot": 16}, "titles": ["Agentic Workflow", "RAG Application", "LLM Provider", "Prompt Target", "Error Target", "Listener", "Model Serving", "Prompts", "Request Lifecycle", "Tech Overview", "Terminology", "Threading Model", "Intro to Arch", "Overview", "Quickstart", "Function Calling", "Access Logging", "Monitoring", "Observability", "Tracing", "Prompt Guard", "Welcome to Arch!", "Configuration Reference"], "titleterms": {"1": [0, 1, 14, 15], "2": [0, 1, 14, 15], "3": [1, 14, 15], "A": 19, "It": 16, "access": 16, "addit": 19, "agent": [0, 7, 19], "ai": 19, "an": 7, "app": 7, "applic": 1, "ar": 3, "arch": [1, 7, 12, 13, 14, 15, 20, 21], "architectur": 8, "aw": 19, "base": 1, "basic": 3, "benefit": [19, 20], "best": [4, 15, 19], "blaze": 6, "breakdown": 19, "build": [13, 21], "call": [0, 15], "case": 15, "client": 7, "cloud": 6, "come": 1, "concept": [4, 13, 21], "config": 14, "configur": [3, 5, 8, 15, 20, 22], "conversationbuffermemori": 1, "cpu": 6, "datadog": 19, "default": 3, "defin": [0, 1, 3, 15], "detect": 1, "downstream": 5, "drift": 1, "egress": [5, 7, 8], "error": 4, "exampl": [2, 3, 4, 7, 15, 19, 20], "extract": 1, "fast": 6, "featur": [3, 15, 16], "flask": 1, "flow": 8, "format": [16, 19], "function": [0, 15], "gatewai": [7, 14], "get": [1, 13, 21], "gpu": 6, "guard": [7, 20], "guid": [13, 21], "header": [4, 19], "high": 8, "how": [16, 19, 20], "i": [15, 20], "implement": 15, "ingress": [5, 8], "initi": 19, "instal": 14, "instrument": 19, "integr": 19, "intent": [1, 3, 7], "intro": 12, "kei": [3, 4, 15, 16], "languag": 15, "latest": 1, "level": 8, "lifecycl": 8, "listen": 5, "llm": [2, 7], "local": 6, "log": 16, "logic": 3, "marker": 1, "match": [3, 7], "messag": [1, 7], "model": [6, 11], "moder": 6, "monitor": 17, "multipl": 0, "network": 8, "next": 14, "observ": 18, "openai": [2, 7], "opentelemetri": 19, "over": 15, "overview": [9, 13, 19], "parallel": 0, "paramet": [0, 1, 3], "post": 8, "practic": [4, 15, 19], "prerequisit": 14, "process": [0, 1, 8], "prompt": [0, 1, 3, 7, 15, 20], "propag": 19, "provid": 2, "python": [2, 19], "quickstart": 14, "rag": 1, "rai": 19, "refer": 22, "request": [0, 1, 8], "resourc": [19, 21], "rout": 3, "sdk": 2, "serv": 6, "singl": 0, "soon": 1, "start": [13, 14, 21], "step": [0, 1, 14, 15], "summari": [3, 19, 20], "support": 15, "take": 15, "target": [0, 1, 3, 4, 7, 15], "tech": 9, "terminologi": [8, 10], "thread": 11, "tip": [4, 15], "tool": 19, "topologi": 8, "trace": 19, "tracepar": 19, "updat": 1, "upstream": 5, "us": [2, 7, 15, 19, 20], "via": [1, 7], "visual": 19, "welcom": 21, "what": [3, 15, 20], "why": 20, "work": [16, 20], "workflow": [0, 15], "x": 19}})
\ No newline at end of file