From 45fc49f52b5b8735ee235e3f879649dd3f4375b2 Mon Sep 17 00:00:00 2001
From: adilhafeez <adilhafeez@users.noreply.github.com>
Date: Fri, 6 Dec 2024 23:15:59 +0000
Subject: [PATCH] deploy: c186c3dfc0aad8a3da3c71e38576c46cee99ee2a

---
 build_with_arch/agent.html                    |   1 +
 build_with_arch/rag.html                      |   1 +
 concepts/llm_provider.html                    |   1 +
 concepts/prompt_target.html                   |   1 +
 concepts/tech_overview/error_target.html      |   1 +
 concepts/tech_overview/listener.html          |   1 +
 concepts/tech_overview/model_serving.html     |   1 +
 concepts/tech_overview/prompt.html            |   1 +
 concepts/tech_overview/request_lifecycle.html |   1 +
 concepts/tech_overview/tech_overview.html     |   1 +
 concepts/tech_overview/terminology.html       |   1 +
 concepts/tech_overview/threading_model.html   |   1 +
 get_started/intro_to_arch.html                |   1 +
 get_started/overview.html                     |   1 +
 get_started/quickstart.html                   | 306 +++++++++++++-----
 guides/function_calling.html                  |   1 +
 guides/observability/access_logging.html      |   1 +
 guides/observability/monitoring.html          |   1 +
 guides/observability/observability.html       |   1 +
 guides/observability/tracing.html             |   1 +
 guides/prompt_guard.html                      |   1 +
 index.html                                    |   2 +
 resources/configuration_reference.html        |   1 +
 search.html                                   |   1 +
 searchindex.js                                |   2 +-
 25 files changed, 250 insertions(+), 82 deletions(-)

diff --git a/build_with_arch/agent.html b/build_with_arch/agent.html
index d57961ae..19701610 100755
--- a/build_with_arch/agent.html
+++ b/build_with_arch/agent.html
@@ -94,6 +94,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../get_started/overview.html">Overview</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../get_started/intro_to_arch.html">Intro to Arch</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../get_started/quickstart.html">Quickstart</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../get_started/quickstart.html#next-steps">Next Steps</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Concepts</span></p>
 <ul>
diff --git a/build_with_arch/rag.html b/build_with_arch/rag.html
index 9e67d9c5..3b38ecd0 100755
--- a/build_with_arch/rag.html
+++ b/build_with_arch/rag.html
@@ -94,6 +94,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../get_started/overview.html">Overview</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../get_started/intro_to_arch.html">Intro to Arch</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../get_started/quickstart.html">Quickstart</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../get_started/quickstart.html#next-steps">Next Steps</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Concepts</span></p>
 <ul>
diff --git a/concepts/llm_provider.html b/concepts/llm_provider.html
index 1acea9ac..ad450872 100755
--- a/concepts/llm_provider.html
+++ b/concepts/llm_provider.html
@@ -94,6 +94,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../get_started/overview.html">Overview</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../get_started/intro_to_arch.html">Intro to Arch</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../get_started/quickstart.html">Quickstart</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../get_started/quickstart.html#next-steps">Next Steps</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Concepts</span></p>
 <ul class="current">
diff --git a/concepts/prompt_target.html b/concepts/prompt_target.html
index 51af1a1e..7528f9a3 100755
--- a/concepts/prompt_target.html
+++ b/concepts/prompt_target.html
@@ -94,6 +94,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../get_started/overview.html">Overview</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../get_started/intro_to_arch.html">Intro to Arch</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../get_started/quickstart.html">Quickstart</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../get_started/quickstart.html#next-steps">Next Steps</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Concepts</span></p>
 <ul class="current">
diff --git a/concepts/tech_overview/error_target.html b/concepts/tech_overview/error_target.html
index 5749b21a..40ffc9a4 100755
--- a/concepts/tech_overview/error_target.html
+++ b/concepts/tech_overview/error_target.html
@@ -94,6 +94,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../../get_started/overview.html">Overview</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../get_started/intro_to_arch.html">Intro to Arch</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../get_started/quickstart.html">Quickstart</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../get_started/quickstart.html#next-steps">Next Steps</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Concepts</span></p>
 <ul class="current">
diff --git a/concepts/tech_overview/listener.html b/concepts/tech_overview/listener.html
index 9399be6c..03431337 100755
--- a/concepts/tech_overview/listener.html
+++ b/concepts/tech_overview/listener.html
@@ -94,6 +94,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../../get_started/overview.html">Overview</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../get_started/intro_to_arch.html">Intro to Arch</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../get_started/quickstart.html">Quickstart</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../get_started/quickstart.html#next-steps">Next Steps</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Concepts</span></p>
 <ul class="current">
diff --git a/concepts/tech_overview/model_serving.html b/concepts/tech_overview/model_serving.html
index 90b35ad0..7f3a5af5 100755
--- a/concepts/tech_overview/model_serving.html
+++ b/concepts/tech_overview/model_serving.html
@@ -94,6 +94,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../../get_started/overview.html">Overview</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../get_started/intro_to_arch.html">Intro to Arch</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../get_started/quickstart.html">Quickstart</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../get_started/quickstart.html#next-steps">Next Steps</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Concepts</span></p>
 <ul class="current">
diff --git a/concepts/tech_overview/prompt.html b/concepts/tech_overview/prompt.html
index e5a491a8..b405d04d 100755
--- a/concepts/tech_overview/prompt.html
+++ b/concepts/tech_overview/prompt.html
@@ -94,6 +94,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../../get_started/overview.html">Overview</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../get_started/intro_to_arch.html">Intro to Arch</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../get_started/quickstart.html">Quickstart</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../get_started/quickstart.html#next-steps">Next Steps</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Concepts</span></p>
 <ul class="current">
diff --git a/concepts/tech_overview/request_lifecycle.html b/concepts/tech_overview/request_lifecycle.html
index 0860cd5f..c49bfe10 100755
--- a/concepts/tech_overview/request_lifecycle.html
+++ b/concepts/tech_overview/request_lifecycle.html
@@ -94,6 +94,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../../get_started/overview.html">Overview</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../get_started/intro_to_arch.html">Intro to Arch</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../get_started/quickstart.html">Quickstart</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../get_started/quickstart.html#next-steps">Next Steps</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Concepts</span></p>
 <ul class="current">
diff --git a/concepts/tech_overview/tech_overview.html b/concepts/tech_overview/tech_overview.html
index 533294fa..fb99b352 100755
--- a/concepts/tech_overview/tech_overview.html
+++ b/concepts/tech_overview/tech_overview.html
@@ -94,6 +94,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../../get_started/overview.html">Overview</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../get_started/intro_to_arch.html">Intro to Arch</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../get_started/quickstart.html">Quickstart</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../get_started/quickstart.html#next-steps">Next Steps</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Concepts</span></p>
 <ul class="current">
diff --git a/concepts/tech_overview/terminology.html b/concepts/tech_overview/terminology.html
index 075c0aca..6ba5b724 100755
--- a/concepts/tech_overview/terminology.html
+++ b/concepts/tech_overview/terminology.html
@@ -94,6 +94,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../../get_started/overview.html">Overview</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../get_started/intro_to_arch.html">Intro to Arch</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../get_started/quickstart.html">Quickstart</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../get_started/quickstart.html#next-steps">Next Steps</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Concepts</span></p>
 <ul class="current">
diff --git a/concepts/tech_overview/threading_model.html b/concepts/tech_overview/threading_model.html
index 1401b00b..2d3221d8 100755
--- a/concepts/tech_overview/threading_model.html
+++ b/concepts/tech_overview/threading_model.html
@@ -94,6 +94,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../../get_started/overview.html">Overview</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../get_started/intro_to_arch.html">Intro to Arch</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../get_started/quickstart.html">Quickstart</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../get_started/quickstart.html#next-steps">Next Steps</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Concepts</span></p>
 <ul class="current">
diff --git a/get_started/intro_to_arch.html b/get_started/intro_to_arch.html
index 61366ae2..2f05f551 100755
--- a/get_started/intro_to_arch.html
+++ b/get_started/intro_to_arch.html
@@ -94,6 +94,7 @@
 <li class="toctree-l1"><a class="reference internal" href="overview.html">Overview</a></li>
 <li class="toctree-l1 current"><a class="current reference internal" href="#">Intro to Arch</a></li>
 <li class="toctree-l1"><a class="reference internal" href="quickstart.html">Quickstart</a></li>
+<li class="toctree-l1"><a class="reference internal" href="quickstart.html#next-steps">Next Steps</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Concepts</span></p>
 <ul>
diff --git a/get_started/overview.html b/get_started/overview.html
index 22ccf314..4ef1e0c0 100755
--- a/get_started/overview.html
+++ b/get_started/overview.html
@@ -94,6 +94,7 @@
 <li class="toctree-l1 current"><a class="current reference internal" href="#">Overview</a></li>
 <li class="toctree-l1"><a class="reference internal" href="intro_to_arch.html">Intro to Arch</a></li>
 <li class="toctree-l1"><a class="reference internal" href="quickstart.html">Quickstart</a></li>
+<li class="toctree-l1"><a class="reference internal" href="quickstart.html#next-steps">Next Steps</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Concepts</span></p>
 <ul>
diff --git a/get_started/quickstart.html b/get_started/quickstart.html
index e1b33b18..7a739bbb 100755
--- a/get_started/quickstart.html
+++ b/get_started/quickstart.html
@@ -94,6 +94,7 @@
 <li class="toctree-l1"><a class="reference internal" href="overview.html">Overview</a></li>
 <li class="toctree-l1"><a class="reference internal" href="intro_to_arch.html">Intro to Arch</a></li>
 <li class="toctree-l1 current"><a class="current reference internal" href="#">Quickstart</a></li>
+<li class="toctree-l1"><a class="reference internal" href="#next-steps">Next Steps</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Concepts</span></p>
 <ul>
@@ -157,100 +158,228 @@
 <section id="prerequisites">
 <h2>Prerequisites<a @click.prevent="window.navigator.clipboard.writeText($el.href); $el.setAttribute('data-tooltip', 'Copied!'); setTimeout(() =&gt; $el.setAttribute('data-tooltip', 'Copy link to this element'), 2000)" aria-label="Copy link to this element" class="headerlink" data-tooltip="Copy link to this element" href="#prerequisites" x-intersect.margin.0%.0%.-70%.0%="activeSection = '#prerequisites'"><svg height="1em" viewbox="0 0 24 24" width="1em" xmlns="http://www.w3.org/2000/svg"><path d="M3.9 12c0-1.71 1.39-3.1 3.1-3.1h4V7H7c-2.76 0-5 2.24-5 5s2.24 5 5 5h4v-1.9H7c-1.71 0-3.1-1.39-3.1-3.1zM8 13h8v-2H8v2zm9-6h-4v1.9h4c1.71 0 3.1 1.39 3.1 3.1s-1.39 3.1-3.1 3.1h-4V17h4c2.76 0 5-2.24 5-5s-2.24-5-5-5z"></path></svg></a></h2>
 <p>Before you begin, ensure you have the following:</p>
-<ul class="simple">
-<li><p><code class="docutils literal notranslate"><span class="pre">Docker</span></code> &amp; <code class="docutils literal notranslate"><span class="pre">Python</span></code> installed on your system</p></li>
-<li><p><code class="docutils literal notranslate"><span class="pre">API</span> <span class="pre">Keys</span></code> for LLM providers (if using external LLMs)</p></li>
-</ul>
-<p>The fastest way to get started using Arch is to use <a class="reference external" href="https://hub.docker.com/r/katanemo/archgw" rel="nofollow noopener">katanemo/archgw<svg fill="currentColor" height="1em" stroke="none" viewbox="0 96 960 960" width="1em" xmlns="http://www.w3.org/2000/svg"><path d="M188 868q-11-11-11-28t11-28l436-436H400q-17 0-28.5-11.5T360 336q0-17 11.5-28.5T400 296h320q17 0 28.5 11.5T760 336v320q0 17-11.5 28.5T720 696q-17 0-28.5-11.5T680 656V432L244 868q-11 11-28 11t-28-11Z"></path></svg></a> pre-built binaries.
-You can also build it from source.</p>
-</section>
-<section id="step-1-install-arch">
-<h2>Step 1: Install Arch<a @click.prevent="window.navigator.clipboard.writeText($el.href); $el.setAttribute('data-tooltip', 'Copied!'); setTimeout(() =&gt; $el.setAttribute('data-tooltip', 'Copy link to this element'), 2000)" aria-label="Copy link to this element" class="headerlink" data-tooltip="Copy link to this element" href="#step-1-install-arch" x-intersect.margin.0%.0%.-70%.0%="activeSection = '#step-1-install-arch'"><svg height="1em" viewbox="0 0 24 24" width="1em" xmlns="http://www.w3.org/2000/svg"><path d="M3.9 12c0-1.71 1.39-3.1 3.1-3.1h4V7H7c-2.76 0-5 2.24-5 5s2.24 5 5 5h4v-1.9H7c-1.71 0-3.1-1.39-3.1-3.1zM8 13h8v-2H8v2zm9-6h-4v1.9h4c1.71 0 3.1 1.39 3.1 3.1s-1.39 3.1-3.1 3.1h-4V17h4c2.76 0 5-2.24 5-5s-2.24-5-5-5z"></path></svg></a></h2>
-<p>Arch’s CLI allows you to manage and interact with the Arch gateway efficiently. To install the CLI, simply
-run the following command:</p>
-<div class="highlight-console notranslate"><div class="highlight"><pre><span></span><code><span id="line-1"><span class="gp">$ </span>pip<span class="w"> </span>install<span class="w"> </span>archgw
-</span></code></pre></div>
-</div>
-<p>This will install the archgw command-line tool globally on your system.</p>
+<ol class="arabic simple">
+<li><p><a class="reference external" href="https://docs.docker.com/get-started/get-docker/" rel="nofollow noopener">Docker System<svg fill="currentColor" height="1em" stroke="none" viewbox="0 96 960 960" width="1em" xmlns="http://www.w3.org/2000/svg"><path d="M188 868q-11-11-11-28t11-28l436-436H400q-17 0-28.5-11.5T360 336q0-17 11.5-28.5T400 296h320q17 0 28.5 11.5T760 336v320q0 17-11.5 28.5T720 696q-17 0-28.5-11.5T680 656V432L244 868q-11 11-28 11t-28-11Z"></path></svg></a> (v24)</p></li>
+<li><p><a class="reference external" href="https://docs.docker.com/compose/install/" rel="nofollow noopener">Docker compose<svg fill="currentColor" height="1em" stroke="none" viewbox="0 96 960 960" width="1em" xmlns="http://www.w3.org/2000/svg"><path d="M188 868q-11-11-11-28t11-28l436-436H400q-17 0-28.5-11.5T360 336q0-17 11.5-28.5T400 296h320q17 0 28.5 11.5T760 336v320q0 17-11.5 28.5T720 696q-17 0-28.5-11.5T680 656V432L244 868q-11 11-28 11t-28-11Z"></path></svg></a> (v2.29)</p></li>
+<li><p><a class="reference external" href="https://www.python.org/downloads/" rel="nofollow noopener">Python<svg fill="currentColor" height="1em" stroke="none" viewbox="0 96 960 960" width="1em" xmlns="http://www.w3.org/2000/svg"><path d="M188 868q-11-11-11-28t11-28l436-436H400q-17 0-28.5-11.5T360 336q0-17 11.5-28.5T400 296h320q17 0 28.5 11.5T760 336v320q0 17-11.5 28.5T720 696q-17 0-28.5-11.5T680 656V432L244 868q-11 11-28 11t-28-11Z"></path></svg></a> (v3.12)</p></li>
+</ol>
+<p>Arch’s CLI allows you to manage and interact with the Arch gateway efficiently. To install the CLI, simply run the following command:</p>
 <div class="admonition tip">
 <p class="admonition-title">Tip</p>
-<p>We recommend that developers create a new Python virtual environment to isolate dependencies before installing Arch.
-This ensures that <cite>archgw</cite> and its dependencies do not interfere with other packages on your system.</p>
-<p>To create and activate a virtual environment, you can run the following commands:</p>
+<p>We recommend that developers create a new Python virtual environment to isolate dependencies before installing Arch. This ensures that <code class="docutils literal notranslate"><span class="pre">archgw</span></code> and its dependencies do not interfere with other packages on your system.</p>
+</div>
 <div class="highlight-console notranslate"><div class="highlight"><pre><span></span><code><span id="line-1"><span class="gp">$ </span>python<span class="w"> </span>-m<span class="w"> </span>venv<span class="w"> </span>venv
 </span><span id="line-2"><span class="gp">$ </span><span class="nb">source</span><span class="w"> </span>venv/bin/activate<span class="w">   </span><span class="c1"># On Windows, use: venv\Scripts\activate</span>
-</span><span id="line-3"><span class="gp">$ </span>pip<span class="w"> </span>install<span class="w"> </span>archgw
+</span><span id="line-3"><span class="gp">$ </span>pip<span class="w"> </span>install<span class="w"> </span><span class="nv">archgw</span><span class="o">==</span><span class="m">0</span>.1.5
 </span></code></pre></div>
 </div>
-</div>
 </section>
-<section id="step-2-config-arch">
-<h2>Step 2: Config Arch<a @click.prevent="window.navigator.clipboard.writeText($el.href); $el.setAttribute('data-tooltip', 'Copied!'); setTimeout(() =&gt; $el.setAttribute('data-tooltip', 'Copy link to this element'), 2000)" aria-label="Copy link to this element" class="headerlink" data-tooltip="Copy link to this element" href="#step-2-config-arch" x-intersect.margin.0%.0%.-70%.0%="activeSection = '#step-2-config-arch'"><svg height="1em" viewbox="0 0 24 24" width="1em" xmlns="http://www.w3.org/2000/svg"><path d="M3.9 12c0-1.71 1.39-3.1 3.1-3.1h4V7H7c-2.76 0-5 2.24-5 5s2.24 5 5 5h4v-1.9H7c-1.71 0-3.1-1.39-3.1-3.1zM8 13h8v-2H8v2zm9-6h-4v1.9h4c1.71 0 3.1 1.39 3.1 3.1s-1.39 3.1-3.1 3.1h-4V17h4c2.76 0 5-2.24 5-5s-2.24-5-5-5z"></path></svg></a></h2>
-<p>Arch operates based on a configuration file where you can define LLM providers, prompt targets, and guardrails, etc.
-Below is an example configuration to get you started, including:</p>
-<ul class="simple">
-<li><p><code class="docutils literal notranslate"><span class="pre">endpoints</span></code>: Specifies where Arch listens for incoming prompts.</p></li>
-<li><p><code class="docutils literal notranslate"><span class="pre">system_prompts</span></code>: Defines predefined prompts to set the context for interactions.</p></li>
-<li><p><code class="docutils literal notranslate"><span class="pre">llm_providers</span></code>: Lists the LLM providers Arch can route prompts to.</p></li>
-<li><p><code class="docutils literal notranslate"><span class="pre">prompt_guards</span></code>: Sets up rules to detect and reject undesirable prompts.</p></li>
-<li><p><code class="docutils literal notranslate"><span class="pre">prompt_targets</span></code>: Defines endpoints that handle specific types of prompts.</p></li>
-<li><p><code class="docutils literal notranslate"><span class="pre">error_target</span></code>: Specifies where to route errors for handling.</p></li>
-</ul>
+<section id="build-ai-agent-with-arch-gateway">
+<h2>Build AI Agent with Arch Gateway<a @click.prevent="window.navigator.clipboard.writeText($el.href); $el.setAttribute('data-tooltip', 'Copied!'); setTimeout(() =&gt; $el.setAttribute('data-tooltip', 'Copy link to this element'), 2000)" aria-label="Copy link to this element" class="headerlink" data-tooltip="Copy link to this element" href="#build-ai-agent-with-arch-gateway" x-intersect.margin.0%.0%.-70%.0%="activeSection = '#build-ai-agent-with-arch-gateway'"><svg height="1em" viewbox="0 0 24 24" width="1em" xmlns="http://www.w3.org/2000/svg"><path d="M3.9 12c0-1.71 1.39-3.1 3.1-3.1h4V7H7c-2.76 0-5 2.24-5 5s2.24 5 5 5h4v-1.9H7c-1.71 0-3.1-1.39-3.1-3.1zM8 13h8v-2H8v2zm9-6h-4v1.9h4c1.71 0 3.1 1.39 3.1 3.1s-1.39 3.1-3.1 3.1h-4V17h4c2.76 0 5-2.24 5-5s-2.24-5-5-5z"></path></svg></a></h2>
+<p>In the following quickstart, we will show you how easy it is to build an AI agent with the Arch gateway. We will build a currency exchange agent using the following simple steps. For this demo, we will use <cite>https://api.frankfurter.dev/</cite> to fetch the latest prices for currencies and assume USD as the base currency.</p>
+<section id="step-1-create-arch-config-file">
+<h3>Step 1. Create arch config file<a @click.prevent="window.navigator.clipboard.writeText($el.href); $el.setAttribute('data-tooltip', 'Copied!'); setTimeout(() =&gt; $el.setAttribute('data-tooltip', 'Copy link to this element'), 2000)" aria-label="Copy link to this element" class="headerlink" data-tooltip="Copy link to this element" href="#step-1-create-arch-config-file" x-intersect.margin.0%.0%.-70%.0%="activeSection = '#step-1-create-arch-config-file'"><svg height="1em" viewbox="0 0 24 24" width="1em" xmlns="http://www.w3.org/2000/svg"><path d="M3.9 12c0-1.71 1.39-3.1 3.1-3.1h4V7H7c-2.76 0-5 2.24-5 5s2.24 5 5 5h4v-1.9H7c-1.71 0-3.1-1.39-3.1-3.1zM8 13h8v-2H8v2zm9-6h-4v1.9h4c1.71 0 3.1 1.39 3.1 3.1s-1.39 3.1-3.1 3.1h-4V17h4c2.76 0 5-2.24 5-5s-2.24-5-5-5z"></path></svg></a></h3>
+<p>Create <code class="docutils literal notranslate"><span class="pre">arch_config.yaml</span></code> file with the following content:</p>
 <div class="highlight-yaml notranslate"><div class="highlight"><pre><span></span><code><span id="line-1"><span class="nt">version</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">v0.1</span>
-</span><span id="line-2"><span class="nt">listener</span><span class="p">:</span>
-</span><span id="line-3"><span class="w">  </span><span class="nt">address</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">127.0.0.1</span>
-</span><span id="line-4"><span class="w">  </span><span class="nt">port</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">8080</span><span class="w"> </span><span class="c1">#If you configure port 443, you'll need to update the listener with tls_certificates</span>
-</span><span id="line-5"><span class="w">  </span><span class="nt">message_format</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">huggingface</span>
-</span><span id="line-6">
-</span><span id="line-7"><span class="c1"># Centralized way to manage LLMs, manage keys, retry logic, failover and limits in a central way</span>
-</span><span id="line-8"><span class="nt">llm_providers</span><span class="p">:</span>
-</span><span id="line-9"><span class="w">  </span><span class="p p-Indicator">-</span><span class="w"> </span><span class="nt">name</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">OpenAI</span>
-</span><span id="line-10"><span class="w">    </span><span class="nt">provider</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">openai</span>
+</span><span id="line-2">
+</span><span id="line-3"><span class="nt">listener</span><span class="p">:</span>
+</span><span id="line-4"><span class="w">  </span><span class="nt">address</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">0.0.0.0</span>
+</span><span id="line-5"><span class="w">  </span><span class="nt">port</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">10000</span>
+</span><span id="line-6"><span class="w">  </span><span class="nt">message_format</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">huggingface</span>
+</span><span id="line-7"><span class="w">  </span><span class="nt">connect_timeout</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">0.005s</span>
+</span><span id="line-8">
+</span><span id="line-9"><span class="nt">llm_providers</span><span class="p">:</span>
+</span><span id="line-10"><span class="w">  </span><span class="p p-Indicator">-</span><span class="w"> </span><span class="nt">name</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">gpt-4o</span>
 </span><span id="line-11"><span class="w">    </span><span class="nt">access_key</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">$OPENAI_API_KEY</span>
-</span><span id="line-12"><span class="w">    </span><span class="nt">model</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">gpt-3.5-turbo</span>
-</span><span id="line-13"><span class="w">    </span><span class="nt">default</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">true</span>
+</span><span id="line-12"><span class="w">    </span><span class="nt">provider</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">openai</span>
+</span><span id="line-13"><span class="w">    </span><span class="nt">model</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">gpt-4o</span>
 </span><span id="line-14">
-</span><span id="line-15"><span class="c1"># default system prompt used by all prompt targets</span>
-</span><span id="line-16"><span class="nt">system_prompt</span><span class="p">:</span><span class="w"> </span><span class="p p-Indicator">|</span>
-</span><span id="line-17"><span class="w">  </span><span class="no">You are a network assistant that helps operators with a better understanding of network traffic flow and perform actions on networking operations. No advice on manufacturers or purchasing decisions.</span>
-</span><span id="line-18">
-</span><span id="line-19"><span class="nt">prompt_targets</span><span class="p">:</span>
-</span><span id="line-20"><span class="w">    </span><span class="p p-Indicator">-</span><span class="w"> </span><span class="nt">name</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">device_summary</span>
-</span><span id="line-21"><span class="w">      </span><span class="nt">description</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">Retrieve network statistics for specific devices within a time range</span>
-</span><span id="line-22"><span class="w">      </span><span class="nt">endpoint</span><span class="p">:</span>
-</span><span id="line-23"><span class="w">        </span><span class="nt">name</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">app_server</span>
-</span><span id="line-24"><span class="w">        </span><span class="nt">path</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">/agent/device_summary</span>
-</span><span id="line-25"><span class="w">      </span><span class="nt">parameters</span><span class="p">:</span>
-</span><span id="line-26"><span class="w">        </span><span class="p p-Indicator">-</span><span class="w"> </span><span class="nt">name</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">device_ids</span>
-</span><span id="line-27"><span class="w">          </span><span class="nt">type</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">list</span>
-</span><span id="line-28"><span class="w">          </span><span class="nt">description</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">A list of device identifiers (IDs) to retrieve statistics for.</span>
-</span><span id="line-29"><span class="w">          </span><span class="nt">required</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">true</span><span class="w">  </span><span class="c1"># device_ids are required to get device statistics</span>
-</span><span id="line-30"><span class="w">        </span><span class="p p-Indicator">-</span><span class="w"> </span><span class="nt">name</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">days</span>
-</span><span id="line-31"><span class="w">          </span><span class="nt">type</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">int</span>
-</span><span id="line-32"><span class="w">          </span><span class="nt">description</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">The number of days for which to gather device statistics.</span>
-</span><span id="line-33"><span class="w">          </span><span class="nt">default</span><span class="p">:</span><span class="w"> </span><span class="s">"7"</span>
-</span><span id="line-34">
-</span><span id="line-35"><span class="c1"># Arch creates a round-robin load balancing between different endpoints, managed via the cluster subsystem.</span>
-</span><span id="line-36"><span class="nt">endpoints</span><span class="p">:</span>
-</span><span id="line-37"><span class="w">  </span><span class="nt">app_server</span><span class="p">:</span>
-</span><span id="line-38"><span class="w">    </span><span class="c1"># value could be ip address or a hostname with port</span>
-</span><span id="line-39"><span class="w">    </span><span class="c1"># this could also be a list of endpoints for load balancing</span>
-</span><span id="line-40"><span class="w">    </span><span class="c1"># for example endpoint: [ ip1:port, ip2:port ]</span>
-</span><span id="line-41"><span class="w">    </span><span class="nt">endpoint</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">host.docker.internal:18083</span>
-</span><span id="line-42"><span class="w">    </span><span class="c1"># max time to wait for a connection to be established</span>
-</span><span id="line-43"><span class="w">    </span><span class="nt">connect_timeout</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">0.005s</span>
+</span><span id="line-15"><span class="nt">system_prompt</span><span class="p">:</span><span class="w"> </span><span class="p p-Indicator">|</span>
+</span><span id="line-16"><span class="w">  </span><span class="no">You are a helpful assistant.</span>
+</span><span id="line-17">
+</span><span id="line-18"><span class="nt">prompt_guards</span><span class="p">:</span>
+</span><span id="line-19"><span class="w">  </span><span class="nt">input_guards</span><span class="p">:</span>
+</span><span id="line-20"><span class="w">    </span><span class="nt">jailbreak</span><span class="p">:</span>
+</span><span id="line-21"><span class="w">      </span><span class="nt">on_exception</span><span class="p">:</span>
+</span><span id="line-22"><span class="w">        </span><span class="nt">message</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">Looks like you're curious about my abilities, but I can only provide assistance for currency exchange.</span>
+</span><span id="line-23">
+</span><span id="line-24"><span class="nt">prompt_targets</span><span class="p">:</span>
+</span><span id="line-25"><span class="w">  </span><span class="p p-Indicator">-</span><span class="w"> </span><span class="nt">name</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">currency_exchange</span>
+</span><span id="line-26"><span class="w">    </span><span class="nt">description</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">Get currency exchange rate from USD to other currencies</span>
+</span><span id="line-27"><span class="w">    </span><span class="nt">parameters</span><span class="p">:</span>
+</span><span id="line-28"><span class="w">      </span><span class="p p-Indicator">-</span><span class="w"> </span><span class="nt">name</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">currency_symbol</span>
+</span><span id="line-29"><span class="w">        </span><span class="nt">description</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">the currency that needs conversion</span>
+</span><span id="line-30"><span class="w">        </span><span class="nt">required</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">true</span>
+</span><span id="line-31"><span class="w">        </span><span class="nt">type</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">str</span>
+</span><span id="line-32"><span class="w">        </span><span class="nt">in_path</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">true</span>
+</span><span id="line-33"><span class="w">    </span><span class="nt">endpoint</span><span class="p">:</span>
+</span><span id="line-34"><span class="w">      </span><span class="nt">name</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">frankfurther_api</span>
+</span><span id="line-35"><span class="w">      </span><span class="nt">path</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">/v1/latest?base=USD&amp;symbols={currency_symbol}</span>
+</span><span id="line-36"><span class="w">    </span><span class="nt">system_prompt</span><span class="p">:</span><span class="w"> </span><span class="p p-Indicator">|</span>
+</span><span id="line-37"><span class="w">      </span><span class="no">You are a helpful assistant. Show me the currency symbol you want to convert from USD.</span>
+</span><span id="line-38">
+</span><span id="line-39"><span class="w">  </span><span class="p p-Indicator">-</span><span class="w"> </span><span class="nt">name</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">get_supported_currencies</span>
+</span><span id="line-40"><span class="w">    </span><span class="nt">description</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">Get list of supported currencies for conversion</span>
+</span><span id="line-41"><span class="w">    </span><span class="nt">endpoint</span><span class="p">:</span>
+</span><span id="line-42"><span class="w">      </span><span class="nt">name</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">frankfurther_api</span>
+</span><span id="line-43"><span class="w">      </span><span class="nt">path</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">/v1/currencies</span>
+</span><span id="line-44">
+</span><span id="line-45"><span class="nt">endpoints</span><span class="p">:</span>
+</span><span id="line-46"><span class="w">  </span><span class="nt">frankfurther_api</span><span class="p">:</span>
+</span><span id="line-47"><span class="w">    </span><span class="nt">endpoint</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">api.frankfurter.dev:443</span>
+</span><span id="line-48"><span class="w">    </span><span class="nt">protocol</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">https</span>
 </span></code></pre></div>
 </div>
 </section>
-<section id="step-3-start-arch-gateway">
-<h2>Step 3: Start Arch Gateway<a @click.prevent="window.navigator.clipboard.writeText($el.href); $el.setAttribute('data-tooltip', 'Copied!'); setTimeout(() =&gt; $el.setAttribute('data-tooltip', 'Copy link to this element'), 2000)" aria-label="Copy link to this element" class="headerlink" data-tooltip="Copy link to this element" href="#step-3-start-arch-gateway" x-intersect.margin.0%.0%.-70%.0%="activeSection = '#step-3-start-arch-gateway'"><svg height="1em" viewbox="0 0 24 24" width="1em" xmlns="http://www.w3.org/2000/svg"><path d="M3.9 12c0-1.71 1.39-3.1 3.1-3.1h4V7H7c-2.76 0-5 2.24-5 5s2.24 5 5 5h4v-1.9H7c-1.71 0-3.1-1.39-3.1-3.1zM8 13h8v-2H8v2zm9-6h-4v1.9h4c1.71 0 3.1 1.39 3.1 3.1s-1.39 3.1-3.1 3.1h-4V17h4c2.76 0 5-2.24 5-5s-2.24-5-5-5z"></path></svg></a></h2>
-<div class="highlight-console notranslate"><div class="highlight"><pre><span></span><code><span id="line-1"><span class="gp">$ </span>archgw<span class="w"> </span>up<span class="w"> </span><span class="o">[</span>path_to_config<span class="o">]</span>
+<section id="step-2-start-arch-gateway-with-currency-conversion-config">
+<h3>Step 2. Start arch gateway with currency conversion config<a @click.prevent="window.navigator.clipboard.writeText($el.href); $el.setAttribute('data-tooltip', 'Copied!'); setTimeout(() =&gt; $el.setAttribute('data-tooltip', 'Copy link to this element'), 2000)" aria-label="Copy link to this element" class="headerlink" data-tooltip="Copy link to this element" href="#step-2-start-arch-gateway-with-currency-conversion-config" x-intersect.margin.0%.0%.-70%.0%="activeSection = '#step-2-start-arch-gateway-with-currency-conversion-config'"><svg height="1em" viewbox="0 0 24 24" width="1em" xmlns="http://www.w3.org/2000/svg"><path d="M3.9 12c0-1.71 1.39-3.1 3.1-3.1h4V7H7c-2.76 0-5 2.24-5 5s2.24 5 5 5h4v-1.9H7c-1.71 0-3.1-1.39-3.1-3.1zM8 13h8v-2H8v2zm9-6h-4v1.9h4c1.71 0 3.1 1.39 3.1 3.1s-1.39 3.1-3.1 3.1h-4V17h4c2.76 0 5-2.24 5-5s-2.24-5-5-5z"></path></svg></a></h3>
+<div class="highlight-sh notranslate"><div class="highlight"><pre><span></span><code><span id="line-1">$<span class="w"> </span>archgw<span class="w"> </span>up<span class="w"> </span>arch_config.yaml
+</span><span id="line-2"><span class="m">2024</span>-12-05<span class="w"> </span><span class="m">16</span>:56:27,979<span class="w"> </span>-<span class="w"> </span>cli.main<span class="w"> </span>-<span class="w"> </span>INFO<span class="w"> </span>-<span class="w"> </span>Starting<span class="w"> </span>archgw<span class="w"> </span>cli<span class="w"> </span>version:<span class="w"> </span><span class="m">0</span>.1.5
+</span><span id="line-3">...
+</span><span id="line-4"><span class="m">2024</span>-12-05<span class="w"> </span><span class="m">16</span>:56:28,485<span class="w"> </span>-<span class="w"> </span>cli.utils<span class="w"> </span>-<span class="w"> </span>INFO<span class="w"> </span>-<span class="w"> </span>Schema<span class="w"> </span>validation<span class="w"> </span>successful!
+</span><span id="line-5"><span class="m">2024</span>-12-05<span class="w"> </span><span class="m">16</span>:56:28,485<span class="w"> </span>-<span class="w"> </span>cli.main<span class="w"> </span>-<span class="w"> </span>INFO<span class="w"> </span>-<span class="w"> </span>Starting<span class="w"> </span>arch<span class="w"> </span>model<span class="w"> </span>server<span class="w"> </span>and<span class="w"> </span>arch<span class="w"> </span>gateway
+</span><span id="line-6">...
+</span><span id="line-7"><span class="m">2024</span>-12-05<span class="w"> </span><span class="m">16</span>:56:51,647<span class="w"> </span>-<span class="w"> </span>cli.core<span class="w"> </span>-<span class="w"> </span>INFO<span class="w"> </span>-<span class="w"> </span>Container<span class="w"> </span>is<span class="w"> </span>healthy!
 </span></code></pre></div>
 </div>
-<p>For detailed usage please refer to the <cite>Support &lt;https://github.com/katanemo/arch/blob/main/arch/tools/README.md#setup-instructionsuser-archgw-cli&gt;</cite></p>
+<p>Once the gateway is up, you can start interacting with it at port 10000 using the OpenAI chat completion API.</p>
+<p>Some sample queries you can ask include: <code class="docutils literal notranslate"><span class="pre">what</span> <span class="pre">is</span> <span class="pre">currency</span> <span class="pre">rate</span> <span class="pre">for</span> <span class="pre">gbp?</span></code> or <code class="docutils literal notranslate"><span class="pre">show</span> <span class="pre">me</span> <span class="pre">list</span> <span class="pre">of</span> <span class="pre">currencies</span> <span class="pre">for</span> <span class="pre">conversion</span></code>.</p>
+</section>
+<section id="step-3-interacting-with-gateway-using-curl-command">
+<h3>Step 3. Interacting with gateway using curl command<a @click.prevent="window.navigator.clipboard.writeText($el.href); $el.setAttribute('data-tooltip', 'Copied!'); setTimeout(() =&gt; $el.setAttribute('data-tooltip', 'Copy link to this element'), 2000)" aria-label="Copy link to this element" class="headerlink" data-tooltip="Copy link to this element" href="#step-3-interacting-with-gateway-using-curl-command" x-intersect.margin.0%.0%.-70%.0%="activeSection = '#step-3-interacting-with-gateway-using-curl-command'"><svg height="1em" viewbox="0 0 24 24" width="1em" xmlns="http://www.w3.org/2000/svg"><path d="M3.9 12c0-1.71 1.39-3.1 3.1-3.1h4V7H7c-2.76 0-5 2.24-5 5s2.24 5 5 5h4v-1.9H7c-1.71 0-3.1-1.39-3.1-3.1zM8 13h8v-2H8v2zm9-6h-4v1.9h4c1.71 0 3.1 1.39 3.1 3.1s-1.39 3.1-3.1 3.1h-4V17h4c2.76 0 5-2.24 5-5s-2.24-5-5-5z"></path></svg></a></h3>
+<p>Here is a sample curl command you can use to interact:</p>
+<div class="highlight-bash notranslate"><div class="highlight"><pre><span></span><code><span id="line-1">$<span class="w"> </span>curl<span class="w"> </span>--header<span class="w"> </span><span class="s1">'Content-Type: application/json'</span><span class="w"> </span><span class="se">\</span>
+</span><span id="line-2"><span class="w">  </span>--data<span class="w"> </span><span class="s1">'{"messages": [{"role": "user","content": "what is exchange rate for gbp"}]}'</span><span class="w"> </span><span class="se">\</span>
+</span><span id="line-3"><span class="w">  </span>http://localhost:10000/v1/chat/completions<span class="w"> </span><span class="p">|</span><span class="w"> </span>jq<span class="w"> </span><span class="s2">".choices[0].message.content"</span>
+</span><span id="line-4">
+</span><span id="line-5"><span class="s2">"As of the date provided in your context, December 5, 2024, the exchange rate for GBP (British Pound) from USD (United States Dollar) is 0.78558. This means that 1 USD is equivalent to 0.78558 GBP."</span>
+</span></code></pre></div>
+</div>
+<p>And to get the list of supported currencies:</p>
+<div class="highlight-bash notranslate"><div class="highlight"><pre><span></span><code><span id="line-1">$<span class="w"> </span>curl<span class="w"> </span>--header<span class="w"> </span><span class="s1">'Content-Type: application/json'</span><span class="w"> </span><span class="se">\</span>
+</span><span id="line-2"><span class="w">  </span>--data<span class="w"> </span><span class="s1">'{"messages": [{"role": "user","content": "show me list of currencies that are supported for conversion"}]}'</span><span class="w"> </span><span class="se">\</span>
+</span><span id="line-3"><span class="w">  </span>http://localhost:10000/v1/chat/completions<span class="w"> </span><span class="p">|</span><span class="w"> </span>jq<span class="w"> </span><span class="s2">".choices[0].message.content"</span>
+</span><span id="line-4">
+</span><span id="line-5"><span class="s2">"Here is a list of the currencies that are supported for conversion from USD, along with their symbols:\n\n1. AUD - Australian Dollar\n2. BGN - Bulgarian Lev\n3. BRL - Brazilian Real\n4. CAD - Canadian Dollar\n5. CHF - Swiss Franc\n6. CNY - Chinese Renminbi Yuan\n7. CZK - Czech Koruna\n8. DKK - Danish Krone\n9. EUR - Euro\n10. GBP - British Pound\n11. HKD - Hong Kong Dollar\n12. HUF - Hungarian Forint\n13. IDR - Indonesian Rupiah\n14. ILS - Israeli New Sheqel\n15. INR - Indian Rupee\n16. ISK - Icelandic Króna\n17. JPY - Japanese Yen\n18. KRW - South Korean Won\n19. MXN - Mexican Peso\n20. MYR - Malaysian Ringgit\n21. NOK - Norwegian Krone\n22. NZD - New Zealand Dollar\n23. PHP - Philippine Peso\n24. PLN - Polish Złoty\n25. RON - Romanian Leu\n26. SEK - Swedish Krona\n27. SGD - Singapore Dollar\n28. THB - Thai Baht\n29. TRY - Turkish Lira\n30. USD - United States Dollar\n31. ZAR - South African Rand\n\nIf you want to convert USD to any of these currencies, you can select the one you are interested in."</span>
+</span></code></pre></div>
+</div>
+</section>
+</section>
+<section id="use-arch-gateway-as-llm-router">
+<h2>Use Arch Gateway as LLM Router<a @click.prevent="window.navigator.clipboard.writeText($el.href); $el.setAttribute('data-tooltip', 'Copied!'); setTimeout(() =&gt; $el.setAttribute('data-tooltip', 'Copy link to this element'), 2000)" aria-label="Copy link to this element" class="headerlink" data-tooltip="Copy link to this element" href="#use-arch-gateway-as-llm-router" x-intersect.margin.0%.0%.-70%.0%="activeSection = '#use-arch-gateway-as-llm-router'"><svg height="1em" viewbox="0 0 24 24" width="1em" xmlns="http://www.w3.org/2000/svg"><path d="M3.9 12c0-1.71 1.39-3.1 3.1-3.1h4V7H7c-2.76 0-5 2.24-5 5s2.24 5 5 5h4v-1.9H7c-1.71 0-3.1-1.39-3.1-3.1zM8 13h8v-2H8v2zm9-6h-4v1.9h4c1.71 0 3.1 1.39 3.1 3.1s-1.39 3.1-3.1 3.1h-4V17h4c2.76 0 5-2.24 5-5s-2.24-5-5-5z"></path></svg></a></h2>
+<section id="id2">
+<h3>Step 1. Create arch config file<a @click.prevent="window.navigator.clipboard.writeText($el.href); $el.setAttribute('data-tooltip', 'Copied!'); setTimeout(() =&gt; $el.setAttribute('data-tooltip', 'Copy link to this element'), 2000)" aria-label="Copy link to this element" class="headerlink" data-tooltip="Copy link to this element" href="#id2" x-intersect.margin.0%.0%.-70%.0%="activeSection = '#id2'"><svg height="1em" viewbox="0 0 24 24" width="1em" xmlns="http://www.w3.org/2000/svg"><path d="M3.9 12c0-1.71 1.39-3.1 3.1-3.1h4V7H7c-2.76 0-5 2.24-5 5s2.24 5 5 5h4v-1.9H7c-1.71 0-3.1-1.39-3.1-3.1zM8 13h8v-2H8v2zm9-6h-4v1.9h4c1.71 0 3.1 1.39 3.1 3.1s-1.39 3.1-3.1 3.1h-4V17h4c2.76 0 5-2.24 5-5s-2.24-5-5-5z"></path></svg></a></h3>
+<p>Arch operates based on a configuration file where you can define LLM providers, prompt targets, guardrails, etc. Below is an example configuration that defines OpenAI and Mistral LLM providers.</p>
+<p>Create <code class="docutils literal notranslate"><span class="pre">arch_config.yaml</span></code> file with the following content:</p>
+<div class="highlight-yaml notranslate"><div class="highlight"><pre><span></span><code><span id="line-1"><span class="nt">version</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">v0.1</span>
+</span><span id="line-2">
+</span><span id="line-3"><span class="nt">listener</span><span class="p">:</span>
+</span><span id="line-4"><span class="w">  </span><span class="nt">address</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">0.0.0.0</span>
+</span><span id="line-5"><span class="w">  </span><span class="nt">port</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">10000</span>
+</span><span id="line-6"><span class="w">  </span><span class="nt">message_format</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">huggingface</span>
+</span><span id="line-7"><span class="w">  </span><span class="nt">connect_timeout</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">0.005s</span>
+</span><span id="line-8">
+</span><span id="line-9"><span class="nt">llm_providers</span><span class="p">:</span>
+</span><span id="line-10"><span class="w">  </span><span class="p p-Indicator">-</span><span class="w"> </span><span class="nt">name</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">gpt-4o</span>
+</span><span id="line-11"><span class="w">    </span><span class="nt">access_key</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">$OPENAI_API_KEY</span>
+</span><span id="line-12"><span class="w">    </span><span class="nt">provider</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">openai</span>
+</span><span id="line-13"><span class="w">    </span><span class="nt">model</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">gpt-4o</span>
+</span><span id="line-14"><span class="w">    </span><span class="nt">default</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">true</span>
+</span><span id="line-15">
+</span><span id="line-16"><span class="w">  </span><span class="p p-Indicator">-</span><span class="w"> </span><span class="nt">name</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">ministral-3b</span>
+</span><span id="line-17"><span class="w">    </span><span class="nt">access_key</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">$MISTRAL_API_KEY</span>
+</span><span id="line-18"><span class="w">    </span><span class="nt">provider</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">mistral</span>
+</span><span id="line-19"><span class="w">    </span><span class="nt">model</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">ministral-3b-latest</span>
+</span></code></pre></div>
+</div>
+</section>
+<section id="step-2-start-arch-gateway">
+<h3>Step 2. Start arch gateway<a @click.prevent="window.navigator.clipboard.writeText($el.href); $el.setAttribute('data-tooltip', 'Copied!'); setTimeout(() =&gt; $el.setAttribute('data-tooltip', 'Copy link to this element'), 2000)" aria-label="Copy link to this element" class="headerlink" data-tooltip="Copy link to this element" href="#step-2-start-arch-gateway" x-intersect.margin.0%.0%.-70%.0%="activeSection = '#step-2-start-arch-gateway'"><svg height="1em" viewbox="0 0 24 24" width="1em" xmlns="http://www.w3.org/2000/svg"><path d="M3.9 12c0-1.71 1.39-3.1 3.1-3.1h4V7H7c-2.76 0-5 2.24-5 5s2.24 5 5 5h4v-1.9H7c-1.71 0-3.1-1.39-3.1-3.1zM8 13h8v-2H8v2zm9-6h-4v1.9h4c1.71 0 3.1 1.39 3.1 3.1s-1.39 3.1-3.1 3.1h-4V17h4c2.76 0 5-2.24 5-5s-2.24-5-5-5z"></path></svg></a></h3>
+<p>Once the config file is created, ensure that you have environment variables set up for <code class="docutils literal notranslate"><span class="pre">MISTRAL_API_KEY</span></code> and <code class="docutils literal notranslate"><span class="pre">OPENAI_API_KEY</span></code> (or these are defined in a <code class="docutils literal notranslate"><span class="pre">.env</span></code> file).</p>
+<p>Start the Arch gateway:</p>
+<div class="highlight-console notranslate"><div class="highlight"><pre><span></span><code><span id="line-1"><span class="gp">$ </span>archgw<span class="w"> </span>up<span class="w"> </span>arch_config.yaml
+</span><span id="line-2"><span class="go">2024-12-05 11:24:51,288 - cli.main - INFO - Starting archgw cli version: 0.1.5</span>
+</span><span id="line-3"><span class="go">2024-12-05 11:24:51,825 - cli.utils - INFO - Schema validation successful!</span>
+</span><span id="line-4"><span class="go">2024-12-05 11:24:51,825 - cli.main - INFO - Starting arch model server and arch gateway</span>
+</span><span id="line-5"><span class="go">...</span>
+</span><span id="line-6"><span class="go">2024-12-05 11:25:16,131 - cli.core - INFO - Container is healthy!</span>
+</span></code></pre></div>
+</div>
+</section>
+<section id="step-3-interact-with-llm">
+<h3>Step 3: Interact with LLM<a @click.prevent="window.navigator.clipboard.writeText($el.href); $el.setAttribute('data-tooltip', 'Copied!'); setTimeout(() =&gt; $el.setAttribute('data-tooltip', 'Copy link to this element'), 2000)" aria-label="Copy link to this element" class="headerlink" data-tooltip="Copy link to this element" href="#step-3-interact-with-llm" x-intersect.margin.0%.0%.-70%.0%="activeSection = '#step-3-interact-with-llm'"><svg height="1em" viewbox="0 0 24 24" width="1em" xmlns="http://www.w3.org/2000/svg"><path d="M3.9 12c0-1.71 1.39-3.1 3.1-3.1h4V7H7c-2.76 0-5 2.24-5 5s2.24 5 5 5h4v-1.9H7c-1.71 0-3.1-1.39-3.1-3.1zM8 13h8v-2H8v2zm9-6h-4v1.9h4c1.71 0 3.1 1.39 3.1 3.1s-1.39 3.1-3.1 3.1h-4V17h4c2.76 0 5-2.24 5-5s-2.24-5-5-5z"></path></svg></a></h3>
+<section id="step-3-1-using-openai-python-client">
+<h4>Step 3.1: Using OpenAI Python client<a @click.prevent="window.navigator.clipboard.writeText($el.href); $el.setAttribute('data-tooltip', 'Copied!'); setTimeout(() =&gt; $el.setAttribute('data-tooltip', 'Copy link to this element'), 2000)" aria-label="Copy link to this element" class="headerlink" data-tooltip="Copy link to this element" href="#step-3-1-using-openai-python-client"><svg height="1em" viewbox="0 0 24 24" width="1em" xmlns="http://www.w3.org/2000/svg"><path d="M3.9 12c0-1.71 1.39-3.1 3.1-3.1h4V7H7c-2.76 0-5 2.24-5 5s2.24 5 5 5h4v-1.9H7c-1.71 0-3.1-1.39-3.1-3.1zM8 13h8v-2H8v2zm9-6h-4v1.9h4c1.71 0 3.1 1.39 3.1 3.1s-1.39 3.1-3.1 3.1h-4V17h4c2.76 0 5-2.24 5-5s-2.24-5-5-5z"></path></svg></a></h4>
+<p>Make outbound calls via the Arch gateway:</p>
+<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><code><span id="line-1"><span class="kn">from</span> <span class="nn">openai</span> <span class="kn">import</span> <span class="n">OpenAI</span>
+</span><span id="line-2">
+</span><span id="line-3"><span class="c1"># Use the OpenAI client as usual</span>
+</span><span id="line-4"><span class="n">client</span> <span class="o">=</span> <span class="n">OpenAI</span><span class="p">(</span>
+</span><span id="line-5">  <span class="c1"># No need to set a specific openai.api_key since it's configured in Arch's gateway</span>
+</span><span id="line-6">  <span class="n">api_key</span><span class="o">=</span><span class="s1">'--'</span><span class="p">,</span>
+</span><span id="line-7">  <span class="c1"># Set the OpenAI API base URL to the Arch gateway endpoint</span>
+</span><span id="line-8">  <span class="n">base_url</span><span class="o">=</span><span class="s2">"http://127.0.0.1:12000/v1"</span>
+</span><span id="line-9"><span class="p">)</span>
+</span><span id="line-10">
+</span><span id="line-11"><span class="n">response</span> <span class="o">=</span> <span class="n">client</span><span class="o">.</span><span class="n">chat</span><span class="o">.</span><span class="n">completions</span><span class="o">.</span><span class="n">create</span><span class="p">(</span>
+</span><span id="line-12">    <span class="c1"># we select model from arch_config file</span>
+</span><span id="line-13">    <span class="n">model</span><span class="o">=</span><span class="s2">"--"</span><span class="p">,</span>
+</span><span id="line-14">    <span class="n">messages</span><span class="o">=</span><span class="p">[{</span><span class="s2">"role"</span><span class="p">:</span> <span class="s2">"user"</span><span class="p">,</span> <span class="s2">"content"</span><span class="p">:</span> <span class="s2">"What is the capital of France?"</span><span class="p">}],</span>
+</span><span id="line-15"><span class="p">)</span>
+</span><span id="line-16">
+</span><span id="line-17"><span class="nb">print</span><span class="p">(</span><span class="s2">"OpenAI Response:"</span><span class="p">,</span> <span class="n">response</span><span class="o">.</span><span class="n">choices</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span><span class="o">.</span><span class="n">message</span><span class="o">.</span><span class="n">content</span><span class="p">)</span>
+</span></code></pre></div>
+</div>
+</section>
+<section id="step-3-2-using-curl-command">
+<h4>Step 3.2: Using curl command<a @click.prevent="window.navigator.clipboard.writeText($el.href); $el.setAttribute('data-tooltip', 'Copied!'); setTimeout(() =&gt; $el.setAttribute('data-tooltip', 'Copy link to this element'), 2000)" aria-label="Copy link to this element" class="headerlink" data-tooltip="Copy link to this element" href="#step-3-2-using-curl-command"><svg height="1em" viewbox="0 0 24 24" width="1em" xmlns="http://www.w3.org/2000/svg"><path d="M3.9 12c0-1.71 1.39-3.1 3.1-3.1h4V7H7c-2.76 0-5 2.24-5 5s2.24 5 5 5h4v-1.9H7c-1.71 0-3.1-1.39-3.1-3.1zM8 13h8v-2H8v2zm9-6h-4v1.9h4c1.71 0 3.1 1.39 3.1 3.1s-1.39 3.1-3.1 3.1h-4V17h4c2.76 0 5-2.24 5-5s-2.24-5-5-5z"></path></svg></a></h4>
+<div class="highlight-bash notranslate"><div class="highlight"><pre><span></span><code><span id="line-1">$<span class="w"> </span>curl<span class="w"> </span>--header<span class="w"> </span><span class="s1">'Content-Type: application/json'</span><span class="w"> </span><span class="se">\</span>
+</span><span id="line-2"><span class="w">  </span>--data<span class="w"> </span><span class="s1">'{"messages": [{"role": "user","content": "What is the capital of France?"}]}'</span><span class="w"> </span><span class="se">\</span>
+</span><span id="line-3"><span class="w">  </span>http://localhost:12000/v1/chat/completions
+</span><span id="line-4">
+</span><span id="line-5"><span class="o">{</span>
+</span><span id="line-6"><span class="w">  </span>...
+</span><span id="line-7"><span class="w">  </span><span class="s2">"model"</span>:<span class="w"> </span><span class="s2">"gpt-4o-2024-08-06"</span>,
+</span><span id="line-8"><span class="w">  </span><span class="s2">"choices"</span>:<span class="w"> </span><span class="o">[</span>
+</span><span id="line-9"><span class="w">    </span><span class="o">{</span>
+</span><span id="line-10"><span class="w">      </span>...
+</span><span id="line-11"><span class="w">      </span><span class="s2">"message"</span>:<span class="w"> </span><span class="o">{</span>
+</span><span id="line-12"><span class="w">        </span><span class="s2">"role"</span>:<span class="w"> </span><span class="s2">"assistant"</span>,
+</span><span id="line-13"><span class="w">        </span><span class="s2">"content"</span>:<span class="w"> </span><span class="s2">"The capital of France is Paris."</span>,
+</span><span id="line-14"><span class="w">      </span><span class="o">}</span>,
+</span><span id="line-15"><span class="w">    </span><span class="o">}</span>
+</span><span id="line-16"><span class="w">  </span><span class="o">]</span>,
+</span><span id="line-17"><span class="o">}</span>
+</span></code></pre></div>
+</div>
+<p>You can override model selection using the <code class="docutils literal notranslate"><span class="pre">x-arch-llm-provider-hint</span></code> header. For example, to use Mistral, use the following curl command:</p>
+<div class="highlight-bash notranslate"><div class="highlight"><pre><span></span><code><span id="line-1">$<span class="w"> </span>curl<span class="w"> </span>--header<span class="w"> </span><span class="s1">'Content-Type: application/json'</span><span class="w"> </span><span class="se">\</span>
+</span><span id="line-2"><span class="w">  </span>--header<span class="w"> </span><span class="s1">'x-arch-llm-provider-hint: ministral-3b'</span><span class="w"> </span><span class="se">\</span>
+</span><span id="line-3"><span class="w">  </span>--data<span class="w"> </span><span class="s1">'{"messages": [{"role": "user","content": "What is the capital of France?"}]}'</span><span class="w"> </span><span class="se">\</span>
+</span><span id="line-4"><span class="w">  </span>http://localhost:12000/v1/chat/completions
+</span><span id="line-5">
+</span><span id="line-6"><span class="o">{</span>
+</span><span id="line-7"><span class="w">  </span>...
+</span><span id="line-8"><span class="w">  </span><span class="s2">"model"</span>:<span class="w"> </span><span class="s2">"ministral-3b-latest"</span>,
+</span><span id="line-9"><span class="w">  </span><span class="s2">"choices"</span>:<span class="w"> </span><span class="o">[</span>
+</span><span id="line-10"><span class="w">    </span><span class="o">{</span>
+</span><span id="line-11"><span class="w">      </span><span class="s2">"message"</span>:<span class="w"> </span><span class="o">{</span>
+</span><span id="line-12"><span class="w">        </span><span class="s2">"role"</span>:<span class="w"> </span><span class="s2">"assistant"</span>,
+</span><span id="line-13"><span class="w">        </span><span class="s2">"content"</span>:<span class="w"> </span><span class="s2">"The capital of France is Paris. It is the most populous city in France and is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major global center for art, fashion, gastronomy, and culture."</span>,
+</span><span id="line-14"><span class="w">      </span><span class="o">}</span>,
+</span><span id="line-15"><span class="w">      </span>...
+</span><span id="line-16"><span class="w">    </span><span class="o">}</span>
+</span><span id="line-17"><span class="w">  </span><span class="o">]</span>,
+</span><span id="line-18"><span class="w">  </span>...
+</span><span id="line-19"><span class="o">}</span>
+</span></code></pre></div>
+</div>
+</section>
+</section>
+</section>
 </section>
 <section id="next-steps">
-<h2>Next Steps<a @click.prevent="window.navigator.clipboard.writeText($el.href); $el.setAttribute('data-tooltip', 'Copied!'); setTimeout(() =&gt; $el.setAttribute('data-tooltip', 'Copy link to this element'), 2000)" aria-label="Copy link to this element" class="headerlink" data-tooltip="Copy link to this element" href="#next-steps" x-intersect.margin.0%.0%.-70%.0%="activeSection = '#next-steps'"><svg height="1em" viewbox="0 0 24 24" width="1em" xmlns="http://www.w3.org/2000/svg"><path d="M3.9 12c0-1.71 1.39-3.1 3.1-3.1h4V7H7c-2.76 0-5 2.24-5 5s2.24 5 5 5h4v-1.9H7c-1.71 0-3.1-1.39-3.1-3.1zM8 13h8v-2H8v2zm9-6h-4v1.9h4c1.71 0 3.1 1.39 3.1 3.1s-1.39 3.1-3.1 3.1h-4V17h4c2.76 0 5-2.24 5-5s-2.24-5-5-5z"></path></svg></a></h2>
+<h1>Next Steps<a @click.prevent="window.navigator.clipboard.writeText($el.href); $el.setAttribute('data-tooltip', 'Copied!'); setTimeout(() =&gt; $el.setAttribute('data-tooltip', 'Copy link to this element'), 2000)" aria-label="Copy link to this element" class="headerlink" data-tooltip="Copy link to this element" href="#next-steps"><svg height="1em" viewbox="0 0 24 24" width="1em" xmlns="http://www.w3.org/2000/svg"><path d="M3.9 12c0-1.71 1.39-3.1 3.1-3.1h4V7H7c-2.76 0-5 2.24-5 5s2.24 5 5 5h4v-1.9H7c-1.71 0-3.1-1.39-3.1-3.1zM8 13h8v-2H8v2zm9-6h-4v1.9h4c1.71 0 3.1 1.39 3.1 3.1s-1.39 3.1-3.1 3.1h-4V17h4c2.76 0 5-2.24 5-5s-2.24-5-5-5z"></path></svg></a></h1>
 <p>Congratulations! You’ve successfully set up Arch and made your first prompt-based request. To further enhance your GenAI applications, explore the following resources:</p>
 <ul class="simple">
 <li><p><a class="reference internal" href="overview.html#overview"><span class="std std-ref">Full Documentation</span></a>: Comprehensive guides and references.</p></li>
@@ -259,7 +388,6 @@ Below is an example configuration to get you started, including:</p>
 </ul>
 <p>With Arch, building scalable, fast, and personalized GenAI applications has never been easier. Dive deeper into Arch’s capabilities and start creating innovative AI-driven experiences today!</p>
 </section>
-</section>
 </div><div class="flex justify-between items-center pt-6 mt-12 border-t border-border gap-4">
 <div class="mr-auto">
 <a class="inline-flex items-center justify-center rounded-md text-sm font-medium transition-colors border border-input hover:bg-accent hover:text-accent-foreground py-2 px-4" href="intro_to_arch.html">
@@ -280,10 +408,26 @@ Below is an example configuration to get you started, including:</p>
 </div></div><aside class="hidden text-sm xl:block" id="right-sidebar">
 <div class="sticky top-16 -mt-10 max-h-[calc(100vh-5rem)] overflow-y-auto pt-6 space-y-2"><p class="font-medium">On this page</p>
 <ul>
+<li><ul>
 <li><a :data-current="activeSection === '#prerequisites'" class="reference internal" href="#prerequisites">Prerequisites</a></li>
-<li><a :data-current="activeSection === '#step-1-install-arch'" class="reference internal" href="#step-1-install-arch">Step 1: Install Arch</a></li>
-<li><a :data-current="activeSection === '#step-2-config-arch'" class="reference internal" href="#step-2-config-arch">Step 2: Config Arch</a></li>
-<li><a :data-current="activeSection === '#step-3-start-arch-gateway'" class="reference internal" href="#step-3-start-arch-gateway">Step 3: Start Arch Gateway</a></li>
+<li><a :data-current="activeSection === '#build-ai-agent-with-arch-gateway'" class="reference internal" href="#build-ai-agent-with-arch-gateway">Build AI Agent with Arch Gateway</a><ul>
+<li><a :data-current="activeSection === '#step-1-create-arch-config-file'" class="reference internal" href="#step-1-create-arch-config-file">Step 1. Create arch config file</a></li>
+<li><a :data-current="activeSection === '#step-2-start-arch-gateway-with-currency-conversion-config'" class="reference internal" href="#step-2-start-arch-gateway-with-currency-conversion-config">Step 2. Start arch gateway with currency conversion config</a></li>
+<li><a :data-current="activeSection === '#step-3-interacting-with-gateway-using-curl-command'" class="reference internal" href="#step-3-interacting-with-gateway-using-curl-command">Step 3. Interacting with gateway using curl command</a></li>
+</ul>
+</li>
+<li><a :data-current="activeSection === '#use-arch-gateway-as-llm-router'" class="reference internal" href="#use-arch-gateway-as-llm-router">Use Arch Gateway as LLM Router</a><ul>
+<li><a :data-current="activeSection === '#id2'" class="reference internal" href="#id2">Step 1. Create arch config file</a></li>
+<li><a :data-current="activeSection === '#step-2-start-arch-gateway'" class="reference internal" href="#step-2-start-arch-gateway">Step 2. Start arch gateway</a></li>
+<li><a :data-current="activeSection === '#step-3-interact-with-llm'" class="reference internal" href="#step-3-interact-with-llm">Step 3: Interact with LLM</a><ul>
+<li><a :data-current="activeSection === '#step-3-1-using-openai-python-client'" class="reference internal" href="#step-3-1-using-openai-python-client">Step 3.1: Using OpenAI Python client</a></li>
+<li><a :data-current="activeSection === '#step-3-2-using-curl-command'" class="reference internal" href="#step-3-2-using-curl-command">Step 3.2: Using curl command</a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
 <li><a :data-current="activeSection === '#next-steps'" class="reference internal" href="#next-steps">Next Steps</a></li>
 </ul>
 </div>
diff --git a/guides/function_calling.html b/guides/function_calling.html
index bd1d8f4a..252f8781 100755
--- a/guides/function_calling.html
+++ b/guides/function_calling.html
@@ -94,6 +94,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../get_started/overview.html">Overview</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../get_started/intro_to_arch.html">Intro to Arch</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../get_started/quickstart.html">Quickstart</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../get_started/quickstart.html#next-steps">Next Steps</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Concepts</span></p>
 <ul>
diff --git a/guides/observability/access_logging.html b/guides/observability/access_logging.html
index a7b55793..76bcf12c 100755
--- a/guides/observability/access_logging.html
+++ b/guides/observability/access_logging.html
@@ -94,6 +94,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../../get_started/overview.html">Overview</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../get_started/intro_to_arch.html">Intro to Arch</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../get_started/quickstart.html">Quickstart</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../get_started/quickstart.html#next-steps">Next Steps</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Concepts</span></p>
 <ul>
diff --git a/guides/observability/monitoring.html b/guides/observability/monitoring.html
index 796022cb..b0e248f2 100755
--- a/guides/observability/monitoring.html
+++ b/guides/observability/monitoring.html
@@ -94,6 +94,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../../get_started/overview.html">Overview</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../get_started/intro_to_arch.html">Intro to Arch</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../get_started/quickstart.html">Quickstart</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../get_started/quickstart.html#next-steps">Next Steps</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Concepts</span></p>
 <ul>
diff --git a/guides/observability/observability.html b/guides/observability/observability.html
index f572f20a..c2d0430d 100755
--- a/guides/observability/observability.html
+++ b/guides/observability/observability.html
@@ -94,6 +94,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../../get_started/overview.html">Overview</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../get_started/intro_to_arch.html">Intro to Arch</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../get_started/quickstart.html">Quickstart</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../get_started/quickstart.html#next-steps">Next Steps</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Concepts</span></p>
 <ul>
diff --git a/guides/observability/tracing.html b/guides/observability/tracing.html
index 65a4f7c0..5f66afbc 100755
--- a/guides/observability/tracing.html
+++ b/guides/observability/tracing.html
@@ -94,6 +94,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../../get_started/overview.html">Overview</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../get_started/intro_to_arch.html">Intro to Arch</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../get_started/quickstart.html">Quickstart</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../get_started/quickstart.html#next-steps">Next Steps</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Concepts</span></p>
 <ul>
diff --git a/guides/prompt_guard.html b/guides/prompt_guard.html
index 3e5eb77a..f542dbaa 100755
--- a/guides/prompt_guard.html
+++ b/guides/prompt_guard.html
@@ -94,6 +94,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../get_started/overview.html">Overview</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../get_started/intro_to_arch.html">Intro to Arch</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../get_started/quickstart.html">Quickstart</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../get_started/quickstart.html#next-steps">Next Steps</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Concepts</span></p>
 <ul>
diff --git a/index.html b/index.html
index e61d6abd..7324ff2e 100755
--- a/index.html
+++ b/index.html
@@ -93,6 +93,7 @@
 <li class="toctree-l1"><a class="reference internal" href="get_started/overview.html">Overview</a></li>
 <li class="toctree-l1"><a class="reference internal" href="get_started/intro_to_arch.html">Intro to Arch</a></li>
 <li class="toctree-l1"><a class="reference internal" href="get_started/quickstart.html">Quickstart</a></li>
+<li class="toctree-l1"><a class="reference internal" href="get_started/quickstart.html#next-steps">Next Steps</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Concepts</span></p>
 <ul>
@@ -163,6 +164,7 @@ Get Started</label><div class="sd-tab-content docutils">
 <li class="toctree-l1"><a class="reference internal" href="get_started/overview.html">Overview</a></li>
 <li class="toctree-l1"><a class="reference internal" href="get_started/intro_to_arch.html">Intro to Arch</a></li>
 <li class="toctree-l1"><a class="reference internal" href="get_started/quickstart.html">Quickstart</a></li>
+<li class="toctree-l1"><a class="reference internal" href="get_started/quickstart.html#next-steps">Next Steps</a></li>
 </ul>
 </div>
 </div>
diff --git a/resources/configuration_reference.html b/resources/configuration_reference.html
index d9bf240c..e163437e 100755
--- a/resources/configuration_reference.html
+++ b/resources/configuration_reference.html
@@ -93,6 +93,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../get_started/overview.html">Overview</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../get_started/intro_to_arch.html">Intro to Arch</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../get_started/quickstart.html">Quickstart</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../get_started/quickstart.html#next-steps">Next Steps</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Concepts</span></p>
 <ul>
diff --git a/search.html b/search.html
index 02068f95..57c53486 100755
--- a/search.html
+++ b/search.html
@@ -128,6 +128,7 @@
 <li class="toctree-l1"><a class="reference internal" href="get_started/overview.html">Overview</a></li>
 <li class="toctree-l1"><a class="reference internal" href="get_started/intro_to_arch.html">Intro to Arch</a></li>
 <li class="toctree-l1"><a class="reference internal" href="get_started/quickstart.html">Quickstart</a></li>
+<li class="toctree-l1"><a class="reference internal" href="get_started/quickstart.html#next-steps">Next Steps</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Concepts</span></p>
 <ul>
diff --git a/searchindex.js b/searchindex.js
index 60714d8f..e045bcff 100755
--- a/searchindex.js
+++ b/searchindex.js
@@ -1 +1 @@
-Search.setIndex({"alltitles": {"AI Agent Tracing Visualization Example": [[19, "ai-agent-tracing-visualization-example"]], "AWS X-Ray": [[19, "aws-x-ray"]], "Access Logging": [[16, null]], "Additional Resources": [[19, "additional-resources"]], "Agentic Apps via Prompt Targets": [[7, "agentic-apps-via-prompt-targets"]], "Agentic Workflow": [[0, null]], "Arch-Function": [[15, "arch-function"]], "Basic Configuration": [[3, "basic-configuration"]], "Benefits of Using Arch Guard": [[20, "benefits-of-using-arch-guard"]], "Benefits of Using Traceparent Headers": [[19, "benefits-of-using-traceparent-headers"]], "Best Practices": [[19, "best-practices"]], "Best Practices and Tips": [[4, "best-practices-and-tips"], [15, "best-practices-and-tips"]], "Build with Arch": [[13, "build-with-arch"], [21, null]], "Cloud Serving (GPU - Blazing Fast)": [[6, "cloud-serving-gpu-blazing-fast"]], "Concepts": [[13, "concepts"], [21, null]], "Configuration": [[8, "configuration"]], "Configuration Reference": [[22, null]], "Configure Listener": [[5, "configure-listener"]], "Configuring Prompt Targets": [[3, "configuring-prompt-targets"]], "Datadog": [[19, "datadog"]], "Default Targets": [[3, "default-targets"]], "Defining Parameters": [[3, "defining-parameters"]], "Downstream (Ingress)": [[5, "downstream-ingress"]], "Error Header Example": [[4, "error-header-example"]], "Error Target": [[4, null]], "Example Configuration": [[3, "example-configuration"], [20, "example-configuration"]], "Example Use Cases": [[15, "example-use-cases"]], "Example with OpenTelemetry in Python": [[19, "example-with-opentelemetry-in-python"]], "Example: Using OpenAI Client with Arch as an Egress Gateway": [[7, "example-using-openai-client-with-arch-as-an-egress-gateway"]], "Example: Using the OpenAI Python SDK": [[2, "example-using-the-openai-python-sdk"]], "Function Calling": [[15, null]], "Function Calling Workflow": [[15, "function-calling-workflow"]], "Get Started": [[13, "get-started"], [21, null]], "Guides": [[13, "guides"], [21, null]], "Header Format": [[19, "header-format"]], "High level architecture": [[8, "high-level-architecture"]], "How Arch-Guard Works": [[20, "how-arch-guard-works"]], "How It Works": [[16, "how-it-works"]], "How to Initiate A Trace": [[19, "how-to-initiate-a-trace"]], "Implementing Function Calling": [[15, "implementing-function-calling"]], "Instrumentation": [[19, "instrumentation"]], "Integrating with Tracing Tools": [[19, "integrating-with-tracing-tools"]], "Intent Matching": [[3, "intent-matching"], [7, "intent-matching"]], "Intro to Arch": [[12, null]], "Key Concepts": [[4, "key-concepts"]], "Key Features": [[3, "key-features"], [15, "key-features"], [16, "key-features"]], "LLM Provider": [[2, null]], "Listener": [[5, null]], "Local Serving (CPU - Moderate)": [[6, "local-serving-cpu-moderate"]], "Log Format": [[16, "log-format"]], "Messages": [[7, "messages"]], "Model Serving": [[6, null]], "Monitoring": [[17, null]], "Network topology": [[8, "network-topology"]], "Next Steps": [[14, "next-steps"]], "Observability": [[18, null]], "Overview": [[13, null], [19, "overview"]], "Parallel & Multiple Function Calling": [[0, "parallel-multiple-function-calling"]], "Parameter Extraction for RAG": [[1, "parameter-extraction-for-rag"]], "Post-request processing": [[8, "post-request-processing"]], "Prerequisites": [[14, "prerequisites"]], "Prompt Guard": [[7, "prompt-guard"], [20, null]], "Prompt Target": [[3, null]], "Prompt Targets": [[7, "prompt-targets"]], "Prompting LLMs": [[7, "prompting-llms"]], "Prompts": [[7, null]], "Quickstart": [[14, null]], "RAG Application": [[1, null]], "Request Flow (Egress)": [[8, "request-flow-egress"]], "Request Flow (Ingress)": [[8, "request-flow-ingress"]], "Request Lifecycle": [[8, null]], "Resources": [[21, null]], "Routing Logic": [[3, "routing-logic"]], "Single Function Call": [[0, "single-function-call"]], "Step 1: Define ConversationBufferMemory": [[1, "step-1-define-conversationbuffermemory"]], "Step 1: Define Prompt Targets": [[0, "step-1-define-prompt-targets"], [0, "id1"], [1, "step-1-define-prompt-targets"]], "Step 1: Define the Function": [[15, "step-1-define-the-function"]], "Step 1: Install Arch": [[14, "step-1-install-arch"]], "Step 2: Config Arch": [[14, "step-2-config-arch"]], "Step 2: Configure Prompt Targets": [[15, "step-2-configure-prompt-targets"]], "Step 2: Process Request Parameters": [[0, "step-2-process-request-parameters"]], "Step 2: Process Request Parameters in Flask": [[1, "step-2-process-request-parameters-in-flask"]], "Step 2: Update ConversationBufferMemory with Intents": [[1, "step-2-update-conversationbuffermemory-with-intents"]], "Step 3: Arch Takes Over": [[15, "step-3-arch-takes-over"]], "Step 3: Get Messages based on latest drift": [[1, "step-3-get-messages-based-on-latest-drift"]], "Step 3: Start Arch Gateway": [[14, "step-3-start-arch-gateway"]], "Summary": [[3, "summary"], [19, "summary"], [20, "summary"]], "Supported Languages": [[15, "supported-languages"]], "Tech Overview": [[9, null]], "Terminology": [[8, "terminology"], [10, null]], "Threading Model": [[11, null]], "Trace Breakdown:": [[19, "trace-breakdown"]], "Trace Propagation": [[19, "trace-propagation"]], "Tracing": [[19, null]], "Upstream (Egress)": [[5, "upstream-egress"]], "Welcome to Arch!": [[21, null]], "What Are Prompt Targets?": [[3, "what-are-prompt-targets"]], "What Is Arch-Guard": [[20, "what-is-arch-guard"]], "What is Function Calling?": [[15, "what-is-function-calling"]], "Why Prompt Guard": [[20, "why-prompt-guard"]], "[Coming Soon] Drift Detection via Arch Intent-Markers": [[1, "coming-soon-drift-detection-via-arch-intent-markers"]]}, "docnames": ["build_with_arch/agent", "build_with_arch/rag", "concepts/llm_provider", "concepts/prompt_target", "concepts/tech_overview/error_target", "concepts/tech_overview/listener", "concepts/tech_overview/model_serving", "concepts/tech_overview/prompt", "concepts/tech_overview/request_lifecycle", "concepts/tech_overview/tech_overview", "concepts/tech_overview/terminology", "concepts/tech_overview/threading_model", "get_started/intro_to_arch", "get_started/overview", "get_started/quickstart", "guides/function_calling", "guides/observability/access_logging", "guides/observability/monitoring", "guides/observability/observability", "guides/observability/tracing", "guides/prompt_guard", "index", "resources/configuration_reference"], "envversion": {"sphinx": 64, "sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx.ext.intersphinx": 1, "sphinx.ext.viewcode": 1}, "filenames": ["build_with_arch/agent.rst", "build_with_arch/rag.rst", "concepts/llm_provider.rst", "concepts/prompt_target.rst", "concepts/tech_overview/error_target.rst", "concepts/tech_overview/listener.rst", "concepts/tech_overview/model_serving.rst", "concepts/tech_overview/prompt.rst", "concepts/tech_overview/request_lifecycle.rst", "concepts/tech_overview/tech_overview.rst", "concepts/tech_overview/terminology.rst", "concepts/tech_overview/threading_model.rst", "get_started/intro_to_arch.rst", "get_started/overview.rst", "get_started/quickstart.rst", "guides/function_calling.rst", "guides/observability/access_logging.rst", "guides/observability/monitoring.rst", "guides/observability/observability.rst", "guides/observability/tracing.rst", "guides/prompt_guard.rst", "index.rst", "resources/configuration_reference.rst"], "indexentries": {}, "objects": {}, "objnames": {}, "objtypes": {}, "terms": {"": [0, 1, 2, 3, 4, 5, 6, 7, 8, 10, 11, 12, 13, 14, 15, 16, 19], "0": [0, 1, 2, 5, 6, 7, 8, 10, 14, 16, 19, 22], "00": 19, "003": 7, "005": [0, 7, 8, 14, 22], "03": 16, "04": 16, "050z": 16, "05m": [6, 7], "1": [2, 4, 5, 7, 8, 10, 16, 19, 22], "10": [15, 16, 19], "100": [11, 19], "10000": [2, 5, 7, 8, 22], "100000": 22, "100x": [0, 7], "1022": 16, "104": 16, "106": 16, "10t03": 16, "10x": [0, 6, 7], "12000": [2, 5, 7, 10, 16], "1234": 4, "125": 16, "127": [0, 2, 5, 7, 8, 10, 14, 16, 22], "1301": 16, "140": 16, "156x": 6, "159": 16, "16": 19, "162": 16, "168": 16, "1695": 16, "1695m": 16, "17": 16, "18083": [0, 14, 16], "192": 16, "1d6b30cfc845": 16, "2": [8, 19], "200": [0, 1, 16], "200m": [0, 6, 7], "2024": 16, "2025": 20, "21797": 16, "218": 16, "245": 16, "254": 16, "2a5b": 16, "3": [0, 7, 19], "32": 19, "4": [7, 15, 19], "400": [0, 1, 4], "429": 8, "4317": 19, "441": 16, "443": [0, 10, 14, 16, 22], "447": 16, "463": 16, "469793af": 16, "49": 16, "492z": 16, "4o": [0, 2, 5, 6, 7, 8, 22], "5": [0, 7, 14, 19], "51": 16, "51000": 16, "52": 16, "53": 16, "537z": 16, "54": 16, "55": 16, "556": 16, "56": 16, "598z": 16, "6": 19, "60": 22, "604197fe": 16, "614": 16, "65": 16, "7": [0, 1, 10, 12, 14, 19], "770": 16, "7b": 22, "8": 19, "80": [7, 8, 10, 22], "8001": 22, "8080": [0, 14], "87": 16, "8x7b": 22, "9": 19, "905z": 16, "906z": 16, "9367": 16, "95a2": 16, "961z": 16, "984": 16, "984m": 16, "9b57": 16, "A": [0, 1, 3, 4, 5, 8, 10, 11, 12, 13, 14, 18], "As": [7, 20], "Be": [15, 19], "But": 10, "By": [1, 3, 7, 8, 12, 15, 16, 19, 20, 22], "FOR": 16, "For": [3, 5, 7, 10, 11, 12, 13, 14, 16], "If": [0, 1, 4, 7, 8, 14, 15, 20, 22], "In": [0, 1, 7, 8, 12, 13, 15, 20], "It": [0, 8, 15, 18, 20], "Its": [12, 19], "No": [7, 14], "On": 14, "One": 10, "Or": 19, "The": [1, 3, 4, 6, 7, 8, 10, 12, 14, 15, 16, 19, 22], "There": [6, 12], "These": [0, 4, 10, 12, 15], "To": [1, 5, 7, 10, 12, 14, 19], "With": [0, 1, 12, 14, 19, 20], "__main__": [0, 1], "__name__": [0, 1, 19], "abil": [7, 8, 10, 20, 22], "about": [0, 6, 7, 8, 10, 12, 13, 16, 20, 22], "abov": [0, 1, 8, 12], "abstract": 2, "accept": [3, 5, 7, 8, 10, 11], "access": [8, 14, 18, 19, 21], "access_": 16, "access_ingress": 16, "access_intern": 16, "access_kei": [0, 2, 5, 7, 8, 14, 22], "access_llm": 16, "accident": 8, "accordingli": 19, "account": [15, 19], "accur": [1, 3, 7, 10, 12, 15, 20], "accuraci": [1, 7, 20], "achiev": [7, 12, 15], "across": [0, 2, 8, 12, 15, 19], "act": [3, 5, 12], "action": [0, 3, 4, 7, 8, 10, 14, 15, 20, 22], "activ": [1, 8, 14], "actual": [0, 1, 7, 19], "ad": [0, 1, 12, 20], "add": [1, 5, 7, 15, 19, 22], "add_messag": 1, "add_span_processor": 19, "addit": [1, 3, 5, 7, 8, 18, 20, 22], "additional_kwarg": 1, "additionalproperti": 15, "address": [0, 2, 5, 7, 8, 10, 14, 22], "adher": 20, "adilhafeez": 16, "adjust": [1, 19], "adopt": 19, "advanc": [7, 15], "advantag": [7, 12], "advic": [0, 2, 7, 8, 14, 22], "affect": 19, "afraid": 15, "after": [8, 15, 19], "against": [7, 20], "agent": [1, 8, 10, 12, 13, 14, 16, 20, 21, 22], "aggreg": 15, "agnost": 2, "ai": [1, 3, 8, 10, 12, 13, 14, 15, 16, 22], "aid": 8, "aimessag": 1, "airbnb": 12, "alert": 16, "algorithm": 12, "align": 7, "all": [0, 2, 5, 7, 8, 11, 12, 13, 14, 19, 21, 22], "allow": [0, 3, 7, 10, 11, 12, 14, 15, 19], "alongsid": [6, 8, 10, 12], "alreadi": 19, "also": [0, 2, 3, 7, 8, 14, 22], "altern": [4, 20], "alwai": 4, "ambigu": 15, "amount": 11, "an": [0, 1, 2, 3, 4, 8, 10, 12, 14, 15, 17, 19, 20, 21, 22], "analysi": 4, "analyt": 15, "analyz": [0, 3, 7, 12, 15, 16, 19, 20], "ang": 7, "ani": [0, 3, 7, 8, 12, 13, 15, 19, 20], "answer": [7, 8, 22], "anthrop": 2, "api": [0, 2, 3, 4, 5, 6, 7, 8, 10, 12, 13, 14, 15, 16, 19, 21, 22], "api_bas": 7, "api_kei": 7, "api_serv": [3, 15, 16], "apm": 19, "app": [0, 1, 10, 12, 13, 21], "app_serv": [0, 7, 8, 14, 22], "append": [0, 1], "appli": [7, 8, 12, 13, 20], "applic": [0, 2, 3, 4, 5, 6, 7, 8, 10, 12, 13, 14, 15, 16, 17, 19, 20, 21, 22], "applicaton": 6, "approach": [1, 3, 7, 19, 22], "appropri": [1, 3, 4, 7, 8, 10], "ar": [0, 1, 2, 4, 5, 6, 7, 8, 10, 12, 14, 15, 16, 19, 20, 21, 22], "arch": [0, 2, 3, 4, 5, 6, 8, 10, 11, 16, 17, 19, 22], "arch_config": [2, 7], "arch_llm_listen": 16, "archgw": [6, 14], "archgw_log": 16, "architectur": [3, 9, 10, 11, 12, 19, 20], "aris": [4, 10], "around": [8, 11], "arrai": [1, 3, 15], "arraylist": 15, "arriv": 8, "art": [7, 15], "ask": [1, 15, 19], "aspect": [12, 17], "assist": [0, 1, 2, 7, 8, 14, 20, 22], "assum": 7, "attach": 3, "attack": 20, "attempt": [7, 8, 12, 20], "attent": 15, "attribut": [3, 19], "augment": [1, 8], "auth": 10, "author": [16, 22], "auto_llm_dispatch_on_respons": [7, 8, 22], "autom": 15, "automat": [5, 7, 12, 15, 19, 20], "avail": [2, 6, 8, 12, 19], "averlag": 6, "avoid": 1, "awai": 1, "awsxrai": 19, "b25f": 16, "b265": 16, "back": [1, 6, 8, 15, 19], "backend": [3, 7, 8, 10, 12, 15, 19, 21], "bad": 4, "balanc": [0, 7, 8, 14, 15, 22], "base": [0, 2, 3, 5, 7, 8, 10, 12, 14, 15, 20, 22], "base_url": 2, "bash": 6, "batch": 19, "batchedand": 8, "batchspanprocessor": 19, "battl": 12, "been": [14, 15], "befor": [1, 7, 8, 10, 14, 20], "begin": [1, 14], "behalf": [7, 8, 16], "behavior": [7, 8, 16, 20, 22], "behind": 13, "being": [7, 8], "belief": [12, 21, 22], "below": [2, 3, 6, 7, 8, 14, 19], "benchmark": 15, "benefici": 15, "benefit": [12, 18], "best": [3, 5, 9, 12, 18], "better": [12, 14, 15, 20], "between": [0, 2, 3, 7, 8, 11, 12, 14, 15, 19, 22], "bigint": 15, "bill": 19, "bin": 14, "binari": 14, "bind": [2, 5, 7, 10], "blaze": 9, "blob": 14, "block": 11, "bodi": 7, "bool": [7, 8, 15, 22], "boolean": 15, "bootstrap": 8, "born": [12, 21], "borrow": 10, "both": [7, 15, 20], "bound": [7, 11], "break": [1, 16], "breaker": 8, "bridg": [3, 8, 15], "brief": [3, 8], "briefli": 8, "broader": 0, "build": [1, 2, 3, 5, 7, 10, 11, 12, 14, 20, 22], "build_with_arch": 13, "built": [0, 1, 6, 7, 8, 10, 12, 14, 21], "busi": [0, 3, 7, 8, 10, 12, 15, 21], "bypass": 20, "byte": [15, 16, 19], "bytes_receiv": 16, "bytes_s": 16, "c": 12, "call": [2, 3, 4, 6, 7, 8, 10, 12, 13, 16, 21], "campaign": [0, 12], "can": [0, 1, 2, 3, 4, 5, 6, 7, 8, 10, 12, 14, 15, 16, 19, 20, 22], "capabl": [0, 3, 7, 12, 14, 15, 21], "capit": [2, 7], "captur": [4, 12, 19], "care": 15, "carefulli": 3, "carri": [8, 19], "case": [0, 12, 13], "categor": 4, "categori": 7, "caus": 4, "celsiu": [3, 15], "central": [0, 2, 5, 7, 8, 12, 14, 16, 22], "cert": 22, "certain": 20, "certif": 22, "certificate_chain": 22, "chain": 8, "chanc": 20, "chang": [1, 7, 19], "char": 15, "charact": 19, "chat": 16, "chat_memori": 1, "chatbot": 19, "cheaper": [6, 7], "cheapest": 0, "check": [5, 7, 8, 10, 15, 19], "children": 19, "choic": 7, "choos": 15, "chunk": 1, "circuit": 8, "citi": [3, 15], "claim": [0, 12], "clarif": 1, "clarifi": 10, "class": 12, "classif": 7, "classifi": 20, "claud": 7, "cleaner": 3, "clear": [4, 15, 20], "clearer": 15, "cli": 14, "client": [2, 4, 5, 8, 10, 11], "client_messag": 1, "closest": 7, "cloud": [2, 9], "cluster": [0, 2, 7, 8, 12, 14, 22], "co": 19, "code": [1, 4, 7, 8, 10, 11, 12, 14, 16], "codebas": [3, 19], "codec": 8, "coher": 2, "colleagu": 15, "collect": [0, 7, 15, 19], "collector": 19, "com": [14, 15, 16, 19], "combin": 15, "comcern": 6, "command": [6, 14], "comment": [7, 10], "commit": 19, "common": [0, 15, 19], "common_tls_context": 22, "commun": [4, 8, 10, 14, 19], "compact": 7, "compani": 12, "compar": 7, "compat": [12, 19, 22], "complet": [2, 7, 8, 15, 16, 19, 22], "complex": [0, 2, 3, 5, 11, 15, 19, 20], "complianc": 20, "compon": [3, 8, 12, 19], "composit": 7, "comprehens": 14, "concept": 9, "concern": 8, "concis": 8, "confid": 20, "config": 19, "configur": [0, 1, 2, 6, 7, 9, 10, 11, 12, 14, 19, 21], "confirm": [7, 8, 15, 19, 22], "congratul": 14, "conifg": 22, "connect": [0, 3, 5, 6, 7, 8, 10, 11, 12, 14, 22], "connect_timeout": [0, 7, 8, 14, 22], "consid": [7, 10], "consist": [10, 12, 15, 19], "consol": 19, "constraint": 20, "contain": [6, 7, 8, 10, 12, 19, 20], "content": [1, 2, 4, 5, 7, 8, 19, 20, 22], "context": [3, 4, 8, 10, 12, 14, 15, 19], "continu": 12, "contribut": 14, "contributor": 21, "control": [6, 11, 22], "conver": 1, "convers": [0, 1, 7, 12], "coordin": 11, "copilot": 12, "core": 8, "corpu": 20, "correct": [1, 4, 7, 20], "correspond": 8, "cost": [1, 6, 12], "could": [0, 7, 8, 10, 14, 15, 22], "count": 8, "cpu": [8, 9], "creat": [0, 1, 2, 4, 5, 7, 8, 10, 12, 13, 14, 15, 22], "createus": 4, "creativ": 15, "credenti": 19, "crime": 7, "criteria": 20, "critic": [0, 1, 4, 7, 8, 10, 12, 15, 17, 19], "crucial": [15, 16, 19], "curiou": [7, 8, 20, 22], "current": [1, 3, 15], "custom": [7, 13, 19], "cutov": 12, "dai": [0, 1, 14], "dashboard": [15, 19], "data": [0, 1, 3, 7, 8, 12, 15, 19, 20], "databas": [0, 1, 15], "datadoghq": 19, "dataset": 0, "date": [3, 15], "datetim": 1, "davinci": 7, "db": 1, "dc": 16, "dd_site": 19, "debug": [0, 1, 8, 16, 19], "decis": [0, 2, 6, 7, 8, 10, 14, 22], "decrypt": 8, "dedic": 7, "deep": [5, 13], "deeper": 14, "def": [0, 1, 15, 19], "default": [0, 1, 2, 5, 6, 7, 8, 14, 16, 22], "defens": 20, "defin": [2, 5, 7, 8, 14, 19, 22], "definit": [10, 15], "defram": 8, "degrad": 4, "deliv": 15, "deliveri": 8, "demonstr": 15, "depend": [0, 8, 12, 14], "deploi": [6, 8, 12, 19], "deploy": 12, "depth": 3, "describ": [1, 4, 8], "descript": [0, 1, 3, 7, 8, 14, 15, 22], "design": [0, 3, 4, 6, 7, 8, 10, 12, 13, 15, 19], "desir": [3, 15], "destroi": 8, "detail": [2, 4, 5, 7, 8, 10, 12, 14, 16, 19], "detect": [6, 7, 8, 10, 12, 14, 20], "determin": [1, 3, 8, 15, 19], "detetct": 1, "dev": 6, "develop": [1, 2, 3, 4, 5, 7, 8, 12, 13, 14, 19, 20, 22], "devic": [0, 1, 3, 6, 7, 8, 14, 22], "device_id": [0, 1, 7, 8, 14, 22], "device_reboot": 0, "device_summari": [0, 1, 14], "dict": 15, "dictionari": [1, 7], "differ": [0, 2, 3, 7, 8, 10, 14, 15, 19, 22], "difficult": 12, "direct": [3, 5], "directli": [7, 10], "disast": 12, "discov": 13, "dispatch": 8, "displai": [4, 15], "distribut": [7, 8, 19], "dive": [10, 13, 14], "divers": [3, 20], "dn": 5, "do": [3, 7, 12, 14, 16], "doc": 13, "docker": [0, 14, 19], "document": [3, 7, 10, 13, 14, 19], "doe": [0, 1, 3, 15, 20], "domain": [8, 15], "don": [6, 15], "doubl": 15, "down": 16, "downstream": [7, 8, 9, 10, 11, 19], "downtream": 8, "dramat": [1, 6], "draw": 7, "driven": [13, 14], "dropbox": 12, "due": 4, "duplic": 1, "durat": [8, 16], "dure": [4, 8], "dynam": [7, 15, 20], "e": [3, 8, 10, 15, 16, 19, 22], "each": [1, 3, 7, 8, 12, 15, 16, 19, 22], "earli": [7, 8, 12], "earlier": 8, "eas": 19, "easi": [15, 19], "easier": [5, 14, 16], "easili": [0, 1, 12, 19], "ecosystem": 19, "edg": [8, 12, 15], "effect": [3, 7, 12, 13], "effici": [0, 1, 3, 6, 7, 14, 19], "egress": [2, 9, 10], "either": [8, 15], "elasticsearch": 16, "element": 3, "elif": 1, "elk": 16, "els": 1, "email": [3, 15], "embarrassingli": [1, 11], "embed": [1, 7, 16, 20, 22], "empow": [3, 20], "empti": 22, "enabl": [0, 1, 2, 3, 4, 6, 8, 10, 12, 15, 19], "enchanc": 7, "encount": [8, 10], "encrypt": 8, "end": [3, 12, 19], "endpoint": [0, 1, 3, 4, 7, 8, 10, 14, 15, 19, 22], "enforc": 8, "engag": [0, 8, 12], "engin": [7, 12], "enhanc": [1, 3, 8, 14, 19, 20], "enough": 4, "enrich": [1, 3, 7, 10], "ensur": [0, 2, 3, 4, 5, 7, 8, 12, 14, 15, 19, 20], "entir": [1, 12, 19], "entri": 5, "enum": [3, 7, 8, 15, 22], "enumer": 1, "environ": [14, 15, 19], "envoi": [2, 5, 7, 8, 10, 11, 12, 21], "equal": 11, "error": [0, 1, 3, 7, 8, 9, 10, 12, 14, 17, 19, 20, 21, 22], "error_target": [7, 8, 14, 22], "error_target_1": [7, 8, 22], "essenti": [3, 5, 13, 20], "establish": [0, 7, 8, 14, 22], "etc": [1, 2, 7, 8, 10, 12, 14, 22], "ethnic": 20, "eu": 19, "evalu": 7, "even": [0, 15], "evenli": 8, "event": [0, 8], "everi": 16, "exactli": 8, "exampl": [0, 1, 5, 8, 9, 10, 14, 16, 22], "exceed": 8, "excel": 20, "except": [4, 15], "exception": 12, "excess": 8, "exclus": 12, "execut": [4, 7, 8, 15, 20], "exist": [1, 8, 19], "expect": [4, 15], "experi": [3, 7, 8, 12, 14, 15, 20, 22], "explain": 15, "explan": [3, 15], "explanatori": 16, "explicitli": 20, "explor": [13, 14], "export": [16, 19], "expos": [0, 5, 7, 12, 16, 20, 22], "extend": [12, 13], "extern": [0, 1, 14, 19], "extract": [0, 3, 7, 8, 10, 12, 15, 19, 22], "extrem": 7, "f": [0, 1, 15, 16, 19], "f376e8d8c586": 16, "face": 7, "facilit": 19, "fact": [0, 2, 7, 8, 22], "fahrenheit": [3, 15], "fail": [2, 4, 8, 10], "failov": [0, 2, 5, 7, 8, 14, 22], "failur": 4, "fair": 8, "fallback": 4, "fals": [1, 7, 8, 15, 22], "familiar": 8, "faser": 0, "fashion": [1, 8], "fast": [7, 9, 10, 12, 13, 14, 21], "faster": [1, 6, 7, 10, 19], "fastest": [0, 14], "fault": [2, 7], "fc": 8, "fc1b": 0, "featur": [1, 7, 12, 13, 18, 19, 20, 22], "feed": 16, "feedback": [4, 7, 20], "fetch": 15, "few": [1, 10, 16, 19], "field": 16, "file": [2, 3, 5, 7, 8, 14], "filenam": 22, "filter": [5, 8, 11, 12, 20], "final": 8, "find": 15, "first": [6, 7, 8, 12, 14, 15, 17, 20], "fit": 8, "flag": [7, 8, 19, 20, 22], "flask": 0, "flexibl": [0, 12, 19], "float": 15, "flow": [4, 9, 12, 14, 16, 19], "fluentd": 16, "focu": [0, 8, 12], "focus": 7, "follow": [1, 3, 4, 6, 7, 8, 10, 12, 14, 16, 19, 22], "form": 15, "format": [3, 7, 12, 15, 18, 20], "forth": 8, "forwad": 7, "forward": [1, 4, 6, 7, 8, 10, 11, 16, 19], "forward_to_llm": 1, "found": 16, "framework": [7, 19], "franc": [2, 7], "francisco": [3, 15], "friendli": 15, "from": [0, 1, 2, 3, 4, 5, 7, 8, 10, 11, 12, 14, 15, 19, 22], "front": 12, "frontier": [0, 7], "fulfil": 12, "full": [3, 7, 14, 22], "function": [3, 4, 6, 7, 8, 10, 11, 12, 13, 21, 22], "function_cal": 13, "functionvalidationerror": 4, "fundament": 3, "further": [7, 14, 19], "g": [3, 8, 10, 15, 16, 19, 22], "gap": 15, "gatewai": [1, 2, 8, 10, 12, 13, 16, 19, 22], "gather": [0, 8, 12, 14], "genai": [3, 14, 21], "gener": [0, 1, 3, 6, 8, 10, 11, 12, 13, 14, 15, 19, 20], "get": [0, 3, 6, 8, 14, 15, 19], "get_device_statist": 1, "get_device_summari": [0, 1], "get_json": [0, 1], "get_messages_since_last_int": 1, "get_trac": 19, "get_user_convers": 1, "get_weath": [3, 15], "github": [7, 14], "give": 12, "given": [0, 1, 8], "global": [1, 14], "go": [0, 12], "goal": 12, "good": 22, "googl": 12, "got": 4, "govern": 12, "gpt": [0, 2, 5, 6, 7, 8, 14, 15, 22], "gpu": 9, "grace": 4, "gracefulli": [4, 10], "group": 0, "grpc": 19, "guard": [8, 9, 12, 13, 21], "guardail": 6, "guardrail": [4, 7, 8, 10, 12, 13, 14, 20], "guid": [7, 14, 15, 20], "guidelin": 20, "gurdrail": 5, "ha": [1, 7, 8, 12, 14, 15, 19, 22], "hallucin": 16, "handel": [7, 8, 22], "handl": [0, 1, 2, 3, 4, 5, 7, 8, 10, 11, 12, 13, 14, 15, 19, 20, 21], "handle_request": 19, "handler": [3, 7, 8], "hardwar": 11, "harm": [7, 8, 20], "hashmap": 15, "hashtabl": 15, "hate": 7, "have": [0, 1, 6, 12, 14, 15, 20], "hazard": 7, "hcm": 8, "header": [1, 8, 9, 10, 12, 18, 22], "health": 8, "healthi": 8, "held": 22, "help": [0, 1, 2, 3, 4, 6, 7, 8, 10, 12, 13, 14, 15, 17, 20, 22], "here": [0, 1, 3, 5, 7, 8, 15, 16, 20], "hexadecim": 19, "high": [0, 2, 7, 9, 12, 15], "highli": 15, "histori": [1, 15], "horrid": 12, "host": [0, 2, 5, 6, 7, 8, 10, 14, 16], "hostconnect": 10, "hostnam": [0, 7, 8, 14, 22], "how": [0, 1, 2, 3, 5, 6, 7, 8, 10, 12, 13, 14, 15, 18, 22], "howev": 8, "html": 13, "http": [2, 4, 5, 6, 7, 8, 12, 14, 15, 16, 19, 21, 22], "http_header": 22, "http_method": 22, "hug": 7, "huggingfac": [0, 2, 5, 7, 8, 14, 22], "human": [3, 4], "humanmessag": 1, "hygien": 12, "i": [0, 1, 2, 3, 5, 6, 7, 8, 10, 11, 12, 14, 16, 17, 19, 21, 22], "iam": 19, "id": [0, 1, 4, 8, 14, 16, 19], "idea": 13, "identif": 15, "identifi": [0, 1, 3, 4, 7, 8, 14, 15, 19, 22], "immedi": 20, "impact": 19, "implement": [7, 8, 19, 20], "import": [0, 1, 2, 7, 15, 16, 19], "improp": 4, "improv": [1, 6, 12, 13, 20], "includ": [2, 3, 5, 8, 12, 14, 15, 16, 17, 19, 20, 21], "incom": [1, 5, 6, 7, 8, 10, 14, 19, 22], "incomplet": 15, "incredibli": 12, "index": 1, "indic": [3, 8, 19], "industri": 7, "infer": 12, "inform": [0, 1, 3, 4, 7, 8, 10, 12, 15, 16, 19, 20, 22], "information_extract": [7, 8, 22], "infrastructur": [2, 12, 21], "ingress": [7, 9, 10], "initi": [1, 2, 5, 8, 10, 18], "inject": [19, 20], "inner": 8, "innov": 14, "input": [0, 3, 4, 15, 20], "input_guard": [7, 8, 20, 22], "insecur": 19, "insert": 1, "instal": 19, "instanc": [2, 8, 10, 15, 22], "instead": [1, 15], "instruct": [6, 13, 22], "instructionsus": 14, "insur": [0, 12], "insurance_claim_detail": 16, "int": [0, 1, 14, 15], "integ": [0, 1, 4], "integr": [2, 3, 12, 13, 14, 15, 16, 18, 21], "intellig": [2, 3, 6, 8, 10, 12, 13, 21], "intend": 20, "intent": [0, 6, 8, 15, 22], "intent_chang": 1, "intent_changed_head": 1, "interact": [0, 7, 12, 13, 14, 15, 16, 19, 20], "intercept": 7, "interfac": 2, "interfer": 14, "intern": [0, 8, 10, 14, 19], "interoper": 19, "interpret": [4, 15], "intro": [13, 21], "intro_to_arch": 13, "introduc": 13, "invalid": [1, 4, 15], "inventori": 19, "investig": 19, "invoc": [3, 15], "invok": [0, 3, 4, 15], "involv": [0, 3, 12], "ip": [0, 7, 8, 14, 22], "ip1": [0, 7, 8, 14, 22], "ip2": [0, 7, 8, 14, 22], "isinst": [0, 1], "isoformat": 1, "isol": 14, "issu": [4, 10, 19], "item": [3, 7], "iter": 15, "itinerari": 15, "its": [0, 1, 3, 6, 7, 8, 10, 11, 12, 14, 19], "itself": [2, 5, 7], "jaeger": 19, "jailbreak": [7, 8, 12, 20, 22], "java": [12, 15], "javascript": 15, "json": [1, 2, 4, 5, 7, 8, 15, 22], "jsonifi": [0, 1], "jsonschema": 15, "just": [0, 2, 7, 8, 22], "jwt": 22, "katanemo": 14, "keep": [1, 10, 15], "kei": [0, 2, 5, 6, 7, 8, 9, 14, 18, 19, 22], "kept": 22, "kibana": 16, "kind": 4, "king": 15, "know": [1, 6, 7, 10, 20], "knowledg": [5, 8, 13], "known": 7, "kubernet": 19, "l7": 12, "langchain": 1, "languag": [8, 12], "larg": [7, 8, 11, 12, 15], "last": [0, 1], "latenc": [0, 6, 7, 12, 15, 17], "later": 4, "layer": [7, 10, 12, 19, 20], "lead": [7, 12, 20], "learn": [12, 13, 14, 15], "len": 1, "less": 22, "let": 16, "level": [2, 5, 6, 9, 12, 13], "leverag": [3, 19], "libev": 8, "librari": [2, 12, 15], "lifecycl": [9, 21], "lifetim": [8, 11], "lightweight": [0, 1, 12], "like": [1, 2, 3, 4, 5, 7, 8, 10, 12, 15, 16, 17, 19, 20, 22], "limit": [0, 2, 5, 7, 8, 14, 22], "line": [1, 12, 14, 22], "linearli": 12, "list": [0, 1, 3, 7, 8, 14, 15, 22], "listen": [0, 2, 7, 8, 9, 10, 14, 19, 21, 22], "listner": 5, "live": 8, "ll": [0, 14, 22], "llm": [0, 1, 5, 6, 8, 9, 10, 12, 13, 14, 15, 17, 20, 21, 22], "llm_provid": [0, 2, 5, 7, 8, 13, 14, 22], "llm_respons": 1, "load": [0, 7, 8, 14, 22], "local": [2, 5, 7, 8, 9, 22], "locat": [3, 10, 15], "log": [4, 8, 10, 18, 19, 21], "logic": [0, 2, 4, 5, 7, 8, 10, 12, 13, 14, 15, 20, 21, 22], "long": 15, "look": [3, 7, 8, 20, 22], "loop": 8, "low": [0, 6, 15], "lower": 1, "m": 14, "machin": 11, "made": 14, "mai": [0, 8, 20], "main": [8, 10, 14, 19], "maintain": [1, 3, 8], "major": 11, "make": [0, 2, 4, 5, 6, 7, 8, 10, 12, 15, 16, 19], "malici": [8, 20], "manag": [0, 2, 3, 4, 5, 6, 7, 8, 12, 13, 14, 15, 16, 19, 20, 22], "managemet": 5, "mandatori": 3, "mani": [8, 19], "manipul": [0, 12], "manufactur": [0, 2, 7, 8, 14, 22], "map": 15, "mark": [1, 3], "masssiv": 12, "match": [0, 1, 8, 22], "matter": 12, "max": [0, 7, 8, 14, 22], "maximum": 3, "md": 14, "mean": [16, 19, 22], "meaning": 4, "measur": [12, 17], "mechan": [0, 1, 2, 13, 15, 20], "meet": [15, 20], "memori": 1, "messag": [4, 8, 9, 15, 20, 22], "message_entri": 1, "message_format": [0, 2, 5, 7, 8, 14, 22], "messages_for_llm": 1, "messages_since_int": 1, "messages_to_return": 1, "metadata": [1, 3, 7, 10, 16], "method": [0, 1, 16], "metric": [12, 17, 19], "might": [6, 20], "mind": [15, 19], "minim": [5, 19, 20], "minimum": 3, "minlength": 15, "minor": 20, "minut": 22, "misalign": 20, "misformat": 20, "miss": [0, 4, 12], "mistak": 20, "mistral": [2, 22], "mistral8x7b": 22, "mistral_api_kei": 22, "mistral_loc": 22, "mistrallocal7b": 22, "misus": 20, "mode": 6, "model": [0, 1, 2, 5, 7, 8, 9, 10, 12, 14, 15, 20, 21, 22], "model_serv": 16, "moder": 9, "modern": 19, "modif": 8, "modular": 3, "monitor": [7, 8, 12, 13, 16, 18, 19, 21], "more": [0, 1, 3, 5, 7, 10, 11, 12, 15, 16, 20, 22], "most": [0, 1, 3, 7, 10, 11, 15, 16], "mostli": 1, "move": 1, "multipl": [3, 8, 11, 15], "must": [0, 1], "my": [7, 8, 20, 22], "name": [0, 1, 2, 3, 5, 7, 8, 10, 14, 15, 19, 22], "natur": [4, 7, 8, 15, 22], "navig": [13, 20], "necessari": [1, 3, 7, 8, 15], "need": [0, 3, 6, 7, 8, 10, 13, 14, 15, 19, 22], "network": [0, 2, 5, 6, 7, 9, 10, 14, 22], "network_qa": 0, "network_summari": 0, "never": 14, "new": [1, 3, 14, 15, 19], "new_messag": 1, "next": 15, "nli": [1, 7, 22], "non": 11, "note": [6, 16, 22], "nuanc": [12, 21], "num_stored_messag": 1, "number": [1, 8, 11, 14, 15], "numer": 3, "object": [15, 16], "observ": [2, 10, 12, 13, 19, 21, 22], "occur": 4, "off": 22, "offer": [0, 1, 2, 7, 8, 10, 12, 17, 20, 22], "offert": 22, "often": [1, 15], "on_except": [7, 8, 20, 22], "onc": [0, 1, 7, 8, 11, 15], "one": [0, 1, 8, 10, 15, 19], "ones": [1, 15], "ongo": 15, "onli": [1, 3, 5, 6, 7, 8, 15, 20, 22], "onward": 1, "opaqu": [12, 21], "open": [3, 19], "openai": [0, 1, 5, 8, 14, 16, 22], "openai_api_kei": [0, 2, 5, 7, 8, 14, 22], "opentelemetri": [12, 22], "oper": [8, 10, 12, 14, 15], "optim": [5, 15, 19], "option": [0, 1, 3, 6, 10, 13, 19, 22], "order": [1, 8, 15, 19], "orient": 15, "origin": [7, 10, 12, 16], "oss": 2, "otel": 19, "other": [1, 4, 6, 8, 10, 12, 14, 15, 19], "otlp": 19, "otlp_export": 19, "otlpspanexport": 19, "our": [6, 7, 8, 12, 15, 22], "out": [10, 12, 15, 21], "outbound": [2, 12, 19], "outgo": [5, 19], "outlin": 8, "output": [12, 15, 17, 20], "outsid": [12, 21], "over": [0, 1, 2], "overal": [1, 3, 6], "overid": 22, "overload": 8, "overrid": [7, 8, 22], "overview": [18, 21], "overwhelm": 8, "own": 8, "p50": 7, "p90": 0, "packag": [14, 19], "page": 7, "pai": 15, "pain": [2, 5, 7, 8, 12, 22], "pair": 7, "par": 15, "parallel": [8, 11, 15], "param": 15, "paramet": [4, 7, 8, 12, 14, 15, 20, 22], "parent": 19, "parrallel": 1, "pars": [2, 4, 5, 7, 8, 15, 16, 22], "part": [8, 12, 15, 19], "particular": [3, 15], "pass": [1, 7, 8, 16], "past": 1, "path": [0, 1, 3, 7, 8, 10, 14, 15, 16, 22], "path_to_config": 14, "payment": [15, 19], "pem": 22, "pend": 19, "per": [8, 12, 15, 16, 17, 22], "perceiv": [12, 17], "perform": [0, 3, 5, 6, 7, 8, 11, 12, 14, 15, 19, 20], "performimg": 7, "period": 8, "person": [0, 3, 12, 13, 14, 15, 21], "phase": 7, "php": 12, "piec": [3, 7], "pilot": 19, "pip": [14, 19], "pipelin": [8, 19], "place": [8, 15], "placehold": [0, 1, 19], "plan": [7, 10], "pleas": [4, 6, 7, 14], "pod": 19, "point": [5, 7, 15], "polici": [8, 19], "pool": 8, "popular": 19, "port": [0, 2, 5, 7, 8, 10, 14, 22], "possibl": 4, "post": [0, 1, 16, 22], "potenti": 7, "power": [7, 15, 19, 20], "practic": [3, 5, 8, 9, 12, 13, 18], "pre": [8, 14, 20], "precis": [1, 15], "predefin": [0, 3, 7, 10, 12, 14], "prefer": [15, 19], "premis": [2, 6], "prepar": [1, 15, 19], "presenc": [2, 5], "present": [1, 12, 15, 19], "prevent": [8, 12, 19, 20], "previou": 1, "price": 6, "primari": [5, 7, 11], "primit": [2, 5, 10, 21], "primitv": 7, "primtiv": 1, "print": [2, 7, 15, 19], "priorit": 20, "privaci": 7, "private_kei": 22, "proce": [7, 8, 22], "process": [3, 4, 6, 7, 10, 11, 12, 13, 15, 16, 19, 20], "process_customer_request": 19, "process_rag": 1, "processor": 19, "produc": 15, "product": [15, 19], "profil": 15, "program": [7, 8, 20, 22], "project": [3, 12], "promot": 8, "prompt": [2, 4, 5, 6, 8, 9, 10, 11, 12, 13, 14, 21, 22], "prompt_guard": [7, 8, 13, 14, 22], "prompt_target": [0, 1, 3, 7, 8, 13, 14, 15, 22], "prompt_target_intent_matching_threshold": 22, "propag": [7, 12, 18], "proper": 19, "properli": 10, "properti": 15, "protect": [19, 20], "proto": 19, "protocol": [8, 16, 19], "proven": 12, "provid": [0, 1, 3, 4, 5, 7, 8, 10, 12, 13, 14, 15, 16, 17, 19, 20, 21, 22], "proxi": [7, 8, 10], "pull": 1, "purchas": [0, 2, 7, 8, 14, 22], "purpos": [0, 3, 6, 7, 8, 10, 12], "push": 22, "python": [1, 12, 14, 15, 16], "q": 0, "q1": 20, "qualiti": 1, "queri": [0, 1, 3, 15, 19], "question": [1, 7, 8, 22], "queue": 15, "quick": 19, "quickli": [6, 12, 13, 14], "quickstart": [13, 21], "rag": [7, 8, 10, 13, 21], "rais": 15, "random_sampl": 19, "rang": [0, 1, 14, 19], "rare": 8, "rate": [2, 7, 8, 12, 17, 19, 22], "rate_limit": 22, "rather": 4, "raw": 4, "rch": 10, "re": [7, 8, 15, 19, 20, 22], "reach": 20, "read": [5, 7, 8, 12, 19], "readabl": [3, 4], "readm": 14, "real": [0, 1, 15], "realli": 12, "reboot": [0, 1, 3, 7, 8, 22], "reboot_devic": [0, 3], "reboot_network_devic": [7, 8, 22], "receiv": [4, 7, 8, 10, 15, 16, 19, 20], "recept": 8, "recognit": [3, 7], "recommend": [8, 11, 14], "record": [12, 19], "recoveri": 12, "reddit": 12, "reduc": 20, "refer": [0, 6, 14, 15, 16, 21], "refin": 7, "region": 19, "reject": [7, 12, 14], "relat": [0, 6, 8, 12, 19], "relev": [0, 1, 3, 8, 15], "reli": [7, 19], "reliabl": [2, 5, 15, 20], "remain": 15, "rememb": 15, "remind": 15, "repeat": 20, "replac": 19, "repositori": 14, "repres": [7, 12, 19], "request": [2, 4, 5, 7, 9, 10, 12, 14, 15, 16, 19, 20, 21, 22], "requestsinstrumentor": 19, "requir": [0, 1, 3, 4, 5, 7, 8, 12, 14, 15, 21, 22], "resili": [7, 12], "resolv": 19, "resourc": [14, 18], "respect": 16, "respond": [4, 12, 17, 19], "respons": [0, 1, 2, 3, 4, 7, 8, 10, 13, 15, 16, 19, 20, 22], "response_cod": 16, "response_flag": 16, "rest": [8, 11], "result": [0, 15], "retri": [0, 2, 5, 7, 8, 12, 14, 22], "retriev": [0, 1, 7, 8, 10, 14, 15], "return": [0, 1, 3, 8, 10, 15, 19, 20], "return_messag": 1, "revers": [1, 8], "risk": 20, "roadmap": 7, "robin": [0, 7, 8, 14, 22], "robust": [7, 12, 15, 20, 21], "role": [1, 4, 7, 19], "root": 4, "round": [0, 7, 8, 14, 22], "rout": [0, 1, 2, 5, 7, 8, 12, 14, 21], "router": [3, 8], "routin": 15, "rule": [14, 15], "run": [0, 1, 6, 7, 8, 10, 12, 14, 19], "runtimeerror": 4, "safer": 20, "safeti": [5, 7, 12, 20], "sai": 15, "same": [12, 15, 21], "sampl": [19, 22], "sampling_r": 22, "san": [3, 15], "sanit": [8, 20], "scalabl": [3, 14], "scale": [1, 2, 8, 12, 13], "scenario": [0, 6, 7, 8, 12, 13, 15, 22], "schedul": [7, 10, 15], "schema": [1, 3, 15], "scienc": 15, "score": 7, "script": [14, 15], "scrutini": 20, "sdk": 19, "seamless": [2, 15], "seamlessli": [2, 3, 19], "seattl": 15, "second": 10, "section": [1, 2, 3, 5, 7, 8, 13, 19], "secur": [2, 5, 7, 8, 12, 13, 19, 20, 21], "see": [5, 7], "select": 8, "selector": 22, "self": [6, 8, 10, 12, 16], "semant": 7, "send": [1, 2, 7, 8, 10, 15, 19, 22], "sender": 7, "sensit": 19, "sent": [8, 16], "separ": [3, 6, 8, 10, 11, 22], "sequenti": 0, "serv": [8, 9, 10, 21], "server": [1, 4, 6, 8, 10, 12], "servic": [0, 1, 3, 7, 8, 15, 16, 19], "set": [1, 5, 6, 7, 8, 10, 12, 13, 14, 15, 19, 22], "set_tracer_provid": 19, "setup": [5, 7, 14, 15], "sever": [8, 12, 17], "sevic": 10, "shape": 12, "share": [7, 8, 10], "shift": 1, "short": 15, "should": [2, 3, 4, 5, 7, 8, 15, 22], "show": 1, "side": 4, "signatur": 15, "similar": 7, "simpl": [7, 15, 19, 22], "simpli": [2, 5, 7, 14, 19], "simplic": 8, "simplif": 5, "simplifi": [2, 3, 5, 13, 19], "simul": [0, 1], "simultan": 0, "sinc": [1, 7], "singl": [7, 10, 11, 12, 15, 22], "site": 19, "skimp": 15, "slowest": 6, "small": [11, 12], "smart": [10, 12, 15], "smarter": 1, "sni": 8, "snippet": 1, "so": [0, 1, 6, 7, 10, 12, 15, 22], "socket": 8, "softwar": [7, 12], "solut": 3, "some": [8, 11, 15], "sonnet": 7, "sota": 15, "sourc": [14, 15, 19], "span": [8, 19], "span_processor": 19, "special": [12, 13, 19], "specif": [0, 1, 3, 4, 6, 7, 8, 12, 14, 15, 19, 20, 22], "specifi": [1, 3, 8, 10, 14, 15], "speed": [1, 6, 12, 17], "spell": 15, "spend": [11, 22], "sporad": 11, "sql": 1, "stack": [4, 13, 15, 16], "stage": 20, "stai": 7, "standalon": 19, "standard": [12, 19], "start": [2, 5, 6, 7, 10, 19], "start_as_current_span": 19, "start_tim": 16, "stat": [0, 1, 8, 22], "state": [1, 3, 7, 8, 15], "stateless": 1, "static": 8, "statist": [0, 1, 8, 14], "statu": [15, 16, 19], "steer": 1, "step": [13, 19], "still": 1, "stock": 19, "store": 1, "stored_messag": 1, "str": [1, 3, 7, 8, 15, 22], "straightforward": 15, "stream": [2, 5, 7, 8, 22], "streamlin": [1, 3, 5], "string": [4, 15], "strip": 7, "stripe": 12, "structur": [1, 16], "struggl": 1, "submit": 15, "substanti": 12, "subsystem": [0, 2, 5, 6, 7, 8, 12, 14, 22], "subsytem": 7, "success": 12, "successfulli": 14, "suggest": [15, 20], "suit": 12, "suitabl": [3, 15], "summar": [3, 7, 8, 22], "summari": [7, 8, 15, 18, 22], "support": [0, 2, 3, 7, 8, 10, 12, 14, 19, 20], "suppport": 22, "sure": 4, "switch": 2, "system": [0, 2, 4, 5, 7, 8, 12, 14, 15, 16, 19, 20, 21, 22], "system_prompt": [0, 2, 7, 8, 14, 22], "t": [6, 15], "tail": 16, "tailor": [0, 12, 15, 20], "take": [7, 8, 10, 12], "taken": 16, "target": [2, 5, 8, 9, 10, 13, 14, 21, 22], "task": [0, 7, 8, 11, 12, 15], "tcp": 8, "tech": [13, 19, 21], "tech_overview": 13, "technic": 19, "techniqu": [7, 20], "technologi": [12, 13], "telemetri": [12, 19], "temperatur": [3, 15], "termin": 12, "terminologi": [9, 21], "test": [6, 12, 15], "text": [2, 5, 7, 8, 15, 22], "tft": [12, 17], "than": [0, 6, 22], "thei": [1, 3, 20, 22], "them": [3, 4, 8, 10, 15, 20], "thi": [0, 1, 2, 3, 4, 5, 6, 7, 8, 11, 12, 13, 14, 15, 16, 19, 22], "thing": [10, 22], "think": 15, "thoroughli": 15, "those": [0, 1, 10], "thread": [8, 9, 21], "three": [6, 8, 12, 17], "threshold": 22, "through": [2, 7, 8, 12, 15, 16, 19], "throughput": [0, 15], "time": [0, 1, 7, 8, 12, 14, 15, 16, 17, 22], "time_rang": [0, 1], "timestamp": [1, 8], "tip": 9, "tl": [8, 10, 12, 22], "tls_certif": [0, 14, 22], "todai": [8, 14, 20], "token": [1, 6, 7, 12, 17, 22], "toler": [2, 7], "too": 8, "took": 16, "tool": [4, 12, 14, 16, 18, 20], "top": [2, 5, 11], "topologi": 9, "tot": [12, 17], "total": [12, 16, 17], "trace": [4, 7, 8, 10, 12, 18, 21, 22], "trace_export": 19, "tracepar": [12, 18], "tracer": 19, "tracer_provid": 19, "tracerprovid": 19, "track": [1, 14], "tradit": [12, 21], "traffic": [2, 5, 7, 8, 12, 14, 16], "train": 20, "transact": 15, "transpar": 12, "transport": 8, "travel": [7, 10, 15], "travers": 8, "treat": [7, 8, 22], "tri": 1, "trigger": [0, 13, 15], "trivial": 8, "troubleshoot": [3, 4, 13], "true": [0, 1, 2, 3, 5, 7, 8, 14, 15, 19, 22], "try": 15, "tupl": 15, "turbo": [0, 14], "turn": 15, "tutori": 13, "two": [0, 6, 7, 8, 10], "type": [0, 1, 2, 3, 4, 5, 7, 8, 10, 14, 15, 22], "typic": [8, 15], "typo": 20, "ui": 8, "unauthor": 7, "under": 16, "understand": [12, 13, 14, 15, 17, 19, 20], "undesir": 14, "undifferenti": [8, 10, 12], "unexpect": 15, "unifi": 2, "uniformli": 19, "uniqu": [3, 19, 22], "unit": [3, 15, 22], "until": 8, "unwant": 8, "up": [1, 6, 10, 13, 14, 19], "updat": [0, 8, 12, 14, 15, 22], "update_user_convers": 1, "upgrad": [2, 8, 12], "upon": 8, "upstream": [1, 7, 8, 9, 10, 12, 13, 16, 17], "upstream_host": 16, "url": 7, "us": [0, 1, 3, 5, 6, 8, 10, 12, 13, 14, 16, 18, 22], "usabl": 20, "usag": [2, 3, 8, 12, 14, 15, 17], "user": [0, 1, 3, 4, 7, 8, 12, 15, 16, 17, 20, 21], "user_id": [1, 4], "user_memori": 1, "usi": 19, "usual": 7, "utcnow": 1, "util": [7, 8], "uuid": 1, "uuid4": 1, "v": 19, "v0": [0, 2, 5, 7, 8, 14, 22], "v1": [5, 16], "valid": [0, 1, 13, 15, 20], "validationerror": [4, 15], "valu": [0, 1, 3, 7, 8, 14, 15, 19, 20, 22], "valueerror": 15, "variabl": 19, "varieti": 8, "variou": [11, 12, 15, 19], "ve": [14, 22], "vector": [1, 7], "vendor": 2, "venv": 14, "veri": [8, 19], "verif": 19, "verifi": 19, "version": [0, 2, 5, 7, 8, 14, 19, 22], "via": [0, 4, 6, 8, 10, 12, 13, 14, 19, 20, 22], "view": 19, "violat": [4, 8, 10, 20], "violent": 7, "virtual": [14, 22], "visibl": 16, "visit": 7, "vpc": 6, "w3c": [12, 19], "wa": [8, 12, 15, 16], "wai": [0, 1, 2, 5, 7, 8, 12, 14, 22], "wait": [0, 7, 8, 14, 22], "want": [0, 10, 12, 15], "watch": 15, "we": [8, 10, 11, 14, 20, 22], "weather": [3, 15], "weather_info": 15, "weather_validation_schema": 15, "web": [8, 10], "welcom": 13, "well": 12, "were": 16, "what": [2, 4, 7, 12, 16], "when": [0, 1, 2, 4, 5, 7, 8, 10, 15, 19], "where": [0, 3, 6, 7, 8, 14, 15, 16, 20], "whether": [3, 15], "which": [0, 1, 2, 5, 6, 8, 12, 14, 15, 16, 17, 19, 21], "while": [1, 7, 11, 13, 15, 20], "wide": [8, 19], "window": 14, "within": [0, 3, 7, 8, 13, 14, 15, 20, 22], "without": [5, 8, 12, 13], "work": [6, 10, 12, 15, 18, 19, 22], "worker": [8, 11], "workflow": [13, 21], "workload": 11, "would": [0, 1, 8, 22], "write": [0, 12, 13], "written": [8, 11, 12], "x": [1, 4, 8, 10, 16], "yaml": [0, 19], "yml": [2, 7, 22], "york": [3, 15], "you": [0, 1, 2, 3, 4, 5, 6, 7, 8, 10, 12, 13, 14, 15, 17, 19, 20, 22], "your": [0, 1, 2, 3, 5, 6, 7, 8, 10, 12, 13, 14, 15, 16, 17, 19, 20, 22], "yourweatherapp": 15, "zeroshot": 16}, "titles": ["Agentic Workflow", "RAG Application", "LLM Provider", "Prompt Target", "Error Target", "Listener", "Model Serving", "Prompts", "Request Lifecycle", "Tech Overview", "Terminology", "Threading Model", "Intro to Arch", "Overview", "Quickstart", "Function Calling", "Access Logging", "Monitoring", "Observability", "Tracing", "Prompt Guard", "Welcome to Arch!", "Configuration Reference"], "titleterms": {"1": [0, 1, 14, 15], "2": [0, 1, 14, 15], "3": [1, 14, 15], "A": 19, "It": 16, "access": 16, "addit": 19, "agent": [0, 7, 19], "ai": 19, "an": 7, "app": 7, "applic": 1, "ar": 3, "arch": [1, 7, 12, 13, 14, 15, 20, 21], "architectur": 8, "aw": 19, "base": 1, "basic": 3, "benefit": [19, 20], "best": [4, 15, 19], "blaze": 6, "breakdown": 19, "build": [13, 21], "call": [0, 15], "case": 15, "client": 7, "cloud": 6, "come": 1, "concept": [4, 13, 21], "config": 14, "configur": [3, 5, 8, 15, 20, 22], "conversationbuffermemori": 1, "cpu": 6, "datadog": 19, "default": 3, "defin": [0, 1, 3, 15], "detect": 1, "downstream": 5, "drift": 1, "egress": [5, 7, 8], "error": 4, "exampl": [2, 3, 4, 7, 15, 19, 20], "extract": 1, "fast": 6, "featur": [3, 15, 16], "flask": 1, "flow": 8, "format": [16, 19], "function": [0, 15], "gatewai": [7, 14], "get": [1, 13, 21], "gpu": 6, "guard": [7, 20], "guid": [13, 21], "header": [4, 19], "high": 8, "how": [16, 19, 20], "i": [15, 20], "implement": 15, "ingress": [5, 8], "initi": 19, "instal": 14, "instrument": 19, "integr": 19, "intent": [1, 3, 7], "intro": 12, "kei": [3, 4, 15, 16], "languag": 15, "latest": 1, "level": 8, "lifecycl": 8, "listen": 5, "llm": [2, 7], "local": 6, "log": 16, "logic": 3, "marker": 1, "match": [3, 7], "messag": [1, 7], "model": [6, 11], "moder": 6, "monitor": 17, "multipl": 0, "network": 8, "next": 14, "observ": 18, "openai": [2, 7], "opentelemetri": 19, "over": 15, "overview": [9, 13, 19], "parallel": 0, "paramet": [0, 1, 3], "post": 8, "practic": [4, 15, 19], "prerequisit": 14, "process": [0, 1, 8], "prompt": [0, 1, 3, 7, 15, 20], "propag": 19, "provid": 2, "python": [2, 19], "quickstart": 14, "rag": 1, "rai": 19, "refer": 22, "request": [0, 1, 8], "resourc": [19, 21], "rout": 3, "sdk": 2, "serv": 6, "singl": 0, "soon": 1, "start": [13, 14, 21], "step": [0, 1, 14, 15], "summari": [3, 19, 20], "support": 15, "take": 15, "target": [0, 1, 3, 4, 7, 15], "tech": 9, "terminologi": [8, 10], "thread": 11, "tip": [4, 15], "tool": 19, "topologi": 8, "trace": 19, "tracepar": 19, "updat": 1, "upstream": 5, "us": [2, 7, 15, 19, 20], "via": [1, 7], "visual": 19, "welcom": 21, "what": [3, 15, 20], "why": 20, "work": [16, 20], "workflow": [0, 15], "x": 19}})
\ No newline at end of file
+Search.setIndex({"alltitles": {"AI Agent Tracing Visualization Example": [[19, "ai-agent-tracing-visualization-example"]], "AWS X-Ray": [[19, "aws-x-ray"]], "Access Logging": [[16, null]], "Additional Resources": [[19, "additional-resources"]], "Agentic Apps via Prompt Targets": [[7, "agentic-apps-via-prompt-targets"]], "Agentic Workflow": [[0, null]], "Arch-Function": [[15, "arch-function"]], "Basic Configuration": [[3, "basic-configuration"]], "Benefits of Using Arch Guard": [[20, "benefits-of-using-arch-guard"]], "Benefits of Using Traceparent Headers": [[19, "benefits-of-using-traceparent-headers"]], "Best Practices": [[19, "best-practices"]], "Best Practices and Tips": [[4, "best-practices-and-tips"], [15, "best-practices-and-tips"]], "Build AI Agent with Arch Gateway": [[14, "build-ai-agent-with-arch-gateway"]], "Build with Arch": [[13, "build-with-arch"], [21, null]], "Cloud Serving (GPU - Blazing Fast)": [[6, "cloud-serving-gpu-blazing-fast"]], "Concepts": [[13, "concepts"], [21, null]], "Configuration": [[8, "configuration"]], "Configuration Reference": [[22, null]], "Configure Listener": [[5, "configure-listener"]], "Configuring Prompt Targets": [[3, "configuring-prompt-targets"]], "Datadog": [[19, "datadog"]], "Default Targets": [[3, "default-targets"]], "Defining Parameters": [[3, "defining-parameters"]], "Downstream (Ingress)": [[5, "downstream-ingress"]], "Error Header Example": [[4, "error-header-example"]], "Error Target": [[4, null]], "Example Configuration": [[3, "example-configuration"], [20, "example-configuration"]], "Example Use Cases": [[15, "example-use-cases"]], "Example with OpenTelemetry in Python": [[19, "example-with-opentelemetry-in-python"]], "Example: Using OpenAI Client with Arch as an Egress Gateway": [[7, "example-using-openai-client-with-arch-as-an-egress-gateway"]], "Example: Using the OpenAI Python SDK": [[2, "example-using-the-openai-python-sdk"]], "Function Calling": [[15, null]], "Function Calling Workflow": [[15, "function-calling-workflow"]], "Get Started": [[13, "get-started"], [21, null]], "Guides": [[13, "guides"], [21, null]], "Header Format": [[19, "header-format"]], "High level architecture": [[8, "high-level-architecture"]], "How Arch-Guard Works": [[20, "how-arch-guard-works"]], "How It Works": [[16, "how-it-works"]], "How to Initiate A Trace": [[19, "how-to-initiate-a-trace"]], "Implementing Function Calling": [[15, "implementing-function-calling"]], "Instrumentation": [[19, "instrumentation"]], "Integrating with Tracing Tools": [[19, "integrating-with-tracing-tools"]], "Intent Matching": [[3, "intent-matching"], [7, "intent-matching"]], "Intro to Arch": [[12, null]], "Key Concepts": [[4, "key-concepts"]], "Key Features": [[3, "key-features"], [15, "key-features"], [16, "key-features"]], "LLM Provider": [[2, null]], "Listener": [[5, null]], "Local Serving (CPU - Moderate)": [[6, "local-serving-cpu-moderate"]], "Log Format": [[16, "log-format"]], "Messages": [[7, "messages"]], "Model Serving": [[6, null]], "Monitoring": [[17, null]], "Network topology": [[8, "network-topology"]], "Next Steps": [[14, "next-steps"]], "Observability": [[18, null]], "Overview": [[13, null], [19, "overview"]], "Parallel & Multiple Function Calling": [[0, "parallel-multiple-function-calling"]], "Parameter Extraction for RAG": [[1, "parameter-extraction-for-rag"]], "Post-request processing": [[8, "post-request-processing"]], "Prerequisites": [[14, "prerequisites"]], "Prompt Guard": [[7, "prompt-guard"], [20, null]], "Prompt Target": [[3, null]], "Prompt Targets": [[7, "prompt-targets"]], "Prompting LLMs": [[7, "prompting-llms"]], "Prompts": [[7, null]], "Quickstart": [[14, null]], "RAG Application": [[1, null]], "Request Flow (Egress)": [[8, "request-flow-egress"]], "Request Flow (Ingress)": [[8, "request-flow-ingress"]], "Request Lifecycle": [[8, null]], "Resources": [[21, null]], "Routing Logic": [[3, "routing-logic"]], "Single Function Call": [[0, "single-function-call"]], "Step 1. Create arch config file": [[14, "step-1-create-arch-config-file"], [14, "id2"]], "Step 1: Define ConversationBufferMemory": [[1, "step-1-define-conversationbuffermemory"]], "Step 1: Define Prompt Targets": [[0, "step-1-define-prompt-targets"], [0, "id1"], [1, "step-1-define-prompt-targets"]], "Step 1: Define the Function": [[15, "step-1-define-the-function"]], "Step 2. Start arch gateway": [[14, "step-2-start-arch-gateway"]], "Step 2. Start arch gateway with currency conversion config": [[14, "step-2-start-arch-gateway-with-currency-conversion-config"]], "Step 2: Configure Prompt Targets": [[15, "step-2-configure-prompt-targets"]], "Step 2: Process Request Parameters": [[0, "step-2-process-request-parameters"]], "Step 2: Process Request Parameters in Flask": [[1, "step-2-process-request-parameters-in-flask"]], "Step 2: Update ConversationBufferMemory with Intents": [[1, "step-2-update-conversationbuffermemory-with-intents"]], "Step 3. Interacting with gateway using curl command": [[14, "step-3-interacting-with-gateway-using-curl-command"]], "Step 3.1: Using OpenAI Python client": [[14, "step-3-1-using-openai-python-client"]], "Step 3.2: Using curl command": [[14, "step-3-2-using-curl-command"]], "Step 3: Arch Takes Over": [[15, "step-3-arch-takes-over"]], "Step 3: Get Messages based on latest drift": [[1, "step-3-get-messages-based-on-latest-drift"]], "Step 3: Interact with LLM": [[14, "step-3-interact-with-llm"]], "Summary": [[3, "summary"], [19, "summary"], [20, "summary"]], "Supported Languages": [[15, "supported-languages"]], "Tech Overview": [[9, null]], "Terminology": [[8, "terminology"], [10, null]], "Threading Model": [[11, null]], "Trace Breakdown:": [[19, "trace-breakdown"]], "Trace Propagation": [[19, "trace-propagation"]], "Tracing": [[19, null]], "Upstream (Egress)": [[5, "upstream-egress"]], "Use Arch Gateway as LLM Router": [[14, "use-arch-gateway-as-llm-router"]], "Welcome to Arch!": [[21, null]], "What Are Prompt Targets?": [[3, "what-are-prompt-targets"]], "What Is Arch-Guard": [[20, "what-is-arch-guard"]], "What is Function Calling?": [[15, "what-is-function-calling"]], "Why Prompt Guard": [[20, "why-prompt-guard"]], "[Coming Soon] Drift Detection via Arch Intent-Markers": [[1, "coming-soon-drift-detection-via-arch-intent-markers"]]}, "docnames": ["build_with_arch/agent", "build_with_arch/rag", "concepts/llm_provider", "concepts/prompt_target", "concepts/tech_overview/error_target", "concepts/tech_overview/listener", "concepts/tech_overview/model_serving", "concepts/tech_overview/prompt", "concepts/tech_overview/request_lifecycle", "concepts/tech_overview/tech_overview", "concepts/tech_overview/terminology", "concepts/tech_overview/threading_model", "get_started/intro_to_arch", "get_started/overview", "get_started/quickstart", "guides/function_calling", "guides/observability/access_logging", "guides/observability/monitoring", "guides/observability/observability", "guides/observability/tracing", "guides/prompt_guard", "index", "resources/configuration_reference"], "envversion": {"sphinx": 64, "sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx.ext.intersphinx": 1, "sphinx.ext.viewcode": 1}, "filenames": ["build_with_arch/agent.rst", "build_with_arch/rag.rst", "concepts/llm_provider.rst", "concepts/prompt_target.rst", "concepts/tech_overview/error_target.rst", "concepts/tech_overview/listener.rst", "concepts/tech_overview/model_serving.rst", "concepts/tech_overview/prompt.rst", "concepts/tech_overview/request_lifecycle.rst", "concepts/tech_overview/tech_overview.rst", "concepts/tech_overview/terminology.rst", "concepts/tech_overview/threading_model.rst", "get_started/intro_to_arch.rst", "get_started/overview.rst", "get_started/quickstart.rst", "guides/function_calling.rst", "guides/observability/access_logging.rst", "guides/observability/monitoring.rst", "guides/observability/observability.rst", "guides/observability/tracing.rst", "guides/prompt_guard.rst", "index.rst", "resources/configuration_reference.rst"], "indexentries": {}, "objects": {}, "objnames": {}, "objtypes": {}, "terms": {"": [0, 1, 2, 3, 4, 5, 6, 7, 8, 10, 11, 12, 13, 14, 15, 16, 19], "0": [0, 1, 2, 5, 6, 7, 8, 10, 14, 16, 19, 22], "00": 19, "003": 7, "005": [0, 7, 8, 14, 22], "03": 16, "04": 16, "05": 14, "050z": 16, "05m": [6, 7], "06": 14, "08": 14, "1": [2, 4, 5, 7, 8, 10, 16, 19, 22], "10": [15, 16, 19], "100": [11, 19], "10000": [2, 5, 7, 8, 14, 22], "100000": 22, "100x": [0, 7], "1022": 16, "104": 16, "106": 16, "10t03": 16, "10x": [0, 6, 7], "11": 14, "12": 14, "12000": [2, 5, 7, 10, 14, 16], "1234": 4, "125": 16, "127": [0, 2, 5, 7, 8, 10, 14, 16, 22], "1301": 16, "131": 14, "140": 16, "156x": 6, "159": 16, "16": [14, 19], "162": 16, "168": 16, "1695": 16, "1695m": 16, "17": 16, "18083": [0, 16], "192": 16, "1d6b30cfc845": 16, "2": [8, 19], "200": [0, 1, 16], "200m": [0, 6, 7], "2024": [14, 16], "2025": 20, "21797": 16, "218": 16, "24": 14, "245": 16, "25": 14, "254": 16, "27": 14, "28": 14, "288": 14, "29": 14, "2a5b": 16, "3": [0, 7, 19], "32": 19, "3b": 14, "4": [7, 15, 19], "400": [0, 1, 4], "429": 8, "4317": 19, "441": 16, "443": [0, 10, 14, 16, 22], "447": 16, "463": 16, "469793af": 16, "485": 14, "49": 16, "492z": 16, "4o": [0, 2, 5, 6, 7, 8, 14, 22], "5": [0, 7, 14, 19], "51": [14, 16], "51000": 16, "52": 16, "53": 16, "537z": 16, "54": 16, "55": 16, "556": 16, "56": [14, 16], "598z": 16, "6": 19, "60": 22, "604197fe": 16, "614": 16, "647": 14, "65": 16, "7": [0, 1, 10, 12, 19], "770": 16, "78558": 14, "7b": 22, "8": 19, "80": [7, 8, 10, 22], "8001": 22, "8080": 0, "825": 14, "87": 16, "8x7b": 22, "9": 19, "905z": 16, "906z": 16, "9367": 16, "95a2": 16, "961z": 16, "979": 14, "984": 16, "984m": 16, "9b57": 16, "A": [0, 1, 3, 4, 5, 8, 10, 11, 12, 13, 18], "And": 14, "As": [7, 14, 20], "Be": [15, 19], "But": 10, "By": [1, 3, 7, 8, 12, 15, 16, 19, 20, 22], "FOR": 16, "For": [3, 5, 7, 10, 11, 12, 13, 14, 16], "If": [0, 1, 4, 7, 8, 15, 20, 22], "In": [0, 1, 7, 8, 12, 13, 14, 15, 20], "It": [0, 8, 14, 15, 18, 20], "Its": [12, 19], "No": [7, 14], "On": 14, "One": 10, "Or": 19, "The": [1, 3, 4, 6, 7, 8, 10, 12, 14, 15, 16, 19, 22], "There": [6, 12], "These": [0, 4, 10, 12, 15], "To": [1, 5, 7, 10, 12, 14, 19], "With": [0, 1, 12, 14, 19, 20], "__main__": [0, 1], "__name__": [0, 1, 19], "abil": [7, 8, 10, 14, 20, 22], "about": [0, 6, 7, 8, 10, 12, 13, 14, 16, 20, 22], "abov": [0, 1, 8, 12], "abstract": 2, "accept": [3, 5, 7, 8, 10, 11], "access": [8, 14, 18, 19, 21], "access_": 16, "access_ingress": 16, "access_intern": 16, "access_kei": [0, 2, 5, 7, 8, 14, 22], "access_llm": 16, "accident": 8, "accordingli": 19, "account": [15, 19], "accur": [1, 3, 7, 10, 12, 15, 20], "accuraci": [1, 7, 20], "achiev": [7, 12, 15], "across": [0, 2, 8, 12, 15, 19], "act": [3, 5, 12], "action": [0, 3, 4, 7, 8, 10, 15, 20, 22], "activ": [1, 8, 14], "actual": [0, 1, 7, 19], "ad": [0, 1, 12, 20], "add": [1, 5, 7, 15, 19, 22], "add_messag": 1, "add_span_processor": 19, "addit": [1, 3, 5, 7, 8, 18, 20, 22], "additional_kwarg": 1, "additionalproperti": 15, "address": [0, 2, 5, 7, 8, 10, 14, 22], "adher": 20, "adilhafeez": 16, "adjust": [1, 19], "adopt": 19, "advanc": [7, 15], "advantag": [7, 12], "advic": [0, 2, 7, 8, 22], "affect": 19, "afraid": 15, "african": 14, "after": [8, 15, 19], "against": [7, 20], "agent": [1, 8, 10, 12, 13, 16, 20, 21, 22], "aggreg": 15, "agnost": 2, "ai": [1, 3, 8, 10, 12, 13, 15, 16, 22], "aid": 8, "aimessag": 1, "airbnb": 12, "alert": 16, "algorithm": 12, "align": 7, "all": [0, 2, 5, 7, 8, 11, 12, 13, 19, 21, 22], "allow": [0, 3, 7, 10, 11, 12, 14, 15, 19], "along": 14, "alongsid": [6, 8, 10, 12], "alreadi": 19, "also": [0, 2, 3, 7, 8, 14, 22], "altern": [4, 20], "alwai": 4, "ambigu": 15, "amount": 11, "an": [0, 1, 2, 3, 4, 8, 10, 12, 14, 15, 17, 19, 20, 21, 22], "analysi": 4, "analyt": 15, "analyz": [0, 3, 7, 12, 15, 16, 19, 20], "ang": 7, "ani": [0, 3, 7, 8, 12, 13, 14, 15, 19, 20], "answer": [7, 8, 22], "anthrop": 2, "api": [0, 2, 3, 4, 5, 6, 7, 8, 10, 12, 13, 14, 15, 16, 19, 21, 22], "api_bas": 7, "api_kei": [7, 14], "api_serv": [3, 15, 16], "apm": 19, "app": [0, 1, 10, 12, 13, 21], "app_serv": [0, 7, 8, 22], "append": [0, 1], "appli": [7, 8, 12, 13, 20], "applic": [0, 2, 3, 4, 5, 6, 7, 8, 10, 12, 13, 14, 15, 16, 17, 19, 20, 21, 22], "applicaton": 6, "approach": [1, 3, 7, 19, 22], "appropri": [1, 3, 4, 7, 8, 10], "ar": [0, 1, 2, 4, 5, 6, 7, 8, 10, 12, 14, 15, 16, 19, 20, 21, 22], "arch": [0, 2, 3, 4, 5, 6, 8, 10, 11, 16, 17, 19, 22], "arch_config": [2, 7, 14], "arch_llm_listen": 16, "archgw": [6, 14], "archgw_log": 16, "architectur": [3, 9, 10, 11, 12, 19, 20], "aris": [4, 10], "around": [8, 11], "arrai": [1, 3, 15], "arraylist": 15, "arriv": 8, "art": [7, 14, 15], "ask": [1, 14, 15, 19], "aspect": [12, 17], "assist": [0, 1, 2, 7, 8, 14, 20, 22], "assum": [7, 14], "attach": 3, "attack": 20, "attempt": [7, 8, 12, 20], "attent": 15, "attribut": [3, 19], "aud": 14, "augment": [1, 8], "australian": 14, "auth": 10, "author": [16, 22], "auto_llm_dispatch_on_respons": [7, 8, 22], "autom": 15, "automat": [5, 7, 12, 15, 19, 20], "avail": [2, 6, 8, 12, 19], "averlag": 6, "avoid": 1, "awai": 1, "awsxrai": 19, "b25f": 16, "b265": 16, "back": [1, 6, 8, 15, 19], "backend": [3, 7, 8, 10, 12, 15, 19, 21], "bad": 4, "baht": 14, "balanc": [0, 7, 8, 15, 22], "base": [0, 2, 3, 5, 7, 8, 10, 12, 14, 15, 20, 22], "base_url": [2, 14], "bash": 6, "batch": 19, "batchedand": 8, "batchspanprocessor": 19, "battl": 12, "been": [14, 15], "befor": [1, 7, 8, 10, 14, 20], "begin": [1, 14], "behalf": [7, 8, 16], "behavior": [7, 8, 16, 20, 22], "behind": 13, "being": [7, 8], "belief": [12, 21, 22], "below": [2, 3, 6, 7, 8, 14, 19], "benchmark": 15, "benefici": 15, "benefit": [12, 18], "best": [3, 5, 9, 12, 18], "better": [12, 15, 20], "between": [0, 2, 3, 7, 8, 11, 12, 15, 19, 22], "bgn": 14, "bigint": 15, "bill": 19, "bin": 14, "bind": [2, 5, 7, 10], "blaze": 9, "block": 11, "bodi": 7, "bool": [7, 8, 15, 22], "boolean": 15, "bootstrap": 8, "born": [12, 21], "borrow": 10, "both": [7, 15, 20], "bound": [7, 11], "brazilian": 14, "break": [1, 16], "breaker": 8, "bridg": [3, 8, 15], "brief": [3, 8], "briefli": 8, "british": 14, "brl": 14, "broader": 0, "build": [1, 2, 3, 5, 7, 10, 11, 12, 20, 22], "build_with_arch": 13, "built": [0, 1, 6, 7, 8, 10, 12, 21], "bulgarian": 14, "busi": [0, 3, 7, 8, 10, 12, 15, 21], "bypass": 20, "byte": [15, 16, 19], "bytes_receiv": 16, "bytes_s": 16, "c": 12, "cad": 14, "call": [2, 3, 4, 6, 7, 8, 10, 12, 13, 14, 16, 21], "campaign": [0, 12], "can": [0, 1, 2, 3, 4, 5, 6, 7, 8, 10, 12, 14, 15, 16, 19, 20, 22], "canadian": 14, "capabl": [0, 3, 7, 12, 14, 15, 21], "capit": [2, 7, 14], "captur": [4, 12, 19], "care": 15, "carefulli": 3, "carri": [8, 19], "case": [0, 12, 13], "categor": 4, "categori": 7, "cathedr": 14, "caus": 4, "celsiu": [3, 15], "center": 14, "central": [0, 2, 5, 7, 8, 12, 16, 22], "cert": 22, "certain": 20, "certif": 22, "certificate_chain": 22, "chain": 8, "chanc": 20, "chang": [1, 7, 19], "char": 15, "charact": 19, "chat": [14, 16], "chat_memori": 1, "chatbot": 19, "cheaper": [6, 7], "cheapest": 0, "check": [5, 7, 8, 10, 15, 19], "chf": 14, "children": 19, "chines": 14, "choic": [7, 14], "choos": 15, "chunk": 1, "circuit": 8, "citi": [3, 14, 15], "claim": [0, 12], "clarif": 1, "clarifi": 10, "class": 12, "classif": 7, "classifi": 20, "claud": 7, "cleaner": 3, "clear": [4, 15, 20], "clearer": 15, "cli": 14, "client": [2, 4, 5, 8, 10, 11], "client_messag": 1, "closest": 7, "cloud": [2, 9], "cluster": [0, 2, 7, 8, 12, 22], "cny": 14, "co": 19, "code": [1, 4, 7, 8, 10, 11, 12, 14, 16], "codebas": [3, 19], "codec": 8, "coher": 2, "colleagu": 15, "collect": [0, 7, 15, 19], "collector": 19, "com": [15, 16, 19], "combin": 15, "comcern": 6, "command": 6, "comment": [7, 10], "commit": 19, "common": [0, 15, 19], "common_tls_context": 22, "commun": [4, 8, 10, 14, 19], "compact": 7, "compani": 12, "compar": 7, "compat": [12, 19, 22], "complet": [2, 7, 8, 14, 15, 16, 19, 22], "complex": [0, 2, 3, 5, 11, 15, 19, 20], "complianc": 20, "compon": [3, 8, 12, 19], "compos": 14, "composit": 7, "comprehens": 14, "concept": 9, "concern": 8, "concis": 8, "confid": 20, "config": 19, "configur": [0, 1, 2, 6, 7, 9, 10, 11, 12, 14, 19, 21], "confirm": [7, 8, 15, 19, 22], "congratul": 14, "conifg": 22, "connect": [0, 3, 5, 6, 7, 8, 10, 11, 12, 14, 22], "connect_timeout": [0, 7, 8, 14, 22], "consid": [7, 10], "consist": [10, 12, 15, 19], "consol": 19, "constraint": 20, "contain": [6, 7, 8, 10, 12, 14, 19, 20], "content": [1, 2, 4, 5, 7, 8, 14, 19, 20, 22], "context": [3, 4, 8, 10, 12, 14, 15, 19], "continu": 12, "contribut": 14, "contributor": 21, "control": [6, 11, 22], "conver": 1, "convers": [0, 1, 7, 12], "convert": 14, "coordin": 11, "copilot": 12, "core": [8, 14], "corpu": 20, "correct": [1, 4, 7, 20], "correspond": 8, "cost": [1, 6, 12], "could": [0, 7, 8, 10, 15, 22], "count": 8, "cpu": [8, 9], "creat": [0, 1, 2, 4, 5, 7, 8, 10, 12, 13, 15, 22], "createus": 4, "creativ": 15, "credenti": 19, "crime": 7, "criteria": 20, "critic": [0, 1, 4, 7, 8, 10, 12, 15, 17, 19], "crucial": [15, 16, 19], "cultur": 14, "curiou": [7, 8, 14, 20, 22], "currency_exchang": 14, "currency_symbol": 14, "current": [1, 3, 15], "custom": [7, 13, 19], "cutov": 12, "czech": 14, "czk": 14, "dai": [0, 1], "dame": 14, "danish": 14, "dashboard": [15, 19], "data": [0, 1, 3, 7, 8, 12, 14, 15, 19, 20], "databas": [0, 1, 15], "datadoghq": 19, "dataset": 0, "date": [3, 14, 15], "datetim": 1, "davinci": 7, "db": 1, "dc": 16, "dd_site": 19, "debug": [0, 1, 8, 16, 19], "decemb": 14, "decis": [0, 2, 6, 7, 8, 10, 22], "decrypt": 8, "dedic": 7, "deep": [5, 13], "deeper": 14, "def": [0, 1, 15, 19], "default": [0, 1, 2, 5, 6, 7, 8, 14, 16, 22], "defens": 20, "defin": [2, 5, 7, 8, 14, 19, 22], "definit": [10, 15], "defram": 8, "degrad": 4, "deliv": 15, "deliveri": 8, "demo": 14, "demonstr": 15, "depend": [0, 8, 12, 14], "deploi": [6, 8, 12, 19], "deploy": 12, "depth": 3, "describ": [1, 4, 8], "descript": [0, 1, 3, 7, 8, 14, 15, 22], "design": [0, 3, 4, 6, 7, 8, 10, 12, 13, 15, 19], "desir": [3, 15], "destroi": 8, "detail": [2, 4, 5, 7, 8, 10, 12, 16, 19], "detect": [6, 7, 8, 10, 12, 20], "determin": [1, 3, 8, 15, 19], "detetct": 1, "dev": [6, 14], "develop": [1, 2, 3, 4, 5, 7, 8, 12, 13, 14, 19, 20, 22], "devic": [0, 1, 3, 6, 7, 8, 22], "device_id": [0, 1, 7, 8, 22], "device_reboot": 0, "device_summari": [0, 1], "dict": 15, "dictionari": [1, 7], "differ": [0, 2, 3, 7, 8, 10, 15, 19, 22], "difficult": 12, "direct": [3, 5], "directli": [7, 10], "disast": 12, "discov": 13, "dispatch": 8, "displai": [4, 15], "distribut": [7, 8, 19], "dive": [10, 13, 14], "divers": [3, 20], "dkk": 14, "dn": 5, "do": [3, 7, 12, 14, 16], "doc": 13, "docker": [0, 14, 19], "document": [3, 7, 10, 13, 14, 19], "doe": [0, 1, 3, 15, 20], "dollar": 14, "domain": [8, 15], "don": [6, 15], "doubl": 15, "down": 16, "downstream": [7, 8, 9, 10, 11, 19], "downtream": 8, "dramat": [1, 6], "draw": 7, "driven": [13, 14], "dropbox": 12, "due": 4, "duplic": 1, "durat": [8, 16], "dure": [4, 8], "dynam": [7, 15, 20], "e": [3, 8, 10, 15, 16, 19, 22], "each": [1, 3, 7, 8, 12, 15, 16, 19, 22], "earli": [7, 8, 12], "earlier": 8, "eas": 19, "easi": [14, 15, 19], "easier": [5, 14, 16], "easili": [0, 1, 12, 19], "ecosystem": 19, "edg": [8, 12, 15], "effect": [3, 7, 12, 13], "effici": [0, 1, 3, 6, 7, 14, 19], "egress": [2, 9, 10], "eiffel": 14, "either": [8, 15], "elasticsearch": 16, "element": 3, "elif": 1, "elk": 16, "els": 1, "email": [3, 15], "embarrassingli": [1, 11], "embed": [1, 7, 16, 20, 22], "empow": [3, 20], "empti": 22, "enabl": [0, 1, 2, 3, 4, 6, 8, 10, 12, 15, 19], "enchanc": 7, "encount": [8, 10], "encrypt": 8, "end": [3, 12, 19], "endpoint": [0, 1, 3, 4, 7, 8, 10, 14, 15, 19, 22], "enforc": 8, "engag": [0, 8, 12], "engin": [7, 12], "enhanc": [1, 3, 8, 14, 19, 20], "enough": 4, "enrich": [1, 3, 7, 10], "ensur": [0, 2, 3, 4, 5, 7, 8, 12, 14, 15, 19, 20], "entir": [1, 12, 19], "entri": 5, "enum": [3, 7, 8, 15, 22], "enumer": 1, "env": 14, "environ": [14, 15, 19], "envoi": [2, 5, 7, 8, 10, 11, 12, 21], "equal": 11, "equival": 14, "error": [0, 1, 3, 7, 8, 9, 10, 12, 17, 19, 20, 21, 22], "error_target": [7, 8, 22], "error_target_1": [7, 8, 22], "essenti": [3, 5, 13, 20], "establish": [0, 7, 8, 22], "etc": [1, 2, 7, 8, 10, 12, 14, 22], "ethnic": 20, "eu": 19, "eur": 14, "euro": 14, "evalu": 7, "even": [0, 15], "evenli": 8, "event": [0, 8], "everi": 16, "exactli": 8, "exampl": [0, 1, 5, 8, 9, 10, 14, 16, 22], "exceed": 8, "excel": 20, "except": [4, 15], "exception": 12, "excess": 8, "exchang": 14, "exclus": 12, "execut": [4, 7, 8, 15, 20], "exist": [1, 8, 19], "expect": [4, 15], "experi": [3, 7, 8, 12, 14, 15, 20, 22], "explain": 15, "explan": [3, 15], "explanatori": 16, "explicitli": 20, "explor": [13, 14], "export": [16, 19], "expos": [0, 5, 7, 12, 16, 20, 22], "extend": [12, 13], "extern": [0, 1, 19], "extract": [0, 3, 7, 8, 10, 12, 15, 19, 22], "extrem": 7, "f": [0, 1, 15, 16, 19], "f376e8d8c586": 16, "face": 7, "facilit": 19, "fact": [0, 2, 7, 8, 22], "fahrenheit": [3, 15], "fail": [2, 4, 8, 10], "failov": [0, 2, 5, 7, 8, 22], "failur": 4, "fair": 8, "fallback": 4, "fals": [1, 7, 8, 15, 22], "familiar": 8, "faser": 0, "fashion": [1, 8, 14], "fast": [7, 9, 10, 12, 13, 14, 21], "faster": [1, 6, 7, 10, 19], "fastest": 0, "fault": [2, 7], "fc": 8, "fc1b": 0, "featur": [1, 7, 12, 13, 18, 19, 20, 22], "feed": 16, "feedback": [4, 7, 20], "fetch": [14, 15], "few": [1, 10, 16, 19], "field": 16, "file": [2, 3, 5, 7, 8], "filenam": 22, "filter": [5, 8, 11, 12, 20], "final": 8, "find": 15, "first": [6, 7, 8, 12, 14, 15, 17, 20], "fit": 8, "flag": [7, 8, 19, 20, 22], "flask": 0, "flexibl": [0, 12, 19], "float": 15, "flow": [4, 9, 12, 16, 19], "fluentd": 16, "focu": [0, 8, 12], "focus": 7, "follow": [1, 3, 4, 6, 7, 8, 10, 12, 14, 16, 19, 22], "forint": 14, "form": 15, "format": [3, 7, 12, 15, 18, 20], "forth": 8, "forwad": 7, "forward": [1, 4, 6, 7, 8, 10, 11, 16, 19], "forward_to_llm": 1, "found": 16, "framework": [7, 19], "franc": [2, 7, 14], "francisco": [3, 15], "frankfurt": 14, "frankfurther_api": 14, "friendli": 15, "from": [0, 1, 2, 3, 4, 5, 7, 8, 10, 11, 12, 14, 15, 19, 22], "front": 12, "frontier": [0, 7], "fulfil": 12, "full": [3, 7, 14, 22], "function": [3, 4, 6, 7, 8, 10, 11, 12, 13, 21, 22], "function_cal": 13, "functionvalidationerror": 4, "fundament": 3, "further": [7, 14, 19], "g": [3, 8, 10, 15, 16, 19, 22], "gap": 15, "gastronomi": 14, "gatewai": [1, 2, 8, 10, 12, 13, 16, 19, 22], "gather": [0, 8, 12], "gbp": 14, "genai": [3, 14, 21], "gener": [0, 1, 3, 6, 8, 10, 11, 12, 13, 14, 15, 19, 20], "get": [0, 3, 6, 8, 14, 15, 19], "get_device_statist": 1, "get_device_summari": [0, 1], "get_json": [0, 1], "get_messages_since_last_int": 1, "get_supported_curr": 14, "get_trac": 19, "get_user_convers": 1, "get_weath": [3, 15], "github": [7, 14], "give": 12, "given": [0, 1, 8], "global": [1, 14], "go": [0, 12], "goal": 12, "good": 22, "googl": 12, "got": 4, "govern": 12, "gpt": [0, 2, 5, 6, 7, 8, 14, 15, 22], "gpu": 9, "grace": 4, "gracefulli": [4, 10], "group": 0, "grpc": 19, "guard": [8, 9, 12, 13, 21], "guardail": 6, "guardrail": [4, 7, 8, 10, 12, 13, 14, 20], "guid": [7, 14, 15, 20], "guidelin": 20, "gurdrail": 5, "ha": [1, 7, 8, 12, 14, 15, 19, 22], "hallucin": 16, "handel": [7, 8, 22], "handl": [0, 1, 2, 3, 4, 5, 7, 8, 10, 11, 12, 13, 15, 19, 20, 21], "handle_request": 19, "handler": [3, 7, 8], "hardwar": 11, "harm": [7, 8, 20], "hashmap": 15, "hashtabl": 15, "hate": 7, "have": [0, 1, 6, 12, 14, 15, 20], "hazard": 7, "hcm": 8, "header": [1, 8, 9, 10, 12, 14, 18, 22], "health": 8, "healthi": [8, 14], "held": 22, "help": [0, 1, 2, 3, 4, 6, 7, 8, 10, 12, 13, 14, 15, 17, 20, 22], "here": [0, 1, 3, 5, 7, 8, 14, 15, 16, 20], "hexadecim": 19, "high": [0, 2, 7, 9, 12, 15], "highli": 15, "hint": 14, "histori": [1, 15], "hkd": 14, "hong": 14, "horrid": 12, "host": [0, 2, 5, 6, 7, 8, 10, 16], "hostconnect": 10, "hostnam": [0, 7, 8, 22], "how": [0, 1, 2, 3, 5, 6, 7, 8, 10, 12, 13, 14, 15, 18, 22], "howev": 8, "html": 13, "http": [2, 4, 5, 6, 7, 8, 12, 14, 15, 16, 19, 21, 22], "http_header": 22, "http_method": 22, "huf": 14, "hug": 7, "huggingfac": [0, 2, 5, 7, 8, 14, 22], "human": [3, 4], "humanmessag": 1, "hungarian": 14, "hygien": 12, "i": [0, 1, 2, 3, 5, 6, 7, 8, 10, 11, 12, 14, 16, 17, 19, 21, 22], "iam": 19, "iceland": 14, "icon": 14, "id": [0, 1, 4, 8, 16, 19], "idea": 13, "identif": 15, "identifi": [0, 1, 3, 4, 7, 8, 15, 19, 22], "idr": 14, "il": 14, "immedi": 20, "impact": 19, "implement": [7, 8, 19, 20], "import": [0, 1, 2, 7, 14, 15, 16, 19], "improp": 4, "improv": [1, 6, 12, 13, 20], "in_path": 14, "includ": [2, 3, 5, 8, 12, 14, 15, 16, 17, 19, 20, 21], "incom": [1, 5, 6, 7, 8, 10, 19, 22], "incomplet": 15, "incredibli": 12, "index": 1, "indian": 14, "indic": [3, 8, 19], "indonesian": 14, "industri": 7, "infer": 12, "info": 14, "inform": [0, 1, 3, 4, 7, 8, 10, 12, 15, 16, 19, 20, 22], "information_extract": [7, 8, 22], "infrastructur": [2, 12, 21], "ingress": [7, 9, 10], "initi": [1, 2, 5, 8, 10, 18], "inject": [19, 20], "inner": 8, "innov": 14, "input": [0, 3, 4, 15, 20], "input_guard": [7, 8, 14, 20, 22], "inr": 14, "insecur": 19, "insert": 1, "instal": [14, 19], "instanc": [2, 8, 10, 15, 22], "instead": [1, 15], "instruct": [6, 13, 22], "insur": [0, 12], "insurance_claim_detail": 16, "int": [0, 1, 15], "integ": [0, 1, 4], "integr": [2, 3, 12, 13, 14, 15, 16, 18, 21], "intellig": [2, 3, 6, 8, 10, 12, 13, 21], "intend": 20, "intent": [0, 6, 8, 15, 22], "intent_chang": 1, "intent_changed_head": 1, "interact": [0, 7, 12, 13, 15, 16, 19, 20], "intercept": 7, "interest": 14, "interfac": 2, "interfer": 14, "intern": [0, 8, 10, 19], "interoper": 19, "interpret": [4, 15], "intro": [13, 21], "intro_to_arch": 13, "introduc": 13, "invalid": [1, 4, 15], "inventori": 19, "investig": 19, "invoc": [3, 15], "invok": [0, 3, 4, 15], "involv": [0, 3, 12], "ip": [0, 7, 8, 22], "ip1": [0, 7, 8, 22], "ip2": [0, 7, 8, 22], "isinst": [0, 1], "isk": 14, "isoformat": 1, "isol": 14, "isra": 14, "issu": [4, 10, 19], "item": [3, 7], "iter": 15, "itinerari": 15, "its": [0, 1, 3, 6, 7, 8, 10, 11, 12, 14, 19], "itself": [2, 5, 7], "jaeger": 19, "jailbreak": [7, 8, 12, 14, 20, 22], "japanes": 14, "java": [12, 15], "javascript": 15, "jpy": 14, "jq": 14, "json": [1, 2, 4, 5, 7, 8, 14, 15, 22], "jsonifi": [0, 1], "jsonschema": 15, "just": [0, 2, 7, 8, 22], "jwt": 22, "keep": [1, 10, 15], "kei": [0, 2, 5, 6, 7, 8, 9, 18, 19, 22], "kept": 22, "kibana": 16, "kind": 4, "king": 15, "know": [1, 6, 7, 10, 20], "knowledg": [5, 8, 13], "known": [7, 14], "kong": 14, "korean": 14, "koruna": 14, "krona": 14, "krone": 14, "krw": 14, "kr\u00f3na": 14, "kubernet": 19, "l7": 12, "landmark": 14, "langchain": 1, "languag": [8, 12], "larg": [7, 8, 11, 12, 15], "last": [0, 1], "latenc": [0, 6, 7, 12, 15, 17], "later": 4, "latest": 14, "layer": [7, 10, 12, 19, 20], "lead": [7, 12, 20], "learn": [12, 13, 14, 15], "len": 1, "less": 22, "let": 16, "leu": 14, "lev": 14, "level": [2, 5, 6, 9, 12, 13], "leverag": [3, 19], "libev": 8, "librari": [2, 12, 15], "lifecycl": [9, 21], "lifetim": [8, 11], "lightweight": [0, 1, 12], "like": [1, 2, 3, 4, 5, 7, 8, 10, 12, 14, 15, 16, 17, 19, 20, 22], "limit": [0, 2, 5, 7, 8, 22], "line": [1, 12, 22], "linearli": 12, "lira": 14, "list": [0, 1, 3, 7, 8, 14, 15, 22], "listen": [0, 2, 7, 8, 9, 10, 14, 19, 21, 22], "listner": 5, "live": 8, "ll": [0, 22], "llm": [0, 1, 5, 6, 8, 9, 10, 12, 13, 15, 17, 20, 21, 22], "llm_provid": [0, 2, 5, 7, 8, 13, 14, 22], "llm_respons": 1, "load": [0, 7, 8, 22], "local": [2, 5, 7, 8, 9, 22], "localhost": 14, "locat": [3, 10, 15], "log": [4, 8, 10, 18, 19, 21], "logic": [0, 2, 4, 5, 7, 8, 10, 12, 13, 15, 20, 21, 22], "long": 15, "look": [3, 7, 8, 14, 20, 22], "loop": 8, "louvr": 14, "low": [0, 6, 15], "lower": 1, "m": 14, "machin": 11, "made": 14, "mai": [0, 8, 20], "main": [8, 10, 14, 19], "maintain": [1, 3, 8], "major": [11, 14], "make": [0, 2, 4, 5, 6, 7, 8, 10, 12, 14, 15, 16, 19], "malaysian": 14, "malici": [8, 20], "manag": [0, 2, 3, 4, 5, 6, 7, 8, 12, 13, 14, 15, 16, 19, 20, 22], "managemet": 5, "mandatori": 3, "mani": [8, 19], "manipul": [0, 12], "manufactur": [0, 2, 7, 8, 22], "map": 15, "mark": [1, 3], "masssiv": 12, "match": [0, 1, 8, 22], "matter": 12, "max": [0, 7, 8, 22], "maximum": 3, "me": 14, "mean": [14, 16, 19, 22], "meaning": 4, "measur": [12, 17], "mechan": [0, 1, 2, 13, 15, 20], "meet": [15, 20], "memori": 1, "messag": [4, 8, 9, 14, 15, 20, 22], "message_entri": 1, "message_format": [0, 2, 5, 7, 8, 14, 22], "messages_for_llm": 1, "messages_since_int": 1, "messages_to_return": 1, "metadata": [1, 3, 7, 10, 16], "method": [0, 1, 16], "metric": [12, 17, 19], "mexican": 14, "might": [6, 20], "mind": [15, 19], "minim": [5, 19, 20], "minimum": 3, "ministr": 14, "minlength": 15, "minor": 20, "minut": 22, "misalign": 20, "misformat": 20, "miss": [0, 4, 12], "mistak": 20, "mistral": [2, 14, 22], "mistral8x7b": 22, "mistral_api_kei": [14, 22], "mistral_loc": 22, "mistrallocal7b": 22, "misus": 20, "mode": 6, "model": [0, 1, 2, 5, 7, 8, 9, 10, 12, 14, 15, 20, 21, 22], "model_serv": 16, "moder": 9, "modern": 19, "modif": 8, "modular": 3, "monitor": [7, 8, 12, 13, 16, 18, 19, 21], "more": [0, 1, 3, 5, 7, 10, 11, 12, 15, 16, 20, 22], "most": [0, 1, 3, 7, 10, 11, 14, 15, 16], "mostli": 1, "move": 1, "multipl": [3, 8, 11, 15], "museum": 14, "must": [0, 1], "mxn": 14, "my": [7, 8, 14, 20, 22], "myr": 14, "n": 14, "n1": 14, "n10": 14, "n11": 14, "n12": 14, "n13": 14, "n14": 14, "n15": 14, "n16": 14, "n17": 14, "n18": 14, "n19": 14, "n2": 14, "n20": 14, "n21": 14, "n22": 14, "n23": 14, "n24": 14, "n25": 14, "n26": 14, "n27": 14, "n28": 14, "n29": 14, "n3": 14, "n30": 14, "n31": 14, "n4": 14, "n5": 14, "n6": 14, "n7": 14, "n8": 14, "n9": 14, "name": [0, 1, 2, 3, 5, 7, 8, 10, 14, 15, 19, 22], "natur": [4, 7, 8, 15, 22], "navig": [13, 20], "necessari": [1, 3, 7, 8, 15], "need": [0, 3, 6, 7, 8, 10, 13, 14, 15, 19, 22], "network": [0, 2, 5, 6, 7, 9, 10, 22], "network_qa": 0, "network_summari": 0, "never": 14, "new": [1, 3, 14, 15, 19], "new_messag": 1, "next": [15, 21], "nif": 14, "nli": [1, 7, 22], "nok": 14, "non": 11, "norwegian": 14, "note": [6, 16, 22], "notr": 14, "nuanc": [12, 21], "num_stored_messag": 1, "number": [1, 8, 11, 15], "numer": 3, "nzd": 14, "object": [15, 16], "observ": [2, 10, 12, 13, 19, 21, 22], "occur": 4, "off": 22, "offer": [0, 1, 2, 7, 8, 10, 12, 17, 20, 22], "offert": 22, "often": [1, 15], "on_except": [7, 8, 14, 20, 22], "onc": [0, 1, 7, 8, 11, 14, 15], "one": [0, 1, 8, 10, 14, 15, 19], "ones": [1, 15], "ongo": 15, "onli": [1, 3, 5, 6, 7, 8, 14, 15, 20, 22], "onward": 1, "opaqu": [12, 21], "open": [3, 19], "openai": [0, 1, 5, 8, 16, 22], "openai_api_kei": [0, 2, 5, 7, 8, 14, 22], "opentelemetri": [12, 22], "oper": [8, 10, 12, 14, 15], "optim": [5, 15, 19], "option": [0, 1, 3, 6, 10, 13, 19, 22], "order": [1, 8, 15, 19], "orient": 15, "origin": [7, 10, 12, 16], "oss": 2, "otel": 19, "other": [1, 4, 6, 8, 10, 12, 14, 15, 19], "otlp": 19, "otlp_export": 19, "otlpspanexport": 19, "our": [6, 7, 8, 12, 15, 22], "out": [10, 12, 15, 21], "outbound": [2, 12, 14, 19], "outgo": [5, 19], "outlin": 8, "output": [12, 15, 17, 20], "outsid": [12, 21], "over": [0, 1, 2], "overal": [1, 3, 6], "overid": 22, "overload": 8, "overrid": [7, 8, 14, 22], "overview": [18, 21], "overwhelm": 8, "own": 8, "p50": 7, "p90": 0, "packag": [14, 19], "page": 7, "pai": 15, "pain": [2, 5, 7, 8, 12, 22], "pair": 7, "par": 15, "parallel": [8, 11, 15], "param": 15, "paramet": [4, 7, 8, 12, 14, 15, 20, 22], "parent": 19, "pari": 14, "parrallel": 1, "pars": [2, 4, 5, 7, 8, 15, 16, 22], "part": [8, 12, 15, 19], "particular": [3, 15], "pass": [1, 7, 8, 16], "past": 1, "path": [0, 1, 3, 7, 8, 10, 14, 15, 16, 22], "payment": [15, 19], "pem": 22, "pend": 19, "per": [8, 12, 15, 16, 17, 22], "perceiv": [12, 17], "perform": [0, 3, 5, 6, 7, 8, 11, 12, 15, 19, 20], "performimg": 7, "period": 8, "person": [0, 3, 12, 13, 14, 15, 21], "peso": 14, "phase": 7, "philippin": 14, "php": [12, 14], "piec": [3, 7], "pilot": 19, "pip": [14, 19], "pipelin": [8, 19], "place": [8, 15], "placehold": [0, 1, 19], "plan": [7, 10], "pleas": [4, 6, 7], "pln": 14, "pod": 19, "point": [5, 7, 15], "polici": [8, 19], "polish": 14, "pool": 8, "popul": 14, "popular": 19, "port": [0, 2, 5, 7, 8, 10, 14, 22], "possibl": 4, "post": [0, 1, 16, 22], "potenti": 7, "pound": 14, "power": [7, 15, 19, 20], "practic": [3, 5, 8, 9, 12, 13, 18], "pre": [8, 20], "precis": [1, 15], "predefin": [0, 3, 7, 10, 12], "prefer": [15, 19], "premis": [2, 6], "prepar": [1, 15, 19], "presenc": [2, 5], "present": [1, 12, 15, 19], "prevent": [8, 12, 19, 20], "previou": 1, "price": [6, 14], "primari": [5, 7, 11], "primit": [2, 5, 10, 21], "primitv": 7, "primtiv": 1, "print": [2, 7, 14, 15, 19], "priorit": 20, "privaci": 7, "private_kei": 22, "proce": [7, 8, 22], "process": [3, 4, 6, 7, 10, 11, 12, 13, 15, 16, 19, 20], "process_customer_request": 19, "process_rag": 1, "processor": 19, "produc": 15, "product": [15, 19], "profil": 15, "program": [7, 8, 20, 22], "project": [3, 12], "promot": 8, "prompt": [2, 4, 5, 6, 8, 9, 10, 11, 12, 13, 14, 21, 22], "prompt_guard": [7, 8, 13, 14, 22], "prompt_target": [0, 1, 3, 7, 8, 13, 14, 15, 22], "prompt_target_intent_matching_threshold": 22, "propag": [7, 12, 18], "proper": 19, "properli": 10, "properti": 15, "protect": [19, 20], "proto": 19, "protocol": [8, 14, 16, 19], "proven": 12, "provid": [0, 1, 3, 4, 5, 7, 8, 10, 12, 13, 14, 15, 16, 17, 19, 20, 21, 22], "proxi": [7, 8, 10], "pull": 1, "purchas": [0, 2, 7, 8, 22], "purpos": [0, 3, 6, 7, 8, 10, 12], "push": 22, "python": [1, 12, 15, 16], "q": 0, "q1": 20, "qualiti": 1, "queri": [0, 1, 3, 14, 15, 19], "question": [1, 7, 8, 22], "queue": 15, "quick": 19, "quickli": [6, 12, 13, 14], "quickstart": [13, 21], "rag": [7, 8, 10, 13, 21], "rais": 15, "rand": 14, "random_sampl": 19, "rang": [0, 1, 19], "rare": 8, "rate": [2, 7, 8, 12, 14, 17, 19, 22], "rate_limit": 22, "rather": 4, "raw": 4, "rch": 10, "re": [7, 8, 14, 15, 19, 20, 22], "reach": 20, "read": [5, 7, 8, 12, 19], "readabl": [3, 4], "real": [0, 1, 14, 15], "realli": 12, "reboot": [0, 1, 3, 7, 8, 22], "reboot_devic": [0, 3], "reboot_network_devic": [7, 8, 22], "receiv": [4, 7, 8, 10, 15, 16, 19, 20], "recept": 8, "recognit": [3, 7], "recommend": [8, 11, 14], "record": [12, 19], "recoveri": 12, "reddit": 12, "reduc": 20, "refer": [0, 6, 14, 15, 16, 21], "refin": 7, "region": 19, "reject": [7, 12], "relat": [0, 6, 8, 12, 19], "relev": [0, 1, 3, 8, 15], "reli": [7, 19], "reliabl": [2, 5, 15, 20], "remain": 15, "rememb": 15, "remind": 15, "renminbi": 14, "repeat": 20, "replac": 19, "repositori": 14, "repres": [7, 12, 19], "request": [2, 4, 5, 7, 9, 10, 12, 14, 15, 16, 19, 20, 21, 22], "requestsinstrumentor": 19, "requir": [0, 1, 3, 4, 5, 7, 8, 12, 14, 15, 21, 22], "resili": [7, 12], "resolv": 19, "resourc": [14, 18], "respect": 16, "respond": [4, 12, 17, 19], "respons": [0, 1, 2, 3, 4, 7, 8, 10, 13, 14, 15, 16, 19, 20, 22], "response_cod": 16, "response_flag": 16, "rest": [8, 11], "result": [0, 15], "retri": [0, 2, 5, 7, 8, 12, 22], "retriev": [0, 1, 7, 8, 10, 15], "return": [0, 1, 3, 8, 10, 15, 19, 20], "return_messag": 1, "revers": [1, 8], "ringgit": 14, "risk": 20, "roadmap": 7, "robin": [0, 7, 8, 22], "robust": [7, 12, 15, 20, 21], "role": [1, 4, 7, 14, 19], "romanian": 14, "ron": 14, "root": 4, "round": [0, 7, 8, 22], "rout": [0, 1, 2, 5, 7, 8, 12, 21], "router": [3, 8], "routin": 15, "rule": 15, "run": [0, 1, 6, 7, 8, 10, 12, 14, 19], "runtimeerror": 4, "rupe": 14, "rupiah": 14, "safer": 20, "safeti": [5, 7, 12, 20], "sai": 15, "same": [12, 15, 21], "sampl": [14, 19, 22], "sampling_r": 22, "san": [3, 15], "sanit": [8, 20], "scalabl": [3, 14], "scale": [1, 2, 8, 12, 13], "scenario": [0, 6, 7, 8, 12, 13, 15, 22], "schedul": [7, 10, 15], "schema": [1, 3, 14, 15], "scienc": 15, "score": 7, "script": [14, 15], "scrutini": 20, "sdk": 19, "seamless": [2, 15], "seamlessli": [2, 3, 19], "seattl": 15, "second": 10, "section": [1, 2, 3, 5, 7, 8, 13, 19], "secur": [2, 5, 7, 8, 12, 13, 19, 20, 21], "see": [5, 7], "sek": 14, "select": [8, 14], "selector": 22, "self": [6, 8, 10, 12, 16], "semant": 7, "send": [1, 2, 7, 8, 10, 15, 19, 22], "sender": 7, "sensit": 19, "sent": [8, 16], "separ": [3, 6, 8, 10, 11, 22], "sequenti": 0, "serv": [8, 9, 10, 21], "server": [1, 4, 6, 8, 10, 12, 14], "servic": [0, 1, 3, 7, 8, 15, 16, 19], "set": [1, 5, 6, 7, 8, 10, 12, 13, 14, 15, 19, 22], "set_tracer_provid": 19, "setup": [5, 7, 15], "sever": [8, 12, 17], "sevic": 10, "sgd": 14, "shape": 12, "share": [7, 8, 10], "sheqel": 14, "shift": 1, "short": 15, "should": [2, 3, 4, 5, 7, 8, 15, 22], "show": [1, 14], "side": 4, "signatur": 15, "similar": 7, "simpl": [7, 14, 15, 19, 22], "simpli": [2, 5, 7, 14, 19], "simplic": 8, "simplif": 5, "simplifi": [2, 3, 5, 13, 19], "simul": [0, 1], "simultan": 0, "sinc": [1, 7, 14], "singapor": 14, "singl": [7, 10, 11, 12, 15, 22], "site": 19, "skimp": 15, "slowest": 6, "small": [11, 12], "smart": [10, 12, 15], "smarter": 1, "sni": 8, "snippet": 1, "so": [0, 1, 6, 7, 10, 12, 15, 22], "socket": 8, "softwar": [7, 12], "solut": 3, "some": [8, 11, 14, 15], "sonnet": 7, "sota": 15, "sourc": [14, 15, 19], "south": 14, "span": [8, 19], "span_processor": 19, "special": [12, 13, 19], "specif": [0, 1, 3, 4, 6, 7, 8, 12, 14, 15, 19, 20, 22], "specifi": [1, 3, 8, 10, 15], "speed": [1, 6, 12, 17], "spell": 15, "spend": [11, 22], "sporad": 11, "sql": 1, "stack": [4, 13, 15, 16], "stage": 20, "stai": 7, "standalon": 19, "standard": [12, 19], "start": [2, 5, 6, 7, 10, 19], "start_as_current_span": 19, "start_tim": 16, "stat": [0, 1, 8, 22], "state": [1, 3, 7, 8, 14, 15], "stateless": 1, "static": 8, "statist": [0, 1, 8], "statu": [15, 16, 19], "steer": 1, "step": [13, 19, 21], "still": 1, "stock": 19, "store": 1, "stored_messag": 1, "str": [1, 3, 7, 8, 14, 15, 22], "straightforward": 15, "stream": [2, 5, 7, 8, 22], "streamlin": [1, 3, 5], "string": [4, 15], "strip": 7, "stripe": 12, "structur": [1, 16], "struggl": 1, "submit": 15, "substanti": 12, "subsystem": [0, 2, 5, 6, 7, 8, 12, 22], "subsytem": 7, "success": [12, 14], "successfulli": 14, "suggest": [15, 20], "suit": 12, "suitabl": [3, 15], "summar": [3, 7, 8, 22], "summari": [7, 8, 15, 18, 22], "support": [0, 2, 3, 7, 8, 10, 12, 14, 19, 20], "suppport": 22, "sure": 4, "swedish": 14, "swiss": 14, "switch": 2, "symbol": 14, "system": [0, 2, 4, 5, 7, 8, 12, 14, 15, 16, 19, 20, 21, 22], "system_prompt": [0, 2, 7, 8, 14, 22], "t": [6, 15], "tail": 16, "tailor": [0, 12, 15, 20], "take": [7, 8, 10, 12], "taken": 16, "target": [2, 5, 8, 9, 10, 13, 14, 21, 22], "task": [0, 7, 8, 11, 12, 15], "tcp": 8, "tech": [13, 19, 21], "tech_overview": 13, "technic": 19, "techniqu": [7, 20], "technologi": [12, 13], "telemetri": [12, 19], "temperatur": [3, 15], "termin": 12, "terminologi": [9, 21], "test": [6, 12, 15], "text": [2, 5, 7, 8, 15, 22], "tft": [12, 17], "thai": 14, "than": [0, 6, 22], "thb": 14, "thei": [1, 3, 20, 22], "them": [3, 4, 8, 10, 15, 20], "thi": [0, 1, 2, 3, 4, 5, 6, 7, 8, 11, 12, 13, 14, 15, 16, 19, 22], "thing": [10, 22], "think": 15, "thoroughli": 15, "those": [0, 1, 10], "thread": [8, 9, 21], "three": [6, 8, 12, 17], "threshold": 22, "through": [2, 7, 8, 12, 15, 16, 19], "throughput": [0, 15], "time": [0, 1, 7, 8, 12, 15, 16, 17, 22], "time_rang": [0, 1], "timestamp": [1, 8], "tip": 9, "tl": [8, 10, 12, 22], "tls_certif": [0, 22], "todai": [8, 14, 20], "token": [1, 6, 7, 12, 17, 22], "toler": [2, 7], "too": 8, "took": 16, "tool": [4, 12, 16, 18, 20], "top": [2, 5, 11], "topologi": 9, "tot": [12, 17], "total": [12, 16, 17], "tower": 14, "trace": [4, 7, 8, 10, 12, 18, 21, 22], "trace_export": 19, "tracepar": [12, 18], "tracer": 19, "tracer_provid": 19, "tracerprovid": 19, "track": [1, 14], "tradit": [12, 21], "traffic": [2, 5, 7, 8, 12, 16], "train": 20, "transact": 15, "transpar": 12, "transport": 8, "travel": [7, 10, 15], "travers": 8, "treat": [7, 8, 22], "tri": 1, "trigger": [0, 13, 15], "trivial": 8, "troubleshoot": [3, 4, 13], "true": [0, 1, 2, 3, 5, 7, 8, 14, 15, 19, 22], "try": [14, 15], "tupl": 15, "turbo": 0, "turkish": 14, "turn": 15, "tutori": 13, "two": [0, 6, 7, 8, 10], "type": [0, 1, 2, 3, 4, 5, 7, 8, 10, 14, 15, 22], "typic": [8, 15], "typo": 20, "ui": 8, "unauthor": 7, "under": 16, "understand": [12, 13, 15, 17, 19, 20], "undifferenti": [8, 10, 12], "unexpect": 15, "unifi": 2, "uniformli": 19, "uniqu": [3, 19, 22], "unit": [3, 14, 15, 22], "until": 8, "unwant": 8, "up": [1, 6, 10, 13, 14, 19], "updat": [0, 8, 12, 14, 15, 22], "update_user_convers": 1, "upgrad": [2, 8, 12], "upon": 8, "upstream": [1, 7, 8, 9, 10, 12, 13, 16, 17], "upstream_host": 16, "url": [7, 14], "us": [0, 1, 3, 5, 6, 8, 10, 12, 13, 16, 18, 22], "usabl": 20, "usag": [2, 3, 8, 12, 15, 17], "usd": 14, "user": [0, 1, 3, 4, 7, 8, 12, 14, 15, 16, 17, 20, 21], "user_id": [1, 4], "user_memori": 1, "usi": 19, "usual": [7, 14], "utcnow": 1, "util": [7, 8, 14], "uuid": 1, "uuid4": 1, "v": 19, "v0": [0, 2, 5, 7, 8, 14, 22], "v1": [5, 14, 16], "v2": 14, "v24": 14, "v3": 14, "valid": [0, 1, 13, 14, 15, 20], "validationerror": [4, 15], "valu": [0, 1, 3, 7, 8, 15, 19, 20, 22], "valueerror": 15, "variabl": [14, 19], "varieti": 8, "variou": [11, 12, 15, 19], "ve": [14, 22], "vector": [1, 7], "vendor": 2, "venv": 14, "veri": [8, 19], "verif": 19, "verifi": 19, "version": [0, 2, 5, 7, 8, 14, 19, 22], "via": [0, 4, 6, 8, 10, 12, 13, 14, 19, 20, 22], "view": 19, "violat": [4, 8, 10, 20], "violent": 7, "virtual": [14, 22], "visibl": 16, "visit": 7, "vpc": 6, "w3c": [12, 19], "wa": [8, 12, 15, 16], "wai": [0, 1, 2, 5, 7, 8, 12, 22], "wait": [0, 7, 8, 22], "want": [0, 10, 12, 14, 15], "watch": 15, "we": [8, 10, 11, 14, 20, 22], "weather": [3, 15], "weather_info": 15, "weather_validation_schema": 15, "web": [8, 10], "welcom": 13, "well": 12, "were": 16, "what": [2, 4, 7, 12, 14, 16], "when": [0, 1, 2, 4, 5, 7, 8, 10, 15, 19], "where": [0, 3, 6, 7, 8, 14, 15, 16, 20], "whether": [3, 15], "which": [0, 1, 2, 5, 6, 8, 12, 15, 16, 17, 19, 21], "while": [1, 7, 11, 13, 15, 20], "wide": [8, 19], "window": 14, "within": [0, 3, 7, 8, 13, 15, 20, 22], "without": [5, 8, 12, 13], "won": 14, "work": [6, 10, 12, 15, 18, 19, 22], "worker": [8, 11], "workflow": [13, 21], "workload": 11, "would": [0, 1, 8, 22], "write": [0, 12, 13], "written": [8, 11, 12], "x": [1, 4, 8, 10, 14, 16], "yaml": [0, 14, 19], "yen": 14, "yml": [2, 7, 22], "york": [3, 15], "you": [0, 1, 2, 3, 4, 5, 6, 7, 8, 10, 12, 13, 14, 15, 17, 19, 20, 22], "your": [0, 1, 2, 3, 5, 6, 7, 8, 10, 12, 13, 14, 15, 16, 17, 19, 20, 22], "yourweatherapp": 15, "yuan": 14, "zar": 14, "zealand": 14, "zeroshot": 16, "z\u0142oti": 14}, "titles": ["Agentic Workflow", "RAG Application", "LLM Provider", "Prompt Target", "Error Target", "Listener", "Model Serving", "Prompts", "Request Lifecycle", "Tech Overview", "Terminology", "Threading Model", "Intro to Arch", "Overview", "Quickstart", "Function Calling", "Access Logging", "Monitoring", "Observability", "Tracing", "Prompt Guard", "Welcome to Arch!", "Configuration Reference"], "titleterms": {"1": [0, 1, 14, 15], "2": [0, 1, 14, 15], "3": [1, 14, 15], "A": 19, "It": 16, "access": 16, "addit": 19, "agent": [0, 7, 14, 19], "ai": [14, 19], "an": 7, "app": 7, "applic": 1, "ar": 3, "arch": [1, 7, 12, 13, 14, 15, 20, 21], "architectur": 8, "aw": 19, "base": 1, "basic": 3, "benefit": [19, 20], "best": [4, 15, 19], "blaze": 6, "breakdown": 19, "build": [13, 14, 21], "call": [0, 15], "case": 15, "client": [7, 14], "cloud": 6, "come": 1, "command": 14, "concept": [4, 13, 21], "config": 14, "configur": [3, 5, 8, 15, 20, 22], "convers": 14, "conversationbuffermemori": 1, "cpu": 6, "creat": 14, "curl": 14, "currenc": 14, "datadog": 19, "default": 3, "defin": [0, 1, 3, 15], "detect": 1, "downstream": 5, "drift": 1, "egress": [5, 7, 8], "error": 4, "exampl": [2, 3, 4, 7, 15, 19, 20], "extract": 1, "fast": 6, "featur": [3, 15, 16], "file": 14, "flask": 1, "flow": 8, "format": [16, 19], "function": [0, 15], "gatewai": [7, 14], "get": [1, 13, 21], "gpu": 6, "guard": [7, 20], "guid": [13, 21], "header": [4, 19], "high": 8, "how": [16, 19, 20], "i": [15, 20], "implement": 15, "ingress": [5, 8], "initi": 19, "instrument": 19, "integr": 19, "intent": [1, 3, 7], "interact": 14, "intro": 12, "kei": [3, 4, 15, 16], "languag": 15, "latest": 1, "level": 8, "lifecycl": 8, "listen": 5, "llm": [2, 7, 14], "local": 6, "log": 16, "logic": 3, "marker": 1, "match": [3, 7], "messag": [1, 7], "model": [6, 11], "moder": 6, "monitor": 17, "multipl": 0, "network": 8, "next": 14, "observ": 18, "openai": [2, 7, 14], "opentelemetri": 19, "over": 15, "overview": [9, 13, 19], "parallel": 0, "paramet": [0, 1, 3], "post": 8, "practic": [4, 15, 19], "prerequisit": 14, "process": [0, 1, 8], "prompt": [0, 1, 3, 7, 15, 20], "propag": 19, "provid": 2, "python": [2, 14, 19], "quickstart": 14, "rag": 1, "rai": 19, "refer": 22, "request": [0, 1, 8], "resourc": [19, 21], "rout": 3, "router": 14, "sdk": 2, "serv": 6, "singl": 0, "soon": 1, "start": [13, 14, 21], "step": [0, 1, 14, 15], "summari": [3, 19, 20], "support": 15, "take": 15, "target": [0, 1, 3, 4, 7, 15], "tech": 9, "terminologi": [8, 10], "thread": 11, "tip": [4, 15], "tool": 19, "topologi": 8, "trace": 19, "tracepar": 19, "updat": 1, "upstream": 5, "us": [2, 7, 14, 15, 19, 20], "via": [1, 7], "visual": 19, "welcom": 21, "what": [3, 15, 20], "why": 20, "work": [16, 20], "workflow": [0, 15], "x": 19}})
\ No newline at end of file