diff --git a/build_with_arch/agent.html b/build_with_arch/agent.html index 5c82116f..21dd9d25 100755 --- a/build_with_arch/agent.html +++ b/build_with_arch/agent.html @@ -174,49 +174,64 @@ is how you would go about enabling this scenario with Arch:

Prompt Target Example Configuration
 1version: v0.1
- 2
- 3listen:
- 4  address: 0.0.0.0 # or 127.0.0.1
- 5  port: 10000
- 6  # Defines how Arch should parse the content from application/json or text/pain Content-type in the http request
- 7  message_format: huggingface
- 8
- 9# Centralized way to manage LLMs, manage keys, retry logic, failover and limits in a central way
-10llm_providers:
-11  - name: OpenAI
-12    provider: openai
-13    access_key: OPENAI_API_KEY
-14    model: gpt-4o
-15    default: true
-16    stream: true
-17
-18# default system prompt used by all prompt targets
-19system_prompt: You are a network assistant that just offers facts; not advice on manufacturers or purchasing decisions.
-20
-21prompt_targets:
-22  - name: reboot_devices
-23    description: Reboot specific devices or device groups
-24
-25    path: /agent/device_reboot
-26    parameters:
-27      - name: device_ids
-28        type: list
-29        description: A list of device identifiers (IDs) to reboot.
-30        required: false
-31      - name: device_group
-32        type: str
-33        description: The name of the device group to reboot
-34        required: false
-35
-36# Arch creates a round-robin load balancing between different endpoints, managed via the cluster subsystem.
-37endpoints:
-38  app_server:
-39    # value could be ip address or a hostname with port
-40    # this could also be a list of endpoints for load balancing
-41    # for example endpoint: [ ip1:port, ip2:port ]
-42    endpoint: 127.0.0.1:80
-43    # max time to wait for a connection to be established
-44    connect_timeout: 0.005s
+ 2listener:
+ 3  address: 127.0.0.1
+ 4  port: 8080 #If you configure port 443, you'll need to update the listener with tls_certificates
+ 5  message_format: huggingface
+ 6
+ 7# Centralized way to manage LLMs, manage keys, retry logic, failover and limits in a central way
+ 8llm_providers:
+ 9  - name: OpenAI
+10    provider: openai
+11    access_key: OPENAI_API_KEY
+12    model: gpt-4o
+13    default: true
+14
+15# default system prompt used by all prompt targets
+16system_prompt: |
+17  You are a network assistant that just offers facts; not advice on manufacturers or purchasing decisions.
+18
+19prompt_targets:
+20    - name: network_qa
+21      endpoint:
+22        name: app_server
+23        path: /agent/network_summary
+24      description: Handle general Q/A related to networking.
+25      default: true
+26    - name: reboot_devices
+27      description: Reboot specific devices or device groups
+28      endpoint:
+29        name: app_server
+30        path: /agent/device_reboot
+31      parameters:
+32        - name: device_ids
+33          type: list
+34          description: A list of device identifiers (IDs) to reboot.
+35          required: true
+36    - name: device_summary
+37      description: Retrieve statistics for specific devices within a time range
+38      endpoint:
+39        name: app_server
+40        path: /agent/device_summary
+41      parameters:
+42        - name: device_ids
+43          type: list
+44          description: A list of device identifiers (IDs) to retrieve statistics for.
+45          required: true  # device_ids are required to get device statistics
+46        - name: time_range
+47          type: int
+48          description: Time range in days for which to gather device statistics. Defaults to 7.
+49          default: "7"
+50
+51# Arch creates a round-robin load balancing between different endpoints, managed via the cluster subsystem.
+52endpoints:
+53  app_server:
+54    # value could be ip address or a hostname with port
+55    # this could also be a list of endpoints for load balancing
+56    # for example endpoint: [ ip1:port, ip2:port ]
+57    endpoint: host.docker.internal:18083
+58    # max time to wait for a connection to be established
+59    connect_timeout: 0.005s
@@ -291,49 +306,64 @@ the user’s intent.

Prompt Target Example Configuration
 1version: v0.1
- 2
- 3listen:
- 4  address: 0.0.0.0 # or 127.0.0.1
- 5  port: 10000
- 6  # Defines how Arch should parse the content from application/json or text/pain Content-type in the http request
- 7  message_format: huggingface
- 8
- 9# Centralized way to manage LLMs, manage keys, retry logic, failover and limits in a central way
-10llm_providers:
-11  - name: OpenAI
-12    provider: openai
-13    access_key: OPENAI_API_KEY
-14    model: gpt-4o
-15    default: true
-16    stream: true
-17
-18# default system prompt used by all prompt targets
-19system_prompt: You are a network assistant that just offers facts; not advice on manufacturers or purchasing decisions.
-20
-21prompt_targets:
-22  - name: reboot_devices
-23    description: Reboot specific devices or device groups
-24
-25    path: /agent/device_reboot
-26    parameters:
-27      - name: device_ids
-28        type: list
-29        description: A list of device identifiers (IDs) to reboot.
-30        required: false
-31      - name: device_group
-32        type: str
-33        description: The name of the device group to reboot
-34        required: false
-35
-36# Arch creates a round-robin load balancing between different endpoints, managed via the cluster subsystem.
-37endpoints:
-38  app_server:
-39    # value could be ip address or a hostname with port
-40    # this could also be a list of endpoints for load balancing
-41    # for example endpoint: [ ip1:port, ip2:port ]
-42    endpoint: 127.0.0.1:80
-43    # max time to wait for a connection to be established
-44    connect_timeout: 0.005s
+ 2listener:
+ 3  address: 127.0.0.1
+ 4  port: 8080 #If you configure port 443, you'll need to update the listener with tls_certificates
+ 5  message_format: huggingface
+ 6
+ 7# Centralized way to manage LLMs, manage keys, retry logic, failover and limits in a central way
+ 8llm_providers:
+ 9  - name: OpenAI
+10    provider: openai
+11    access_key: OPENAI_API_KEY
+12    model: gpt-4o
+13    default: true
+14
+15# default system prompt used by all prompt targets
+16system_prompt: |
+17  You are a network assistant that just offers facts; not advice on manufacturers or purchasing decisions.
+18
+19prompt_targets:
+20    - name: network_qa
+21      endpoint:
+22        name: app_server
+23        path: /agent/network_summary
+24      description: Handle general Q/A related to networking.
+25      default: true
+26    - name: reboot_devices
+27      description: Reboot specific devices or device groups
+28      endpoint:
+29        name: app_server
+30        path: /agent/device_reboot
+31      parameters:
+32        - name: device_ids
+33          type: list
+34          description: A list of device identifiers (IDs) to reboot.
+35          required: true
+36    - name: device_summary
+37      description: Retrieve statistics for specific devices within a time range
+38      endpoint:
+39        name: app_server
+40        path: /agent/device_summary
+41      parameters:
+42        - name: device_ids
+43          type: list
+44          description: A list of device identifiers (IDs) to retrieve statistics for.
+45          required: true  # device_ids are required to get device statistics
+46        - name: time_range
+47          type: int
+48          description: Time range in days for which to gather device statistics. Defaults to 7.
+49          default: "7"
+50
+51# Arch creates a round-robin load balancing between different endpoints, managed via the cluster subsystem.
+52endpoints:
+53  app_server:
+54    # value could be ip address or a hostname with port
+55    # this could also be a list of endpoints for load balancing
+56    # for example endpoint: [ ip1:port, ip2:port ]
+57    endpoint: host.docker.internal:18083
+58    # max time to wait for a connection to be established
+59    connect_timeout: 0.005s
diff --git a/searchindex.js b/searchindex.js index 561a5126..6a5bb59f 100755 --- a/searchindex.js +++ b/searchindex.js @@ -1 +1 @@ -Search.setIndex({"alltitles": {"AI Agent Tracing Visualization Example": [[19, "ai-agent-tracing-visualization-example"]], "AWS X-Ray": [[19, "aws-x-ray"]], "Access Logging": [[16, null]], "Additional Resources": [[19, "additional-resources"]], "Agentic Apps via Prompt Targets": [[7, "agentic-apps-via-prompt-targets"]], "Agentic Workflow": [[0, null]], "Arch-Function": [[15, "arch-function"]], "Arch-Guard": [[20, "arch-guard"]], "Basic Configuration": [[3, "basic-configuration"]], "Benefits of Using Prompt Guard": [[20, "benefits-of-using-prompt-guard"]], "Benefits of Using Traceparent Headers": [[19, "benefits-of-using-traceparent-headers"]], "Best Practices": [[19, "best-practices"]], "Best Practices and Tips": [[4, "best-practices-and-tips"], [15, "best-practices-and-tips"]], "Build with Arch": [[13, "build-with-arch"], [21, null]], "Cloud Serving (GPU - Blazing Fast)": [[6, "cloud-serving-gpu-blazing-fast"]], "Concepts": [[13, "concepts"], [21, null]], "Configuration": [[8, "configuration"]], "Configuration Reference": [[22, null]], "Configure Listener": [[5, "configure-listener"]], "Configuring Prompt Targets": [[3, "configuring-prompt-targets"]], "Datadog": [[19, "datadog"]], "Default Targets": [[3, "default-targets"]], "Defining Parameters": [[3, "defining-parameters"]], "Downstream (Ingress)": [[5, "downstream-ingress"]], "Error Header Example": [[4, "error-header-example"]], "Error Target": [[4, null]], "Example Configuration": [[3, "example-configuration"], [20, "example-configuration"]], "Example Use Cases": [[15, "example-use-cases"]], "Example with OpenTelemetry in Python": [[19, "example-with-opentelemetry-in-python"]], "Example: Using OpenAI Client with Arch as an Egress Gateway": [[7, "example-using-openai-client-with-arch-as-an-egress-gateway"]], "Example: Using the OpenAI Python SDK": [[2, "example-using-the-openai-python-sdk"]], "Function Calling": [[15, null]], "Function Calling Workflow": [[15, "function-calling-workflow"]], "Get Started": [[13, "get-started"], [21, null]], "Guides": [[13, "guides"], [21, null]], "Header Format": [[19, "header-format"]], "High level architecture": [[8, "high-level-architecture"]], "How Arch-Guard Works": [[20, "how-arch-guard-works"]], "How to Initiate A Trace": [[19, "how-to-initiate-a-trace"]], "Implementing Function Calling": [[15, "implementing-function-calling"]], "Instrumentation": [[19, "instrumentation"]], "Integrating with Tracing Tools": [[19, "integrating-with-tracing-tools"]], "Intent Detection and Prompt Matching:": [[7, "intent-detection-and-prompt-matching"]], "Intent Matching": [[3, "intent-matching"]], "Intent-drift Detection": [[1, "intent-drift-detection"]], "Intro to Arch": [[12, null]], "Key Concepts": [[4, "key-concepts"]], "Key Features": [[3, "key-features"], [15, "key-features"], [16, "key-features"]], "LLM Provider": [[2, null]], "Listener": [[5, null]], "Local Serving (CPU - Moderate)": [[6, "local-serving-cpu-moderate"]], "Local Serving (GPU - Fast)": [[6, "local-serving-gpu-fast"]], "Messages": [[7, "messages"]], "Model Serving": [[6, null]], "Monitoring": [[17, null]], "Network topology": [[8, "network-topology"]], "Next Steps": [[14, "next-steps"]], "Observability": [[18, null]], "Overview": [[8, "overview"], [8, "id1"], [13, null], [19, "overview"]], "Parallel & Multiple Function Calling": [[0, "parallel-multiple-function-calling"]], "Parameter Extraction for RAG": [[1, "parameter-extraction-for-rag"]], "Post-request processing": [[8, "post-request-processing"]], "Prerequisites": [[14, "prerequisites"]], "Prompt Guard": [[7, "prompt-guard"], [20, null]], "Prompt Target": [[3, null]], "Prompt Targets": [[7, "prompt-targets"]], "Prompting LLMs": [[7, "prompting-llms"]], "Prompts": [[7, null]], "Quickstart": [[14, null]], "RAG Application": [[1, null]], "Request Flow (Egress)": [[8, "request-flow-egress"]], "Request Flow (Ingress)": [[8, "request-flow-ingress"]], "Request Lifecycle": [[8, null]], "Resources": [[21, null]], "Routing Logic": [[3, "routing-logic"]], "Single Function Call": [[0, "single-function-call"]], "Step 1: Define ConversationBufferMemory": [[1, "step-1-define-conversationbuffermemory"]], "Step 1: Define Prompt Targets": [[0, "step-1-define-prompt-targets"], [0, "id1"], [1, "step-1-define-prompt-targets"]], "Step 1: Define the Function": [[15, "step-1-define-the-function"]], "Step 1: Install Arch": [[14, "step-1-install-arch"]], "Step 2: Config Arch": [[14, "step-2-config-arch"]], "Step 2: Configure Prompt Targets": [[15, "step-2-configure-prompt-targets"]], "Step 2: Process Request Parameters": [[0, "step-2-process-request-parameters"]], "Step 2: Process Request Parameters in Flask": [[1, "step-2-process-request-parameters-in-flask"]], "Step 2: Update ConversationBufferMemory with Intents": [[1, "step-2-update-conversationbuffermemory-with-intents"]], "Step 3: Arch Takes Over": [[15, "step-3-arch-takes-over"]], "Step 3: Get Messages based on latest drift": [[1, "step-3-get-messages-based-on-latest-drift"]], "Step 3: Start Arch Gateway": [[14, "step-3-start-arch-gateway"]], "Summary": [[3, "summary"], [19, "summary"], [20, "summary"]], "Supported Languages": [[15, "supported-languages"]], "Tech Overview": [[9, null]], "Terminology": [[8, "terminology"], [10, null]], "Threading Model": [[11, null]], "Trace Breakdown:": [[19, "trace-breakdown"]], "Trace Propagation": [[19, "trace-propagation"]], "Tracing": [[19, null]], "Upstream (Egress)": [[5, "upstream-egress"]], "Welcome to Arch!": [[21, null]], "What Are Prompt Targets?": [[3, "what-are-prompt-targets"]], "What Is Arch-Guard": [[20, "what-is-arch-guard"]], "What is Function Calling?": [[15, "what-is-function-calling"]], "Why Prompt Guard": [[20, "why-prompt-guard"]]}, "docnames": ["build_with_arch/agent", "build_with_arch/rag", "concepts/llm_provider", "concepts/prompt_target", "concepts/tech_overview/error_target", "concepts/tech_overview/listener", "concepts/tech_overview/model_serving", "concepts/tech_overview/prompt", "concepts/tech_overview/request_lifecycle", "concepts/tech_overview/tech_overview", "concepts/tech_overview/terminology", "concepts/tech_overview/threading_model", "get_started/intro_to_arch", "get_started/overview", "get_started/quickstart", "guides/function_calling", "guides/observability/access_logging", "guides/observability/monitoring", "guides/observability/observability", "guides/observability/tracing", "guides/prompt_guard", "index", "resources/configuration_reference"], "envversion": {"sphinx": 63, "sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx.ext.intersphinx": 1, "sphinx.ext.viewcode": 1}, "filenames": ["build_with_arch/agent.rst", "build_with_arch/rag.rst", "concepts/llm_provider.rst", "concepts/prompt_target.rst", "concepts/tech_overview/error_target.rst", "concepts/tech_overview/listener.rst", "concepts/tech_overview/model_serving.rst", "concepts/tech_overview/prompt.rst", "concepts/tech_overview/request_lifecycle.rst", "concepts/tech_overview/tech_overview.rst", "concepts/tech_overview/terminology.rst", "concepts/tech_overview/threading_model.rst", "get_started/intro_to_arch.rst", "get_started/overview.rst", "get_started/quickstart.rst", "guides/function_calling.rst", "guides/observability/access_logging.rst", "guides/observability/monitoring.rst", "guides/observability/observability.rst", "guides/observability/tracing.rst", "guides/prompt_guard.rst", "index.rst", "resources/configuration_reference.rst"], "indexentries": {}, "objects": {}, "objnames": {}, "objtypes": {}, "terms": {"": [0, 1, 2, 3, 4, 5, 6, 7, 8, 10, 11, 12, 13, 14, 15, 19, 20], "0": [0, 1, 2, 5, 6, 7, 8, 10, 14, 19, 22], "00": 19, "003": 7, "005": [0, 7, 8, 14, 22], "01": 16, "05m": [6, 7], "09": 16, "1": [2, 4, 5, 7, 8, 10, 16, 19, 22], "10": [15, 19], "100": [11, 19], "10000": [0, 2, 5, 7, 8, 10, 14, 22], "100000": 22, "100x": [0, 7], "1024": 16, "10x": [0, 6, 7], "1234": 4, "123z": 16, "127": [0, 2, 5, 7, 8, 10, 14, 22], "156x": 6, "16": 19, "2": [8, 19], "200": [0, 1, 16], "200m": [0, 6, 7], "2024": 16, "25": 16, "27t14": 16, "3": [7, 19], "32": 19, "4": [7, 15, 19], "40": 0, "400": [0, 1, 4], "429": 8, "4317": 19, "443": [10, 22], "4o": [0, 2, 5, 6, 7, 8, 14, 22], "5": [7, 19], "51001": [2, 7], "512": 16, "52": 16, "56": 16, "6": 19, "60": 22, "7": [0, 1, 10, 12, 19], "7b": 22, "8": 19, "80": [0, 7, 8, 10, 14, 22], "8001": 22, "8x7b": 22, "9": 19, "9000": 5, "A": [0, 1, 3, 4, 5, 8, 10, 11, 12, 13, 14, 18], "As": [7, 20], "Be": [15, 19], "But": 10, "By": [1, 3, 7, 8, 12, 15, 19, 20, 22], "For": [3, 5, 7, 10, 11, 12, 13], "If": [1, 4, 7, 8, 15, 20, 22], "In": [0, 1, 7, 8, 12, 13, 15, 20], "It": [0, 8, 15, 16, 20], "Its": [12, 19], "No": 7, "On": 14, "One": 10, "Or": 19, "The": [0, 1, 3, 4, 6, 7, 8, 10, 12, 14, 15, 19, 20, 22], "There": [6, 12], "These": [0, 4, 10, 12, 15, 20], "To": [1, 5, 7, 10, 12, 14, 19], "With": [0, 1, 12, 14, 19, 20], "__main__": [0, 1], "__name__": [0, 1, 19], "abil": [7, 8, 10, 20, 22], "about": [0, 6, 7, 8, 10, 12, 13, 16, 20, 22], "abov": [0, 1, 8, 12], "abstract": 2, "accept": [3, 5, 7, 8, 10, 11], "access": [8, 14, 18, 19, 20, 21], "access_kei": [0, 2, 5, 7, 8, 14, 22], "accident": 8, "accordingli": 19, "account": [15, 19], "accur": [1, 3, 7, 10, 15, 20], "accuraci": [1, 7, 12, 20], "achiev": [12, 15], "across": [0, 2, 6, 8, 12, 15, 19], "act": [3, 5, 12], "action": [0, 3, 4, 7, 8, 10, 15, 20, 22], "activ": [1, 8, 14], "actual": [0, 1, 7, 19], "acurr": 12, "ad": [0, 1, 12, 20], "add": [1, 5, 7, 15, 19, 22], "add_messag": 1, "add_span_processor": 19, "addit": [1, 3, 5, 7, 8, 12, 18, 22], "additional_kwarg": 1, "additionalproperti": 15, "address": [0, 2, 5, 7, 8, 10, 14, 20, 22], "adher": 20, "adjust": [1, 12, 19], "adopt": 19, "advanc": [7, 15], "advantag": [7, 12], "advic": [0, 2, 7, 8, 14, 22], "affect": 19, "afraid": 15, "after": [8, 15, 19, 20], "against": [7, 20], "agent": [1, 8, 10, 12, 13, 14, 21, 22], "aggreg": 15, "agnost": 2, "ai": [1, 3, 8, 10, 12, 13, 14, 15, 16, 22], "aid": 8, "aimessag": 1, "airbnb": 12, "alert": 16, "align": [7, 20], "all": [0, 2, 5, 6, 7, 8, 11, 12, 13, 14, 19, 21, 22], "allow": [0, 3, 7, 10, 11, 12, 14, 15, 19, 20], "alogirithm": 12, "alongsid": [6, 8, 10, 12], "alreadi": 19, "also": [0, 2, 3, 7, 8, 14, 20, 22], "altern": [4, 20], "alwai": 4, "ambigu": 15, "amount": 11, "an": [0, 1, 2, 3, 4, 8, 10, 12, 14, 15, 17, 19, 20, 22], "analysi": [4, 20], "analyt": 15, "analyz": [0, 3, 7, 12, 15, 16, 19, 20], "ang": 7, "ani": [0, 3, 7, 8, 12, 13, 15, 19, 20], "answer": [7, 8, 22], "anthrop": 2, "api": [0, 2, 3, 4, 5, 6, 7, 8, 10, 12, 13, 14, 15, 19, 21, 22], "api_bas": 7, "api_kei": 7, "api_serv": [3, 15], "apm": 19, "app": [0, 1, 10, 12, 13, 21], "app_serv": [0, 7, 8, 14, 22], "append": [0, 1], "appli": [7, 8, 12, 13, 20], "applic": [0, 2, 3, 4, 5, 6, 7, 8, 10, 12, 13, 14, 15, 16, 17, 19, 20, 21, 22], "applicaton": 6, "approach": [1, 3, 7, 19, 22], "appropri": [1, 3, 4, 7, 8, 10], "ar": [0, 1, 2, 4, 5, 6, 7, 8, 10, 12, 14, 15, 19, 20, 21, 22], "arch": [0, 1, 2, 3, 4, 5, 6, 8, 10, 11, 16, 17, 19, 22], "archgw": [6, 14], "architectur": [3, 9, 10, 11, 12, 19, 20], "aris": [4, 10], "around": [8, 11], "arrai": [1, 3, 15], "arraylist": 15, "arriv": 8, "art": 15, "ask": [1, 12, 15, 19], "aspect": [12, 17], "assess": 20, "assist": [0, 1, 2, 7, 8, 14, 20, 22], "assum": 7, "attach": 3, "attack": 20, "attempt": [7, 8, 12, 16, 20], "attent": 15, "attribut": [3, 19], "augment": [1, 8], "auth": 10, "author": 22, "auto_llm_dispatch_on_respons": [7, 8, 22], "autom": 15, "automat": [5, 7, 12, 15, 19, 20], "avail": [2, 6, 8, 12, 19], "averlag": 6, "avoid": [1, 20], "awai": [1, 12], "awsxrai": 19, "back": [1, 6, 8, 12, 15, 19], "backend": [3, 7, 8, 10, 12, 15, 19, 21], "bad": 4, "balanc": [0, 7, 8, 14, 15, 22], "base": [0, 2, 3, 5, 7, 8, 10, 12, 14, 15, 20, 22], "base_url": 2, "bash": 6, "batch": 19, "batchedand": 8, "batchspanprocessor": 19, "battl": 12, "been": [14, 15], "befor": [1, 7, 8, 10, 14, 20], "begin": [1, 14], "behalf": [7, 8], "behavior": [7, 8, 16, 20, 22], "behind": 13, "being": [7, 8], "belief": [12, 21, 22], "below": [2, 3, 6, 7, 8, 14, 19], "benchmark": 15, "benefici": 15, "benefit": [12, 18], "best": [3, 5, 9, 12, 18], "better": [12, 15, 20], "between": [0, 2, 3, 7, 8, 11, 12, 14, 15, 19, 22], "bigint": 15, "bill": 19, "billion": [7, 12], "bin": 14, "binari": 14, "bind": [2, 5, 7, 10], "blaze": 9, "block": 11, "bodi": 7, "bolt": 10, "bool": [7, 8, 15, 22], "boolean": 15, "bootstrap": 8, "born": [12, 21], "borrow": 10, "both": [7, 15, 20], "bound": [7, 11], "breach": 20, "break": 1, "breaker": 8, "bridg": [3, 8, 15], "brief": [3, 8], "briefli": 8, "broader": 0, "build": [1, 2, 3, 5, 7, 10, 11, 12, 14, 20, 22], "build_with_arch": 13, "built": [0, 1, 6, 7, 8, 10, 12, 14, 21], "busi": [0, 3, 7, 8, 10, 12, 15, 21], "bypass": 20, "byte": [15, 19], "c": 12, "call": [2, 3, 4, 6, 7, 8, 10, 12, 13, 21], "campaign": [0, 12], "can": [0, 1, 2, 3, 4, 5, 6, 7, 8, 10, 12, 14, 15, 16, 19, 20, 22], "capabl": [0, 3, 7, 12, 14, 15, 21], "capit": [2, 7], "captur": [4, 12, 19], "care": 15, "carefulli": 3, "carri": [8, 19], "case": [0, 6, 12, 13], "categor": 4, "categori": 7, "caus": 4, "celsiu": [3, 15], "central": [0, 2, 5, 7, 8, 12, 14, 16, 22], "cert": 22, "certain": 20, "certif": 22, "certificate_chain": 22, "chain": 8, "challeng": 20, "chanc": 20, "chang": [1, 7, 19], "char": 15, "charact": 19, "chat_memori": 1, "chatbot": 19, "cheaper": [6, 7], "cheapest": 0, "check": [5, 7, 8, 10, 15, 19, 20], "children": 19, "choic": 7, "choos": 15, "chunk": 1, "circuit": 8, "citi": [3, 15], "claim": [0, 12], "clarif": 1, "clarifi": [10, 12], "class": 12, "classifi": 20, "claud": 7, "clean": 20, "cleaner": 3, "clear": [4, 15, 20], "clearer": 15, "cli": 14, "client": [2, 4, 5, 8, 10, 11], "client_messag": 1, "closest": 7, "cloud": [2, 9], "cluster": [0, 2, 7, 8, 12, 14, 22], "co": [12, 19], "code": [1, 4, 7, 8, 10, 11, 12, 14, 16], "codebas": [3, 19], "codec": 8, "coher": 2, "colleagu": 15, "collect": [0, 15, 19], "collector": 19, "com": [15, 16, 19], "combin": 15, "comcern": 6, "come": 12, "command": [6, 14], "comment": [7, 10], "commit": 19, "common": [0, 15, 19], "common_tls_context": 22, "commun": [4, 8, 10, 14, 19], "compact": 7, "compani": 12, "compar": 7, "compat": [12, 19, 22], "complet": [2, 7, 8, 15, 19, 22], "complex": [0, 2, 3, 5, 11, 15, 19, 20], "complianc": 20, "compon": [3, 8, 12, 19], "composit": 7, "comprehens": 14, "concept": 9, "concern": 8, "concis": 8, "confid": 20, "config": 19, "configur": [0, 1, 2, 6, 7, 9, 10, 11, 12, 14, 19, 21], "confirm": [7, 8, 15, 19, 22], "congratul": 14, "conifg": 22, "connect": [0, 3, 5, 6, 7, 8, 10, 11, 12, 14, 22], "connect_timeout": [0, 7, 8, 14, 22], "consid": [7, 10], "consist": [10, 12, 15, 19], "consol": 19, "constraint": 20, "contain": [6, 7, 8, 10, 12, 19, 20], "content": [0, 1, 2, 4, 5, 7, 8, 14, 19, 20, 22], "context": [3, 4, 8, 10, 12, 14, 15, 19, 20], "continu": 12, "contribut": 14, "contributor": 21, "control": [6, 11, 20, 22], "conver": 1, "convers": [0, 1, 7, 12], "coordin": 11, "core": [8, 20], "corpu": 20, "correct": [1, 4, 7, 20], "correspond": 8, "cosin": 7, "cost": [1, 6, 12], "could": [0, 7, 8, 10, 14, 15, 22], "count": [8, 16], "cpu": [8, 9], "craft": 20, "creat": [0, 1, 2, 4, 5, 7, 8, 10, 12, 13, 14, 15, 22], "createus": 4, "creativ": 15, "credenti": 19, "crime": 7, "critcal": 12, "criteria": 20, "critic": [0, 1, 4, 7, 8, 10, 12, 15, 17, 19], "crucial": [15, 16, 19, 20], "curiou": [7, 8, 20, 22], "current": [1, 3, 15], "custom": [7, 13, 19, 20], "cutov": 12, "d": 16, "dai": [0, 1], "dashboard": [15, 19], "data": [0, 1, 3, 7, 8, 12, 15, 19, 20], "databas": [0, 1, 15], "datadoghq": 19, "dataset": 0, "date": [3, 15], "datetim": 1, "davinci": 7, "db": 1, "dd_site": 19, "debug": [0, 1, 4, 8, 16, 19], "decis": [0, 2, 6, 7, 8, 10, 14, 22], "decrypt": 8, "dedic": 7, "deep": [5, 13], "deeper": 14, "def": [0, 1, 15, 19], "default": [0, 1, 2, 5, 6, 7, 8, 14, 22], "defens": 20, "defin": [2, 5, 7, 8, 14, 19, 22], "definit": [10, 15], "defram": 8, "degrad": 4, "deliv": 15, "deliveri": 8, "demonstr": 15, "depend": [0, 8, 12, 14, 20], "deploi": [6, 8, 12, 19], "deploy": 12, "depth": 3, "describ": [1, 4, 8], "descript": [0, 1, 3, 7, 8, 14, 15, 22], "desgin": 12, "design": [0, 3, 4, 6, 7, 8, 10, 12, 13, 15, 19, 20], "desir": [3, 15], "destroi": 8, "detail": [2, 4, 5, 7, 8, 10, 12, 16, 19], "detect": [6, 8, 10, 12, 14, 20], "determin": [1, 3, 8, 15, 19], "detetct": 1, "dev": 6, "develop": [1, 2, 3, 4, 5, 7, 8, 12, 13, 14, 19, 20, 22], "devic": [0, 1, 3, 6, 7, 8, 14, 22], "device_group": [0, 14], "device_id": [0, 1, 7, 8, 14, 22], "device_reboot": [0, 14], "device_summari": [0, 1], "dict": 15, "dictionari": [1, 7], "differ": [0, 2, 3, 7, 8, 10, 14, 15, 19, 22], "difficult": 12, "direct": [3, 5], "directli": [7, 10], "disast": 12, "discov": 13, "dispatch": 8, "displai": [4, 15], "distribut": [7, 8, 19], "dive": [10, 13, 14], "divers": [3, 20], "dn": 5, "do": [3, 7, 12, 14], "doc": 13, "docker": [14, 19], "document": [3, 7, 10, 13, 14, 19], "doe": [0, 1, 3, 15, 20], "domain": [8, 15], "don": [6, 15], "doubl": 15, "downstream": [7, 8, 9, 10, 11, 19], "downtream": 8, "dramat": [1, 6, 12], "draw": 7, "driven": [13, 14, 20], "dropbox": 12, "due": 4, "duplic": 1, "durat": [8, 16], "dure": [4, 8], "dynam": [7, 15, 20], "e": [3, 8, 10, 15, 16, 19, 22], "each": [1, 3, 7, 8, 12, 15, 16, 19, 22], "earli": [7, 8, 12], "earlier": 8, "eas": 19, "easi": [15, 19], "easier": [5, 14, 16], "easili": [0, 1, 12, 19], "ecosystem": 19, "edg": [8, 12, 15], "effect": [3, 7, 12, 13], "effici": [0, 1, 3, 6, 7, 14, 19], "egress": [2, 9, 10], "either": [8, 15], "elasticsearch": 16, "element": 3, "elif": 1, "elk": 16, "els": 1, "email": [3, 15], "embarrassingli": [1, 11], "embed": [1, 7, 20, 22], "empow": [3, 20], "empti": 22, "enabl": [0, 1, 2, 3, 4, 6, 8, 10, 12, 15, 19], "enchanc": 7, "encount": [8, 10], "encrypt": 8, "end": [3, 12, 19], "endpoint": [0, 1, 3, 4, 7, 8, 10, 14, 15, 19, 22], "enforc": [8, 20], "engag": [0, 8, 12], "engin": [7, 12], "enhanc": [1, 3, 8, 14, 19, 20], "enough": 4, "enrich": [1, 3, 7, 10], "ensur": [0, 2, 3, 4, 5, 7, 8, 12, 14, 15, 19, 20], "entir": [1, 12, 19], "entri": 5, "enum": [3, 7, 8, 15, 22], "enumer": 1, "environ": [14, 15, 19, 20], "envoi": [2, 5, 7, 8, 10, 11, 12, 21], "equal": 11, "error": [0, 1, 3, 7, 8, 9, 10, 12, 14, 17, 19, 20, 21, 22], "error_target": [7, 8, 14, 22], "error_target_1": [7, 8, 22], "especi": 20, "essenti": [3, 5, 13, 20], "establish": [0, 7, 8, 14, 22], "etc": [1, 2, 6, 7, 8, 10, 12, 14, 22], "ethnic": 20, "eu": 19, "evalu": 7, "even": [0, 15], "evenli": 8, "event": [0, 8], "evolv": 20, "exactli": 8, "exampl": [0, 1, 5, 8, 9, 10, 14, 22], "exceed": 8, "excel": 20, "except": [4, 15], "exception": 12, "excess": 8, "exclus": 12, "execut": [4, 7, 8, 15, 20], "exist": [1, 8, 19], "expect": [4, 15, 20], "experi": [3, 7, 8, 12, 14, 15, 20, 22], "explain": 15, "explan": [3, 15], "explicitli": 20, "explor": [13, 14], "export": [16, 19], "expos": [0, 5, 7, 12, 20, 22], "extend": [12, 13], "extern": [0, 1, 14, 19], "extract": [0, 3, 7, 8, 10, 12, 15, 19, 22], "extrem": 7, "f": [0, 1, 15, 19], "face": 7, "facilit": 19, "fact": [0, 2, 7, 8, 14, 22], "fahrenheit": [3, 15], "fail": [2, 4, 8, 10], "failov": [0, 2, 5, 7, 8, 14, 22], "failur": 4, "fair": 8, "fallback": 4, "fals": [0, 1, 7, 8, 14, 15, 22], "familiar": 8, "faser": 0, "fashion": [1, 8], "fast": [7, 9, 10, 12, 13, 14, 21], "faster": [1, 6, 7, 10, 19], "fastest": [0, 14], "fault": [2, 7], "fc": 8, "fc1b": 0, "featur": [1, 7, 12, 13, 18, 19, 22], "feed": 16, "feedback": [4, 7, 20], "fetch": 15, "few": [1, 10, 19], "field": 20, "file": [2, 3, 5, 7, 8, 14], "filenam": 22, "filter": [5, 8, 11, 12, 20], "final": [8, 20], "financ": 20, "find": 15, "first": [6, 7, 8, 12, 14, 15, 17, 20], "fit": 8, "flag": [7, 8, 19, 20, 22], "flagship": 7, "flask": 0, "flexibl": [0, 12, 19, 20], "float": 15, "flow": [4, 9, 12, 16, 19], "fluentd": 16, "focu": [0, 8, 12], "focus": 7, "follow": [1, 3, 4, 6, 7, 8, 10, 12, 14, 19, 22], "form": 15, "format": [3, 7, 12, 15, 20], "forth": 8, "forwad": 7, "forward": [1, 4, 6, 7, 8, 10, 11, 19], "forward_to_llm": 1, "framework": [7, 19], "franc": [2, 7], "francisco": [3, 15], "friendli": 15, "from": [0, 1, 2, 3, 4, 5, 7, 8, 10, 11, 12, 14, 15, 19, 20, 22], "front": 12, "frontier": [0, 7], "fulfil": 12, "full": [3, 7, 14, 22], "function": [3, 4, 6, 7, 8, 10, 11, 12, 13, 20, 21, 22], "function_cal": 13, "functionvalidationerror": 4, "fundament": 3, "further": [7, 14, 19], "g": [3, 8, 10, 15, 16, 19, 22], "gap": 15, "gatewai": [1, 2, 8, 10, 12, 13, 19, 22], "gather": [0, 8, 12], "genai": [3, 14, 21], "gener": [0, 1, 3, 6, 8, 10, 11, 12, 13, 14, 15, 19, 20], "get": [0, 3, 6, 8, 14, 15, 16, 19], "get_device_statist": 1, "get_device_summari": [0, 1], "get_json": [0, 1], "get_messages_since_last_int": 1, "get_trac": 19, "get_user_convers": 1, "get_weath": [3, 15], "github": [7, 14], "give": 12, "given": [0, 1, 8], "global": [1, 14], "go": [0, 12], "goal": 12, "good": 22, "googl": 12, "got": 4, "govern": 12, "gpt": [0, 2, 5, 6, 7, 8, 14, 15, 22], "gpu": 9, "grace": 4, "gracefulli": [4, 10], "group": [0, 14], "grpc": 19, "guard": [8, 9, 13, 21], "guardail": 6, "guardrail": [4, 7, 8, 10, 12, 13, 14], "guid": [7, 14, 15, 20], "guidelin": 20, "gurdrail": 5, "ha": [1, 7, 8, 12, 14, 15, 19, 22], "handel": [7, 8, 22], "handl": [0, 1, 2, 3, 4, 5, 7, 8, 10, 11, 12, 13, 14, 15, 19, 20, 21], "handle_request": 19, "handler": [3, 7, 8], "happen": 4, "hardwar": 11, "harm": [7, 8, 20], "hashmap": 15, "hashtabl": 15, "hate": 7, "have": [0, 1, 6, 12, 14, 15, 20], "hazard": 7, "hcm": 8, "header": [1, 8, 9, 10, 12, 18, 22], "health": 8, "healthcar": 20, "healthi": 8, "held": 22, "help": [0, 1, 2, 3, 4, 6, 7, 8, 10, 12, 13, 14, 15, 17, 20, 22], "here": [0, 1, 3, 5, 7, 8, 15, 20], "hexadecim": 19, "high": [0, 2, 7, 9, 12, 15], "highli": 15, "histori": [1, 15], "horrid": 12, "host": [2, 5, 6, 7, 8, 10, 16], "hostconnect": 10, "hostnam": [0, 7, 8, 14, 22], "how": [0, 1, 2, 3, 5, 6, 7, 8, 10, 12, 13, 14, 15, 18, 22], "howev": 8, "html": 13, "http": [0, 2, 4, 5, 6, 7, 8, 12, 14, 15, 16, 19, 21, 22], "http_header": 22, "hug": 7, "huggingfac": [0, 2, 5, 7, 8, 14, 22], "human": [3, 4], "humanmessag": 1, "hygien": 12, "i": [0, 1, 2, 3, 5, 6, 7, 8, 10, 11, 12, 14, 16, 17, 19, 22], "iam": 19, "id": [0, 1, 4, 8, 14, 19], "idea": 13, "identif": 15, "identifi": [0, 1, 3, 4, 7, 8, 14, 15, 19, 22], "immedi": 20, "impact": 19, "implement": [7, 8, 19, 20], "import": [0, 1, 2, 7, 15, 16, 19], "improp": 4, "improv": [1, 6, 12, 13, 20], "inappropri": 20, "includ": [2, 3, 5, 6, 8, 12, 14, 15, 16, 17, 19, 21], "incom": [1, 5, 6, 7, 8, 10, 14, 19, 22], "incomplet": 15, "incorrect": 20, "increas": 20, "incredibli": 12, "index": 1, "indic": [3, 8, 19], "industri": 7, "infer": [6, 7, 12], "inform": [0, 1, 3, 4, 7, 8, 10, 12, 15, 16, 19, 20, 22], "information_extract": [7, 8, 22], "infrastructur": [2, 12], "ingress": [7, 9, 10], "initi": [1, 2, 5, 8, 10, 18], "inject": [19, 20], "inner": 8, "innov": 14, "input": [0, 3, 4, 15, 20], "input_guard": [7, 8, 20, 22], "insecur": 19, "insert": 1, "instal": 19, "instanc": [2, 8, 10, 15, 22], "instead": [1, 12, 15], "instruct": [6, 13, 22], "insur": [0, 12], "int": [0, 1, 15], "integ": [0, 1, 4, 20], "integr": [2, 3, 12, 13, 14, 15, 16, 18, 21], "intellig": [2, 3, 6, 8, 10, 12, 13, 21], "intend": 20, "intent": [0, 6, 8, 12, 15, 20, 22], "intent_chang": 1, "intent_changed_head": 1, "interact": [0, 7, 12, 13, 14, 15, 16, 19, 20], "intercept": 7, "interfac": 2, "interfer": 14, "intern": [8, 10, 19], "interoper": 19, "interpret": [4, 15], "intro": [13, 21], "intro_to_arch": 13, "introduc": 13, "invalid": [1, 4, 15], "inventori": 19, "investig": 19, "invoc": [3, 15], "invok": [0, 3, 4, 15], "involv": [0, 3, 12, 20], "ip": [0, 7, 8, 14, 22], "ip1": [0, 7, 8, 14, 22], "ip2": [0, 7, 8, 14, 22], "isinst": [0, 1], "isoformat": 1, "isol": 14, "issu": [4, 10, 19], "item": [3, 7], "iter": 15, "itinerari": 15, "its": [0, 1, 3, 6, 7, 8, 10, 11, 12, 14, 19], "itself": [2, 5, 7], "jaeger": 19, "jailbreak": [7, 8, 12, 20, 22], "java": [12, 15], "javascript": 15, "json": [0, 1, 2, 4, 5, 7, 8, 14, 15, 22], "jsonifi": [0, 1], "jsonschema": 15, "just": [0, 2, 7, 8, 14, 22], "jwt": 22, "katanemo": 14, "keep": [1, 10, 15], "kei": [0, 2, 5, 6, 7, 8, 9, 14, 18, 19, 22], "kept": 22, "kibana": 16, "kind": 4, "king": 15, "know": [1, 6, 7, 10, 12, 20], "knowledg": [5, 8, 13], "known": 7, "kubernet": 19, "l7": 12, "landscap": 20, "langchain": 1, "languag": [7, 8, 12], "larg": [7, 8, 11, 12, 15], "last": [0, 1], "latenc": [0, 6, 7, 12, 15, 17], "later": 4, "layer": [7, 10, 12, 19, 20], "lead": [7, 12, 20], "learn": [12, 13, 14, 15], "len": 1, "length": 20, "less": 22, "level": [2, 5, 6, 9, 12, 13], "leverag": [3, 19], "libev": 8, "librari": [2, 12, 15], "lifecycl": [9, 21], "lifetim": [8, 11], "lightweight": [0, 1, 12], "like": [1, 2, 3, 4, 5, 7, 8, 10, 12, 15, 16, 17, 19, 20, 22], "limit": [0, 2, 5, 7, 8, 14, 20, 22], "line": [1, 12, 14, 22], "linearli": 12, "list": [0, 1, 3, 7, 8, 14, 15, 20, 22], "listen": [0, 2, 7, 8, 9, 10, 14, 19, 21, 22], "listner": 5, "live": 8, "ll": 22, "llm": [0, 1, 5, 6, 8, 9, 10, 12, 13, 14, 15, 17, 20, 21, 22], "llm_provid": [0, 2, 5, 7, 8, 13, 14, 22], "llm_respons": 1, "load": [0, 7, 8, 14, 22], "local": [2, 5, 7, 8, 9, 22], "locat": [3, 10, 15], "log": [4, 8, 10, 18, 19, 21], "logic": [0, 2, 4, 5, 7, 8, 10, 12, 13, 14, 15, 21, 22], "long": 15, "look": [3, 7, 8, 20, 22], "loop": 8, "low": [0, 6, 15], "lower": [1, 12], "m": 14, "machin": [6, 11], "made": 14, "mai": [0, 8, 20], "main": [8, 10, 19, 20], "maintain": [1, 3, 8], "major": 11, "make": [0, 2, 4, 5, 6, 7, 8, 10, 12, 15, 16, 19], "malici": [8, 20], "manag": [0, 2, 3, 4, 5, 6, 7, 8, 12, 13, 14, 15, 19, 20, 22], "managemet": 5, "mandatori": 3, "mani": [8, 19], "manipul": [0, 12, 20], "manufactur": [0, 2, 7, 8, 14, 22], "map": 15, "mark": [1, 3], "marker": [1, 12], "masssiv": 12, "match": [0, 1, 8, 22], "matter": 12, "max": [0, 7, 8, 14, 22], "maximum": 3, "mean": [19, 22], "meaning": 4, "measur": [12, 17], "mechan": [0, 1, 2, 13, 15, 20], "meet": [15, 20], "memori": 1, "messag": [4, 8, 9, 15, 20, 22], "message_entri": 1, "message_format": [0, 2, 5, 7, 8, 14, 22], "messages_for_llm": 1, "messages_since_int": 1, "messages_to_return": 1, "meta": 1, "metadata": [1, 3, 7, 10, 16], "method": [0, 1, 16], "metric": [12, 17, 19], "might": [6, 20], "mind": [15, 19], "minim": [5, 19, 20], "minimum": 3, "minlength": 15, "minor": 20, "minut": 22, "misalign": 20, "misformat": 20, "miss": [0, 4, 12], "mistak": 20, "mistral": [2, 22], "mistral8x7b": 22, "mistral_api_kei": 22, "mistral_loc": 22, "mistrallocal7b": 22, "misus": 20, "mode": 6, "model": [0, 1, 2, 5, 7, 8, 9, 10, 12, 14, 15, 20, 21, 22], "moder": 9, "modern": 19, "modif": [8, 12], "modifi": 20, "modular": 3, "monitor": [7, 8, 12, 13, 16, 18, 19, 21], "more": [0, 1, 3, 5, 7, 10, 11, 12, 15, 16, 20, 22], "most": [0, 1, 3, 7, 10, 11, 15], "mostli": 1, "move": 1, "multipl": [3, 8, 11, 15], "must": [0, 1, 20], "my": [7, 8, 20, 22], "name": [0, 1, 2, 3, 5, 7, 8, 10, 14, 15, 19, 22], "natur": [4, 7, 8, 15, 22], "navig": [13, 20], "necessari": [1, 3, 7, 8, 15, 20], "need": [0, 3, 6, 7, 8, 10, 13, 15, 19, 22], "network": [0, 2, 5, 6, 7, 9, 10, 14, 22], "never": 14, "new": [1, 3, 12, 14, 15, 19], "new_messag": 1, "next": [15, 20], "nli": [1, 7, 22], "non": 11, "note": [6, 22], "nuanc": [12, 21], "num_stored_messag": 1, "number": [1, 8, 11, 15], "numer": 3, "object": [15, 16], "observ": [2, 10, 12, 13, 19, 21, 22], "occur": 4, "off": 22, "offer": [0, 1, 2, 7, 8, 10, 12, 14, 17, 22], "offert": 22, "often": [1, 12, 15], "on_except": [7, 8, 20, 22], "onc": [0, 1, 7, 8, 11, 15], "one": [0, 1, 8, 10, 15, 19], "ones": [1, 12, 15], "ongo": 15, "onli": [1, 3, 5, 6, 7, 8, 15, 20, 22], "onward": 1, "opaqu": [12, 21], "open": [3, 19], "openai": [0, 1, 5, 8, 14, 22], "openai_api_kei": [0, 2, 5, 7, 8, 14, 22], "opentelemetri": [12, 22], "oper": [4, 8, 10, 12, 14, 15], "optim": [5, 15, 19], "option": [0, 1, 3, 6, 10, 13, 19, 22], "order": [1, 8, 15, 19], "orient": 15, "origin": [7, 10, 12], "oss": 2, "otel": 19, "other": [1, 4, 6, 8, 10, 12, 14, 15, 19], "otlp": 19, "otlp_export": 19, "otlpspanexport": 19, "our": [6, 7, 8, 12, 15, 22], "out": [10, 12, 15, 20, 21], "outbound": [2, 12, 19], "outcom": 20, "outgo": [5, 19], "outlin": 8, "output": [12, 15, 17, 20], "outsid": [12, 21], "over": [0, 1, 2], "overal": [1, 3, 6, 12], "overid": 22, "overload": 8, "overrid": [7, 8, 22], "overview": [18, 21], "overwhelm": 8, "own": 8, "p50": 7, "p90": 0, "packag": [14, 19], "page": 7, "pai": 15, "pain": [0, 2, 5, 7, 8, 12, 14, 22], "pair": 7, "par": 15, "parallel": [8, 11, 15], "param": 15, "paramet": [4, 7, 8, 12, 14, 15, 20, 22], "parent": 19, "parrallel": 1, "pars": [0, 2, 4, 5, 7, 8, 14, 15, 16, 22], "part": [8, 12, 15, 19], "particular": [3, 15], "pass": [1, 7, 8, 16], "past": 1, "path": [0, 1, 3, 7, 8, 10, 14, 15, 16, 22], "path_to_config": 14, "pattern": 20, "payment": [15, 19], "pem": 22, "pend": 19, "per": [8, 12, 15, 16, 17, 22], "perceiv": [12, 17], "perform": [0, 3, 5, 6, 7, 8, 11, 12, 15, 19, 20], "performimg": 7, "period": 8, "permiss": 20, "person": [0, 3, 12, 13, 14, 15, 21], "phase": [7, 20], "php": 12, "piec": [3, 7], "pilot": [12, 19], "pinpoint": 4, "pip": [14, 19], "pipelin": [8, 19], "place": [8, 15], "placehold": [0, 1, 19], "plan": [7, 10], "pleas": [4, 6, 7], "pod": 19, "point": [5, 7, 15], "polici": [8, 19, 20], "pool": 8, "popular": 19, "port": [0, 2, 5, 7, 8, 10, 14, 22], "possibl": 4, "post": [0, 1], "potenti": [7, 20], "power": [7, 15, 19, 20], "practic": [3, 5, 8, 9, 12, 13, 18], "pre": [8, 14, 20], "precis": [1, 15], "predefin": [0, 3, 7, 10, 12, 14, 20], "prefer": [15, 19], "premis": [2, 6], "prepar": [1, 15, 19], "presenc": [2, 5], "present": [1, 12, 15, 19], "prevent": [8, 12, 19, 20], "previou": [1, 12], "price": 6, "pricess": 12, "primari": [5, 7, 11], "primit": [2, 5, 10], "primitv": 7, "primtiv": 1, "print": [2, 7, 15, 19], "priorit": 20, "privaci": 7, "private_kei": 22, "problem": 4, "proce": [7, 8, 20, 22], "process": [3, 4, 6, 7, 10, 11, 12, 13, 15, 19, 20], "process_customer_request": 19, "process_rag": 1, "processor": 19, "produc": 15, "product": [15, 19], "profil": 15, "program": [7, 8, 20, 22], "project": [3, 12], "promot": 8, "prompt": [2, 4, 5, 6, 8, 9, 10, 11, 12, 13, 14, 21, 22], "prompt_config": [2, 7], "prompt_guard": [7, 8, 13, 14, 22], "prompt_target": [0, 1, 3, 7, 8, 10, 13, 14, 15, 22], "prompt_target_intent_matching_threshold": 22, "propag": [7, 12, 18], "proper": 19, "properli": 10, "properti": 15, "protect": [19, 20], "proto": 19, "protocol": [8, 19], "proven": 12, "provid": [0, 1, 3, 4, 5, 7, 8, 10, 12, 13, 14, 15, 16, 17, 19, 20, 21, 22], "proxi": [7, 8, 10], "pull": 1, "purchas": [0, 2, 7, 8, 14, 22], "purpos": [0, 3, 6, 7, 8, 10, 12], "push": 22, "python": [1, 12, 14, 15], "qualiti": 1, "queri": [0, 1, 3, 15, 19], "question": [1, 7, 8, 12, 22], "queue": 15, "quick": 19, "quickli": [6, 12, 13, 14], "quickstart": [13, 21], "rag": [7, 8, 10, 13, 21], "rais": [15, 20], "random_sampl": 19, "rang": [0, 1, 19, 20], "rare": 8, "rate": [2, 7, 8, 12, 17, 19, 22], "rate_limit": 22, "rather": 4, "raw": 4, "rch": 10, "re": [7, 8, 15, 19, 20, 22], "reach": 20, "read": [5, 7, 8, 12, 19], "readabl": [3, 4], "real": [0, 1, 15], "realli": 12, "reboot": [0, 1, 3, 7, 8, 14, 22], "reboot_devic": [0, 3, 14], "reboot_network_devic": [7, 8, 22], "receiv": [4, 7, 8, 10, 15, 19, 20], "recept": 8, "recognit": 3, "recommend": [8, 11, 14], "record": [12, 19], "recoveri": 12, "red": 20, "reddit": 12, "reduc": 20, "refer": [0, 6, 14, 15, 16, 21], "refin": 7, "region": 19, "regulatori": 20, "reject": [7, 12, 14], "relat": [6, 8, 12, 19], "relev": [0, 1, 3, 8, 15], "reli": [7, 19], "reliabl": [2, 5, 15, 20], "remain": 15, "rememb": 15, "remind": 15, "repeat": 20, "replac": 19, "repositori": 14, "repres": [7, 12, 19], "request": [2, 4, 5, 7, 9, 10, 12, 14, 15, 16, 19, 20, 21, 22], "requestsinstrumentor": 19, "requir": [0, 1, 3, 4, 5, 7, 8, 12, 14, 15, 20, 21, 22], "resili": [7, 12], "resolv": 19, "resourc": [14, 16, 18], "respond": [4, 12, 17, 19], "respons": [0, 1, 2, 3, 4, 7, 8, 10, 12, 13, 15, 16, 19, 20, 22], "rest": [8, 11], "restrict": 20, "result": [0, 15], "retri": [0, 2, 5, 7, 8, 12, 14, 22], "retriev": [0, 1, 7, 8, 10, 12, 15], "return": [0, 1, 3, 8, 10, 15, 19, 20], "return_messag": 1, "revers": [1, 8], "review": 20, "risk": 20, "roadmap": 7, "robin": [0, 7, 8, 14, 22], "robust": [7, 12, 15, 20, 21], "role": [1, 4, 7, 19, 20], "root": 4, "round": [0, 7, 8, 14, 22], "rout": [0, 1, 2, 5, 7, 8, 12, 14, 21], "router": [3, 8], "routin": 15, "rule": [14, 15], "run": [0, 1, 6, 7, 8, 10, 12, 14, 19], "runtimeerror": 4, "sacl": 12, "safeguard": 20, "safer": 20, "safeti": [5, 7, 12, 20], "sai": 15, "same": [12, 15, 21], "sampl": [19, 22], "sampling_r": 22, "san": [3, 15], "sanit": [8, 20], "scalabl": [3, 14], "scale": [1, 2, 8, 12, 13], "scenario": [0, 6, 7, 8, 12, 13, 15, 22], "schedul": [7, 10, 15], "schema": [1, 3, 15], "scienc": 15, "score": 7, "script": [14, 15], "scrutini": 20, "sdk": 19, "seamless": [2, 15], "seamlessli": [2, 3, 19], "seattl": 15, "second": 10, "section": [1, 2, 3, 5, 7, 8, 13, 19], "secur": [2, 5, 7, 8, 12, 13, 19, 20, 21], "see": [5, 7], "select": 8, "selector": 22, "self": [6, 8, 10, 12], "semant": 7, "send": [1, 2, 7, 8, 10, 15, 19, 22], "sender": 7, "sensit": [19, 20], "sent": 8, "separ": [3, 6, 8, 10, 11, 22], "sequenti": 0, "serv": [8, 9, 10, 21], "server": [1, 4, 6, 8, 10, 12], "servic": [0, 1, 3, 7, 8, 15, 16, 19], "set": [1, 5, 6, 7, 8, 10, 12, 13, 14, 15, 19, 22], "set_tracer_provid": 19, "setup": [5, 7, 15], "sever": [8, 12, 17], "sevic": 10, "shape": 12, "share": [7, 8, 10], "shift": [1, 12], "short": 15, "should": [0, 2, 3, 4, 5, 7, 8, 14, 15, 22], "show": 1, "side": 4, "signatur": 15, "similar": 7, "simpl": [7, 15, 19, 22], "simpli": [2, 5, 7, 14, 19], "simplic": 8, "simplif": 5, "simplifi": [2, 3, 5, 13, 19], "simul": [0, 1], "simultan": 0, "sinc": [1, 7], "singl": [7, 10, 11, 12, 15, 22], "site": 19, "skimp": 15, "slowest": 6, "small": 11, "smart": [10, 12, 15], "smarter": 1, "sni": 8, "snippet": 1, "so": [0, 1, 6, 7, 10, 12, 15, 22], "socket": 8, "softwar": [7, 12], "solut": 3, "some": [8, 11, 15], "sonnet": 7, "soon": 12, "sota": 15, "sourc": [4, 14, 15, 19], "span": [8, 19], "span_processor": 19, "special": [12, 13, 19], "specif": [0, 1, 3, 4, 6, 7, 8, 12, 14, 15, 19, 20, 22], "specifi": [1, 3, 8, 10, 14, 15], "speed": [1, 6, 12, 17], "spell": 15, "spend": [11, 22], "sporad": 11, "sql": 1, "stack": [4, 13, 15, 16], "stage": 20, "stai": 7, "standalon": 19, "standard": [12, 19, 20], "start": [2, 5, 6, 7, 10, 19], "start_as_current_span": 19, "stat": [0, 1, 8, 22], "state": [1, 3, 8, 15], "stateless": 1, "static": 8, "statist": [0, 1, 8], "statu": [15, 16, 19], "steer": 1, "step": [13, 19], "still": 1, "stock": 19, "store": 1, "stored_messag": 1, "str": [0, 1, 3, 7, 8, 14, 15, 22], "straightforward": 15, "stream": [0, 2, 5, 7, 8, 14, 22], "streamlin": [1, 3, 5], "strict": 20, "stricter": 20, "string": [4, 15, 20], "strip": 7, "stripe": 12, "structur": [1, 16], "struggl": [1, 12], "sub": 12, "submit": 15, "substanti": 12, "subsystem": [0, 2, 5, 6, 7, 8, 12, 14, 22], "subsytem": 7, "success": 12, "successfulli": 14, "suggest": [15, 20], "suit": 12, "suitabl": [3, 15], "summar": [3, 7, 8, 22], "summari": [7, 8, 15, 18, 22], "support": [0, 2, 3, 7, 8, 10, 12, 14, 19], "suppport": 22, "sure": 4, "switch": 2, "system": [0, 2, 4, 5, 7, 8, 12, 14, 15, 16, 19, 20, 21, 22], "system_prompt": [0, 2, 7, 8, 14, 22], "t": [6, 15], "tailor": [0, 12, 15, 20], "take": [7, 8, 10, 12], "target": [2, 5, 8, 9, 10, 13, 14, 21, 22], "task": [0, 7, 8, 11, 12, 15], "tcp": 8, "tech": [13, 19, 21], "tech_overview": 13, "technic": 19, "techniqu": [7, 20], "technologi": [12, 13], "telemetri": [12, 19], "temperatur": [3, 15], "termin": 12, "terminologi": [9, 21], "test": [6, 12, 15], "text": [0, 2, 5, 7, 8, 14, 15, 22], "tft": [12, 17], "than": [0, 6, 22], "thei": [1, 3, 12, 20, 22], "them": [3, 4, 8, 10, 15, 20], "thi": [0, 1, 2, 3, 4, 5, 6, 7, 8, 11, 12, 13, 14, 15, 16, 19, 20, 22], "thing": [10, 22], "think": 15, "thoroughli": 15, "those": [0, 1, 10], "thread": [8, 9, 21], "three": [6, 8, 12, 17], "threshold": 22, "through": [2, 7, 8, 12, 15, 16, 19], "throughput": [0, 15], "time": [0, 1, 7, 8, 12, 14, 15, 16, 17, 22], "time_rang": [0, 1], "timestamp": [1, 8], "tip": 9, "tl": [8, 10, 12, 22], "tls_certif": 22, "todai": [8, 14], "token": [1, 6, 7, 12, 17, 22], "toler": [2, 7], "too": 8, "tool": [4, 12, 14, 16, 18, 20], "top": [2, 5, 11], "topologi": 9, "tot": [12, 17], "total": [12, 17], "toxic": 12, "trace": [4, 7, 8, 10, 12, 18, 21, 22], "trace_export": 19, "tracepar": [12, 18], "tracer": 19, "tracer_provid": 19, "tracerprovid": 19, "track": [1, 14], "tradit": [12, 21], "traffic": [2, 5, 7, 8, 12, 16], "train": 20, "transact": 15, "transpar": 12, "transport": 8, "travel": [7, 10, 15], "travers": 8, "treat": [7, 8, 22], "tri": 1, "trigger": [0, 13, 15], "trivial": 8, "troubleshoot": [3, 4, 13], "true": [0, 1, 2, 3, 5, 7, 8, 14, 15, 19, 22], "try": 15, "tupl": 15, "turn": 15, "tutori": 13, "two": [0, 6, 7, 8, 10], "type": [0, 1, 2, 3, 4, 5, 7, 8, 10, 14, 15, 20, 22], "typic": [8, 15], "typo": 20, "ui": 8, "unauthor": 7, "undergo": 20, "understand": [4, 12, 13, 15, 17, 19, 20], "undesir": [14, 20], "undifferenti": [8, 10, 12], "unexpect": [15, 20], "unifi": 2, "uniformli": 19, "uniqu": [3, 19, 22], "unit": [3, 15, 22], "until": 8, "unusu": 20, "unwant": [8, 20], "up": [1, 6, 10, 12, 13, 14, 19], "updat": [0, 8, 12, 14, 15, 22], "update_user_convers": 1, "upgrad": [2, 8, 12], "upon": 8, "upstream": [1, 7, 8, 9, 10, 12, 13, 16, 17], "upstream_servic": 16, "url": 7, "us": [0, 1, 3, 5, 6, 8, 10, 12, 13, 14, 16, 18, 22], "usabl": 20, "usag": [2, 3, 8, 12, 15, 17], "user": [0, 1, 3, 4, 7, 8, 12, 15, 17, 20, 21], "user_id": [1, 4], "user_memori": 1, "usi": 19, "usual": 7, "utcnow": 1, "util": [6, 7, 8], "uuid": 1, "uuid4": 1, "v": 19, "v0": [0, 2, 5, 7, 8, 14, 22], "v1": [2, 5, 7], "valid": [0, 1, 13, 15, 20], "validationerror": [4, 15], "valu": [0, 1, 3, 7, 8, 14, 15, 19, 20, 22], "valueerror": 15, "variabl": 19, "varieti": 8, "variou": [11, 12, 15, 19], "ve": [14, 22], "vector": [1, 7], "vendor": 2, "venv": 14, "veri": [8, 19], "verif": 19, "verifi": [19, 20], "version": [0, 2, 5, 7, 8, 14, 19, 22], "via": [0, 4, 6, 8, 10, 12, 13, 14, 19, 22], "view": 19, "violat": [4, 8, 10, 20], "violent": 7, "virtual": [14, 22], "visibl": 16, "visit": 7, "vpc": 6, "w3c": [12, 19], "wa": [8, 12, 15, 21], "wai": [0, 1, 2, 5, 7, 8, 12, 14, 22], "wait": [0, 7, 8, 14, 22], "want": [0, 10, 12, 15], "watch": 15, "we": [8, 10, 11, 14, 20, 22], "weather": [3, 15], "weather_info": 15, "weather_validation_schema": 15, "web": [8, 10], "welcom": 13, "well": 12, "what": [2, 4, 7, 12], "when": [0, 1, 2, 4, 5, 7, 8, 10, 12, 15, 19], "where": [0, 3, 4, 6, 7, 8, 14, 15, 16, 20], "whether": [3, 15], "which": [1, 2, 5, 6, 8, 12, 15, 16, 17, 19, 21], "while": [1, 7, 11, 13, 15, 20], "wide": [8, 19], "window": 14, "within": [3, 7, 8, 13, 15, 20, 22], "without": [5, 8, 12, 13], "work": [6, 10, 12, 15, 19, 22], "worker": [8, 11], "workflow": [13, 21], "workload": 11, "would": [0, 1, 8, 22], "write": [0, 12, 13], "written": [8, 11, 12], "x": [1, 4, 8, 10, 16], "yaml": [0, 19], "yml": [2, 7, 22], "york": [3, 15], "you": [0, 1, 2, 3, 4, 5, 6, 7, 8, 10, 12, 13, 14, 15, 17, 19, 20, 22], "your": [0, 1, 2, 3, 5, 6, 7, 8, 10, 12, 13, 14, 15, 17, 19, 22], "yourweatherapp": 15}, "titles": ["Agentic Workflow", "RAG Application", "LLM Provider", "Prompt Target", "Error Target", "Listener", "Model Serving", "Prompts", "Request Lifecycle", "Tech Overview", "Terminology", "Threading Model", "Intro to Arch", "Overview", "Quickstart", "Function Calling", "Access Logging", "Monitoring", "Observability", "Tracing", "Prompt Guard", "Welcome to Arch!", "Configuration Reference"], "titleterms": {"1": [0, 1, 14, 15], "2": [0, 1, 14, 15], "3": [1, 14, 15], "A": 19, "access": 16, "addit": 19, "agent": [0, 7, 19], "ai": 19, "an": 7, "app": 7, "applic": 1, "ar": 3, "arch": [7, 12, 13, 14, 15, 20, 21], "architectur": 8, "aw": 19, "base": 1, "basic": 3, "benefit": [19, 20], "best": [4, 15, 19], "blaze": 6, "breakdown": 19, "build": [13, 21], "call": [0, 15], "case": 15, "client": 7, "cloud": 6, "concept": [4, 13, 21], "config": 14, "configur": [3, 5, 8, 15, 20, 22], "conversationbuffermemori": 1, "cpu": 6, "datadog": 19, "default": 3, "defin": [0, 1, 3, 15], "detect": [1, 7], "downstream": 5, "drift": 1, "egress": [5, 7, 8], "error": 4, "exampl": [2, 3, 4, 7, 15, 19, 20], "extract": 1, "fast": 6, "featur": [3, 15, 16], "flask": 1, "flow": 8, "format": 19, "function": [0, 15], "gatewai": [7, 14], "get": [1, 13, 21], "gpu": 6, "guard": [7, 20], "guid": [13, 21], "header": [4, 19], "high": 8, "how": [19, 20], "i": [15, 20], "implement": 15, "ingress": [5, 8], "initi": 19, "instal": 14, "instrument": 19, "integr": 19, "intent": [1, 3, 7], "intro": 12, "kei": [3, 4, 15, 16], "languag": 15, "latest": 1, "level": 8, "lifecycl": 8, "listen": 5, "llm": [2, 7], "local": 6, "log": 16, "logic": 3, "match": [3, 7], "messag": [1, 7], "model": [6, 11], "moder": 6, "monitor": 17, "multipl": 0, "network": 8, "next": 14, "observ": 18, "openai": [2, 7], "opentelemetri": 19, "over": 15, "overview": [8, 9, 13, 19], "parallel": 0, "paramet": [0, 1, 3], "post": 8, "practic": [4, 15, 19], "prerequisit": 14, "process": [0, 1, 8], "prompt": [0, 1, 3, 7, 15, 20], "propag": 19, "provid": 2, "python": [2, 19], "quickstart": 14, "rag": 1, "rai": 19, "refer": 22, "request": [0, 1, 8], "resourc": [19, 21], "rout": 3, "sdk": 2, "serv": 6, "singl": 0, "start": [13, 14, 21], "step": [0, 1, 14, 15], "summari": [3, 19, 20], "support": 15, "take": 15, "target": [0, 1, 3, 4, 7, 15], "tech": 9, "terminologi": [8, 10], "thread": 11, "tip": [4, 15], "tool": 19, "topologi": 8, "trace": 19, "tracepar": 19, "updat": 1, "upstream": 5, "us": [2, 7, 15, 19, 20], "via": 7, "visual": 19, "welcom": 21, "what": [3, 15, 20], "why": 20, "work": 20, "workflow": [0, 15], "x": 19}}) \ No newline at end of file +Search.setIndex({"alltitles": {"AI Agent Tracing Visualization Example": [[19, "ai-agent-tracing-visualization-example"]], "AWS X-Ray": [[19, "aws-x-ray"]], "Access Logging": [[16, null]], "Additional Resources": [[19, "additional-resources"]], "Agentic Apps via Prompt Targets": [[7, "agentic-apps-via-prompt-targets"]], "Agentic Workflow": [[0, null]], "Arch-Function": [[15, "arch-function"]], "Arch-Guard": [[20, "arch-guard"]], "Basic Configuration": [[3, "basic-configuration"]], "Benefits of Using Prompt Guard": [[20, "benefits-of-using-prompt-guard"]], "Benefits of Using Traceparent Headers": [[19, "benefits-of-using-traceparent-headers"]], "Best Practices": [[19, "best-practices"]], "Best Practices and Tips": [[4, "best-practices-and-tips"], [15, "best-practices-and-tips"]], "Build with Arch": [[13, "build-with-arch"], [21, null]], "Cloud Serving (GPU - Blazing Fast)": [[6, "cloud-serving-gpu-blazing-fast"]], "Concepts": [[13, "concepts"], [21, null]], "Configuration": [[8, "configuration"]], "Configuration Reference": [[22, null]], "Configure Listener": [[5, "configure-listener"]], "Configuring Prompt Targets": [[3, "configuring-prompt-targets"]], "Datadog": [[19, "datadog"]], "Default Targets": [[3, "default-targets"]], "Defining Parameters": [[3, "defining-parameters"]], "Downstream (Ingress)": [[5, "downstream-ingress"]], "Error Header Example": [[4, "error-header-example"]], "Error Target": [[4, null]], "Example Configuration": [[3, "example-configuration"], [20, "example-configuration"]], "Example Use Cases": [[15, "example-use-cases"]], "Example with OpenTelemetry in Python": [[19, "example-with-opentelemetry-in-python"]], "Example: Using OpenAI Client with Arch as an Egress Gateway": [[7, "example-using-openai-client-with-arch-as-an-egress-gateway"]], "Example: Using the OpenAI Python SDK": [[2, "example-using-the-openai-python-sdk"]], "Function Calling": [[15, null]], "Function Calling Workflow": [[15, "function-calling-workflow"]], "Get Started": [[13, "get-started"], [21, null]], "Guides": [[13, "guides"], [21, null]], "Header Format": [[19, "header-format"]], "High level architecture": [[8, "high-level-architecture"]], "How Arch-Guard Works": [[20, "how-arch-guard-works"]], "How to Initiate A Trace": [[19, "how-to-initiate-a-trace"]], "Implementing Function Calling": [[15, "implementing-function-calling"]], "Instrumentation": [[19, "instrumentation"]], "Integrating with Tracing Tools": [[19, "integrating-with-tracing-tools"]], "Intent Detection and Prompt Matching:": [[7, "intent-detection-and-prompt-matching"]], "Intent Matching": [[3, "intent-matching"]], "Intent-drift Detection": [[1, "intent-drift-detection"]], "Intro to Arch": [[12, null]], "Key Concepts": [[4, "key-concepts"]], "Key Features": [[3, "key-features"], [15, "key-features"], [16, "key-features"]], "LLM Provider": [[2, null]], "Listener": [[5, null]], "Local Serving (CPU - Moderate)": [[6, "local-serving-cpu-moderate"]], "Local Serving (GPU - Fast)": [[6, "local-serving-gpu-fast"]], "Messages": [[7, "messages"]], "Model Serving": [[6, null]], "Monitoring": [[17, null]], "Network topology": [[8, "network-topology"]], "Next Steps": [[14, "next-steps"]], "Observability": [[18, null]], "Overview": [[8, "overview"], [8, "id1"], [13, null], [19, "overview"]], "Parallel & Multiple Function Calling": [[0, "parallel-multiple-function-calling"]], "Parameter Extraction for RAG": [[1, "parameter-extraction-for-rag"]], "Post-request processing": [[8, "post-request-processing"]], "Prerequisites": [[14, "prerequisites"]], "Prompt Guard": [[7, "prompt-guard"], [20, null]], "Prompt Target": [[3, null]], "Prompt Targets": [[7, "prompt-targets"]], "Prompting LLMs": [[7, "prompting-llms"]], "Prompts": [[7, null]], "Quickstart": [[14, null]], "RAG Application": [[1, null]], "Request Flow (Egress)": [[8, "request-flow-egress"]], "Request Flow (Ingress)": [[8, "request-flow-ingress"]], "Request Lifecycle": [[8, null]], "Resources": [[21, null]], "Routing Logic": [[3, "routing-logic"]], "Single Function Call": [[0, "single-function-call"]], "Step 1: Define ConversationBufferMemory": [[1, "step-1-define-conversationbuffermemory"]], "Step 1: Define Prompt Targets": [[0, "step-1-define-prompt-targets"], [0, "id1"], [1, "step-1-define-prompt-targets"]], "Step 1: Define the Function": [[15, "step-1-define-the-function"]], "Step 1: Install Arch": [[14, "step-1-install-arch"]], "Step 2: Config Arch": [[14, "step-2-config-arch"]], "Step 2: Configure Prompt Targets": [[15, "step-2-configure-prompt-targets"]], "Step 2: Process Request Parameters": [[0, "step-2-process-request-parameters"]], "Step 2: Process Request Parameters in Flask": [[1, "step-2-process-request-parameters-in-flask"]], "Step 2: Update ConversationBufferMemory with Intents": [[1, "step-2-update-conversationbuffermemory-with-intents"]], "Step 3: Arch Takes Over": [[15, "step-3-arch-takes-over"]], "Step 3: Get Messages based on latest drift": [[1, "step-3-get-messages-based-on-latest-drift"]], "Step 3: Start Arch Gateway": [[14, "step-3-start-arch-gateway"]], "Summary": [[3, "summary"], [19, "summary"], [20, "summary"]], "Supported Languages": [[15, "supported-languages"]], "Tech Overview": [[9, null]], "Terminology": [[8, "terminology"], [10, null]], "Threading Model": [[11, null]], "Trace Breakdown:": [[19, "trace-breakdown"]], "Trace Propagation": [[19, "trace-propagation"]], "Tracing": [[19, null]], "Upstream (Egress)": [[5, "upstream-egress"]], "Welcome to Arch!": [[21, null]], "What Are Prompt Targets?": [[3, "what-are-prompt-targets"]], "What Is Arch-Guard": [[20, "what-is-arch-guard"]], "What is Function Calling?": [[15, "what-is-function-calling"]], "Why Prompt Guard": [[20, "why-prompt-guard"]]}, "docnames": ["build_with_arch/agent", "build_with_arch/rag", "concepts/llm_provider", "concepts/prompt_target", "concepts/tech_overview/error_target", "concepts/tech_overview/listener", "concepts/tech_overview/model_serving", "concepts/tech_overview/prompt", "concepts/tech_overview/request_lifecycle", "concepts/tech_overview/tech_overview", "concepts/tech_overview/terminology", "concepts/tech_overview/threading_model", "get_started/intro_to_arch", "get_started/overview", "get_started/quickstart", "guides/function_calling", "guides/observability/access_logging", "guides/observability/monitoring", "guides/observability/observability", "guides/observability/tracing", "guides/prompt_guard", "index", "resources/configuration_reference"], "envversion": {"sphinx": 63, "sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx.ext.intersphinx": 1, "sphinx.ext.viewcode": 1}, "filenames": ["build_with_arch/agent.rst", "build_with_arch/rag.rst", "concepts/llm_provider.rst", "concepts/prompt_target.rst", "concepts/tech_overview/error_target.rst", "concepts/tech_overview/listener.rst", "concepts/tech_overview/model_serving.rst", "concepts/tech_overview/prompt.rst", "concepts/tech_overview/request_lifecycle.rst", "concepts/tech_overview/tech_overview.rst", "concepts/tech_overview/terminology.rst", "concepts/tech_overview/threading_model.rst", "get_started/intro_to_arch.rst", "get_started/overview.rst", "get_started/quickstart.rst", "guides/function_calling.rst", "guides/observability/access_logging.rst", "guides/observability/monitoring.rst", "guides/observability/observability.rst", "guides/observability/tracing.rst", "guides/prompt_guard.rst", "index.rst", "resources/configuration_reference.rst"], "indexentries": {}, "objects": {}, "objnames": {}, "objtypes": {}, "terms": {"": [0, 1, 2, 3, 4, 5, 6, 7, 8, 10, 11, 12, 13, 14, 15, 19, 20], "0": [0, 1, 2, 5, 6, 7, 8, 10, 14, 19, 22], "00": 19, "003": 7, "005": [0, 7, 8, 14, 22], "01": 16, "05m": [6, 7], "09": 16, "1": [2, 4, 5, 7, 8, 10, 16, 19, 22], "10": [15, 19], "100": [11, 19], "10000": [2, 5, 7, 8, 10, 14, 22], "100000": 22, "100x": [0, 7], "1024": 16, "10x": [0, 6, 7], "1234": 4, "123z": 16, "127": [0, 2, 5, 7, 8, 10, 14, 22], "156x": 6, "16": 19, "18083": 0, "2": [8, 19], "200": [0, 1, 16], "200m": [0, 6, 7], "2024": 16, "25": 16, "27t14": 16, "3": [7, 19], "32": 19, "4": [7, 15, 19], "40": 0, "400": [0, 1, 4], "429": 8, "4317": 19, "443": [0, 10, 22], "4o": [0, 2, 5, 6, 7, 8, 14, 22], "5": [7, 19], "51001": [2, 7], "512": 16, "52": 16, "56": 16, "6": 19, "60": 22, "7": [0, 1, 10, 12, 19], "7b": 22, "8": 19, "80": [7, 8, 10, 14, 22], "8001": 22, "8080": 0, "8x7b": 22, "9": 19, "9000": 5, "A": [0, 1, 3, 4, 5, 8, 10, 11, 12, 13, 14, 18], "As": [7, 20], "Be": [15, 19], "But": 10, "By": [1, 3, 7, 8, 12, 15, 19, 20, 22], "For": [3, 5, 7, 10, 11, 12, 13], "If": [0, 1, 4, 7, 8, 15, 20, 22], "In": [0, 1, 7, 8, 12, 13, 15, 20], "It": [0, 8, 15, 16, 20], "Its": [12, 19], "No": 7, "On": 14, "One": 10, "Or": 19, "The": [1, 3, 4, 6, 7, 8, 10, 12, 14, 15, 19, 20, 22], "There": [6, 12], "These": [0, 4, 10, 12, 15, 20], "To": [1, 5, 7, 10, 12, 14, 19], "With": [0, 1, 12, 14, 19, 20], "__main__": [0, 1], "__name__": [0, 1, 19], "abil": [7, 8, 10, 20, 22], "about": [0, 6, 7, 8, 10, 12, 13, 16, 20, 22], "abov": [0, 1, 8, 12], "abstract": 2, "accept": [3, 5, 7, 8, 10, 11], "access": [8, 14, 18, 19, 20, 21], "access_kei": [0, 2, 5, 7, 8, 14, 22], "accident": 8, "accordingli": 19, "account": [15, 19], "accur": [1, 3, 7, 10, 15, 20], "accuraci": [1, 7, 12, 20], "achiev": [12, 15], "across": [0, 2, 6, 8, 12, 15, 19], "act": [3, 5, 12], "action": [0, 3, 4, 7, 8, 10, 15, 20, 22], "activ": [1, 8, 14], "actual": [0, 1, 7, 19], "acurr": 12, "ad": [0, 1, 12, 20], "add": [1, 5, 7, 15, 19, 22], "add_messag": 1, "add_span_processor": 19, "addit": [1, 3, 5, 7, 8, 12, 18, 22], "additional_kwarg": 1, "additionalproperti": 15, "address": [0, 2, 5, 7, 8, 10, 14, 20, 22], "adher": 20, "adjust": [1, 12, 19], "adopt": 19, "advanc": [7, 15], "advantag": [7, 12], "advic": [0, 2, 7, 8, 14, 22], "affect": 19, "afraid": 15, "after": [8, 15, 19, 20], "against": [7, 20], "agent": [1, 8, 10, 12, 13, 14, 21, 22], "aggreg": 15, "agnost": 2, "ai": [1, 3, 8, 10, 12, 13, 14, 15, 16, 22], "aid": 8, "aimessag": 1, "airbnb": 12, "alert": 16, "align": [7, 20], "all": [0, 2, 5, 6, 7, 8, 11, 12, 13, 14, 19, 21, 22], "allow": [0, 3, 7, 10, 11, 12, 14, 15, 19, 20], "alogirithm": 12, "alongsid": [6, 8, 10, 12], "alreadi": 19, "also": [0, 2, 3, 7, 8, 14, 20, 22], "altern": [4, 20], "alwai": 4, "ambigu": 15, "amount": 11, "an": [0, 1, 2, 3, 4, 8, 10, 12, 14, 15, 17, 19, 20, 22], "analysi": [4, 20], "analyt": 15, "analyz": [0, 3, 7, 12, 15, 16, 19, 20], "ang": 7, "ani": [0, 3, 7, 8, 12, 13, 15, 19, 20], "answer": [7, 8, 22], "anthrop": 2, "api": [0, 2, 3, 4, 5, 6, 7, 8, 10, 12, 13, 14, 15, 19, 21, 22], "api_bas": 7, "api_kei": 7, "api_serv": [3, 15], "apm": 19, "app": [0, 1, 10, 12, 13, 21], "app_serv": [0, 7, 8, 14, 22], "append": [0, 1], "appli": [7, 8, 12, 13, 20], "applic": [0, 2, 3, 4, 5, 6, 7, 8, 10, 12, 13, 14, 15, 16, 17, 19, 20, 21, 22], "applicaton": 6, "approach": [1, 3, 7, 19, 22], "appropri": [1, 3, 4, 7, 8, 10], "ar": [0, 1, 2, 4, 5, 6, 7, 8, 10, 12, 14, 15, 19, 20, 21, 22], "arch": [0, 1, 2, 3, 4, 5, 6, 8, 10, 11, 16, 17, 19, 22], "archgw": [6, 14], "architectur": [3, 9, 10, 11, 12, 19, 20], "aris": [4, 10], "around": [8, 11], "arrai": [1, 3, 15], "arraylist": 15, "arriv": 8, "art": 15, "ask": [1, 12, 15, 19], "aspect": [12, 17], "assess": 20, "assist": [0, 1, 2, 7, 8, 14, 20, 22], "assum": 7, "attach": 3, "attack": 20, "attempt": [7, 8, 12, 16, 20], "attent": 15, "attribut": [3, 19], "augment": [1, 8], "auth": 10, "author": 22, "auto_llm_dispatch_on_respons": [7, 8, 22], "autom": 15, "automat": [5, 7, 12, 15, 19, 20], "avail": [2, 6, 8, 12, 19], "averlag": 6, "avoid": [1, 20], "awai": [1, 12], "awsxrai": 19, "back": [1, 6, 8, 12, 15, 19], "backend": [3, 7, 8, 10, 12, 15, 19, 21], "bad": 4, "balanc": [0, 7, 8, 14, 15, 22], "base": [0, 2, 3, 5, 7, 8, 10, 12, 14, 15, 20, 22], "base_url": 2, "bash": 6, "batch": 19, "batchedand": 8, "batchspanprocessor": 19, "battl": 12, "been": [14, 15], "befor": [1, 7, 8, 10, 14, 20], "begin": [1, 14], "behalf": [7, 8], "behavior": [7, 8, 16, 20, 22], "behind": 13, "being": [7, 8], "belief": [12, 21, 22], "below": [2, 3, 6, 7, 8, 14, 19], "benchmark": 15, "benefici": 15, "benefit": [12, 18], "best": [3, 5, 9, 12, 18], "better": [12, 15, 20], "between": [0, 2, 3, 7, 8, 11, 12, 14, 15, 19, 22], "bigint": 15, "bill": 19, "billion": [7, 12], "bin": 14, "binari": 14, "bind": [2, 5, 7, 10], "blaze": 9, "block": 11, "bodi": 7, "bolt": 10, "bool": [7, 8, 15, 22], "boolean": 15, "bootstrap": 8, "born": [12, 21], "borrow": 10, "both": [7, 15, 20], "bound": [7, 11], "breach": 20, "break": 1, "breaker": 8, "bridg": [3, 8, 15], "brief": [3, 8], "briefli": 8, "broader": 0, "build": [1, 2, 3, 5, 7, 10, 11, 12, 14, 20, 22], "build_with_arch": 13, "built": [0, 1, 6, 7, 8, 10, 12, 14, 21], "busi": [0, 3, 7, 8, 10, 12, 15, 21], "bypass": 20, "byte": [15, 19], "c": 12, "call": [2, 3, 4, 6, 7, 8, 10, 12, 13, 21], "campaign": [0, 12], "can": [0, 1, 2, 3, 4, 5, 6, 7, 8, 10, 12, 14, 15, 16, 19, 20, 22], "capabl": [0, 3, 7, 12, 14, 15, 21], "capit": [2, 7], "captur": [4, 12, 19], "care": 15, "carefulli": 3, "carri": [8, 19], "case": [0, 6, 12, 13], "categor": 4, "categori": 7, "caus": 4, "celsiu": [3, 15], "central": [0, 2, 5, 7, 8, 12, 14, 16, 22], "cert": 22, "certain": 20, "certif": 22, "certificate_chain": 22, "chain": 8, "challeng": 20, "chanc": 20, "chang": [1, 7, 19], "char": 15, "charact": 19, "chat_memori": 1, "chatbot": 19, "cheaper": [6, 7], "cheapest": 0, "check": [5, 7, 8, 10, 15, 19, 20], "children": 19, "choic": 7, "choos": 15, "chunk": 1, "circuit": 8, "citi": [3, 15], "claim": [0, 12], "clarif": 1, "clarifi": [10, 12], "class": 12, "classifi": 20, "claud": 7, "clean": 20, "cleaner": 3, "clear": [4, 15, 20], "clearer": 15, "cli": 14, "client": [2, 4, 5, 8, 10, 11], "client_messag": 1, "closest": 7, "cloud": [2, 9], "cluster": [0, 2, 7, 8, 12, 14, 22], "co": [12, 19], "code": [1, 4, 7, 8, 10, 11, 12, 14, 16], "codebas": [3, 19], "codec": 8, "coher": 2, "colleagu": 15, "collect": [0, 15, 19], "collector": 19, "com": [15, 16, 19], "combin": 15, "comcern": 6, "come": 12, "command": [6, 14], "comment": [7, 10], "commit": 19, "common": [0, 15, 19], "common_tls_context": 22, "commun": [4, 8, 10, 14, 19], "compact": 7, "compani": 12, "compar": 7, "compat": [12, 19, 22], "complet": [2, 7, 8, 15, 19, 22], "complex": [0, 2, 3, 5, 11, 15, 19, 20], "complianc": 20, "compon": [3, 8, 12, 19], "composit": 7, "comprehens": 14, "concept": 9, "concern": 8, "concis": 8, "confid": 20, "config": 19, "configur": [0, 1, 2, 6, 7, 9, 10, 11, 12, 14, 19, 21], "confirm": [7, 8, 15, 19, 22], "congratul": 14, "conifg": 22, "connect": [0, 3, 5, 6, 7, 8, 10, 11, 12, 14, 22], "connect_timeout": [0, 7, 8, 14, 22], "consid": [7, 10], "consist": [10, 12, 15, 19], "consol": 19, "constraint": 20, "contain": [6, 7, 8, 10, 12, 19, 20], "content": [1, 2, 4, 5, 7, 8, 14, 19, 20, 22], "context": [3, 4, 8, 10, 12, 14, 15, 19, 20], "continu": 12, "contribut": 14, "contributor": 21, "control": [6, 11, 20, 22], "conver": 1, "convers": [0, 1, 7, 12], "coordin": 11, "core": [8, 20], "corpu": 20, "correct": [1, 4, 7, 20], "correspond": 8, "cosin": 7, "cost": [1, 6, 12], "could": [0, 7, 8, 10, 14, 15, 22], "count": [8, 16], "cpu": [8, 9], "craft": 20, "creat": [0, 1, 2, 4, 5, 7, 8, 10, 12, 13, 14, 15, 22], "createus": 4, "creativ": 15, "credenti": 19, "crime": 7, "critcal": 12, "criteria": 20, "critic": [0, 1, 4, 7, 8, 10, 12, 15, 17, 19], "crucial": [15, 16, 19, 20], "curiou": [7, 8, 20, 22], "current": [1, 3, 15], "custom": [7, 13, 19, 20], "cutov": 12, "d": 16, "dai": [0, 1], "dashboard": [15, 19], "data": [0, 1, 3, 7, 8, 12, 15, 19, 20], "databas": [0, 1, 15], "datadoghq": 19, "dataset": 0, "date": [3, 15], "datetim": 1, "davinci": 7, "db": 1, "dd_site": 19, "debug": [0, 1, 4, 8, 16, 19], "decis": [0, 2, 6, 7, 8, 10, 14, 22], "decrypt": 8, "dedic": 7, "deep": [5, 13], "deeper": 14, "def": [0, 1, 15, 19], "default": [0, 1, 2, 5, 6, 7, 8, 14, 22], "defens": 20, "defin": [2, 5, 7, 8, 14, 19, 22], "definit": [10, 15], "defram": 8, "degrad": 4, "deliv": 15, "deliveri": 8, "demonstr": 15, "depend": [0, 8, 12, 14, 20], "deploi": [6, 8, 12, 19], "deploy": 12, "depth": 3, "describ": [1, 4, 8], "descript": [0, 1, 3, 7, 8, 14, 15, 22], "desgin": 12, "design": [0, 3, 4, 6, 7, 8, 10, 12, 13, 15, 19, 20], "desir": [3, 15], "destroi": 8, "detail": [2, 4, 5, 7, 8, 10, 12, 16, 19], "detect": [6, 8, 10, 12, 14, 20], "determin": [1, 3, 8, 15, 19], "detetct": 1, "dev": 6, "develop": [1, 2, 3, 4, 5, 7, 8, 12, 13, 14, 19, 20, 22], "devic": [0, 1, 3, 6, 7, 8, 14, 22], "device_group": 14, "device_id": [0, 1, 7, 8, 14, 22], "device_reboot": [0, 14], "device_summari": [0, 1], "dict": 15, "dictionari": [1, 7], "differ": [0, 2, 3, 7, 8, 10, 14, 15, 19, 22], "difficult": 12, "direct": [3, 5], "directli": [7, 10], "disast": 12, "discov": 13, "dispatch": 8, "displai": [4, 15], "distribut": [7, 8, 19], "dive": [10, 13, 14], "divers": [3, 20], "dn": 5, "do": [3, 7, 12, 14], "doc": 13, "docker": [0, 14, 19], "document": [3, 7, 10, 13, 14, 19], "doe": [0, 1, 3, 15, 20], "domain": [8, 15], "don": [6, 15], "doubl": 15, "downstream": [7, 8, 9, 10, 11, 19], "downtream": 8, "dramat": [1, 6, 12], "draw": 7, "driven": [13, 14, 20], "dropbox": 12, "due": 4, "duplic": 1, "durat": [8, 16], "dure": [4, 8], "dynam": [7, 15, 20], "e": [3, 8, 10, 15, 16, 19, 22], "each": [1, 3, 7, 8, 12, 15, 16, 19, 22], "earli": [7, 8, 12], "earlier": 8, "eas": 19, "easi": [15, 19], "easier": [5, 14, 16], "easili": [0, 1, 12, 19], "ecosystem": 19, "edg": [8, 12, 15], "effect": [3, 7, 12, 13], "effici": [0, 1, 3, 6, 7, 14, 19], "egress": [2, 9, 10], "either": [8, 15], "elasticsearch": 16, "element": 3, "elif": 1, "elk": 16, "els": 1, "email": [3, 15], "embarrassingli": [1, 11], "embed": [1, 7, 20, 22], "empow": [3, 20], "empti": 22, "enabl": [0, 1, 2, 3, 4, 6, 8, 10, 12, 15, 19], "enchanc": 7, "encount": [8, 10], "encrypt": 8, "end": [3, 12, 19], "endpoint": [0, 1, 3, 4, 7, 8, 10, 14, 15, 19, 22], "enforc": [8, 20], "engag": [0, 8, 12], "engin": [7, 12], "enhanc": [1, 3, 8, 14, 19, 20], "enough": 4, "enrich": [1, 3, 7, 10], "ensur": [0, 2, 3, 4, 5, 7, 8, 12, 14, 15, 19, 20], "entir": [1, 12, 19], "entri": 5, "enum": [3, 7, 8, 15, 22], "enumer": 1, "environ": [14, 15, 19, 20], "envoi": [2, 5, 7, 8, 10, 11, 12, 21], "equal": 11, "error": [0, 1, 3, 7, 8, 9, 10, 12, 14, 17, 19, 20, 21, 22], "error_target": [7, 8, 14, 22], "error_target_1": [7, 8, 22], "especi": 20, "essenti": [3, 5, 13, 20], "establish": [0, 7, 8, 14, 22], "etc": [1, 2, 6, 7, 8, 10, 12, 14, 22], "ethnic": 20, "eu": 19, "evalu": 7, "even": [0, 15], "evenli": 8, "event": [0, 8], "evolv": 20, "exactli": 8, "exampl": [0, 1, 5, 8, 9, 10, 14, 22], "exceed": 8, "excel": 20, "except": [4, 15], "exception": 12, "excess": 8, "exclus": 12, "execut": [4, 7, 8, 15, 20], "exist": [1, 8, 19], "expect": [4, 15, 20], "experi": [3, 7, 8, 12, 14, 15, 20, 22], "explain": 15, "explan": [3, 15], "explicitli": 20, "explor": [13, 14], "export": [16, 19], "expos": [0, 5, 7, 12, 20, 22], "extend": [12, 13], "extern": [0, 1, 14, 19], "extract": [0, 3, 7, 8, 10, 12, 15, 19, 22], "extrem": 7, "f": [0, 1, 15, 19], "face": 7, "facilit": 19, "fact": [0, 2, 7, 8, 14, 22], "fahrenheit": [3, 15], "fail": [2, 4, 8, 10], "failov": [0, 2, 5, 7, 8, 14, 22], "failur": 4, "fair": 8, "fallback": 4, "fals": [1, 7, 8, 14, 15, 22], "familiar": 8, "faser": 0, "fashion": [1, 8], "fast": [7, 9, 10, 12, 13, 14, 21], "faster": [1, 6, 7, 10, 19], "fastest": [0, 14], "fault": [2, 7], "fc": 8, "fc1b": 0, "featur": [1, 7, 12, 13, 18, 19, 22], "feed": 16, "feedback": [4, 7, 20], "fetch": 15, "few": [1, 10, 19], "field": 20, "file": [2, 3, 5, 7, 8, 14], "filenam": 22, "filter": [5, 8, 11, 12, 20], "final": [8, 20], "financ": 20, "find": 15, "first": [6, 7, 8, 12, 14, 15, 17, 20], "fit": 8, "flag": [7, 8, 19, 20, 22], "flagship": 7, "flask": 0, "flexibl": [0, 12, 19, 20], "float": 15, "flow": [4, 9, 12, 16, 19], "fluentd": 16, "focu": [0, 8, 12], "focus": 7, "follow": [1, 3, 4, 6, 7, 8, 10, 12, 14, 19, 22], "form": 15, "format": [3, 7, 12, 15, 20], "forth": 8, "forwad": 7, "forward": [1, 4, 6, 7, 8, 10, 11, 19], "forward_to_llm": 1, "framework": [7, 19], "franc": [2, 7], "francisco": [3, 15], "friendli": 15, "from": [0, 1, 2, 3, 4, 5, 7, 8, 10, 11, 12, 14, 15, 19, 20, 22], "front": 12, "frontier": [0, 7], "fulfil": 12, "full": [3, 7, 14, 22], "function": [3, 4, 6, 7, 8, 10, 11, 12, 13, 20, 21, 22], "function_cal": 13, "functionvalidationerror": 4, "fundament": 3, "further": [7, 14, 19], "g": [3, 8, 10, 15, 16, 19, 22], "gap": 15, "gatewai": [1, 2, 8, 10, 12, 13, 19, 22], "gather": [0, 8, 12], "genai": [3, 14, 21], "gener": [0, 1, 3, 6, 8, 10, 11, 12, 13, 14, 15, 19, 20], "get": [0, 3, 6, 8, 14, 15, 16, 19], "get_device_statist": 1, "get_device_summari": [0, 1], "get_json": [0, 1], "get_messages_since_last_int": 1, "get_trac": 19, "get_user_convers": 1, "get_weath": [3, 15], "github": [7, 14], "give": 12, "given": [0, 1, 8], "global": [1, 14], "go": [0, 12], "goal": 12, "good": 22, "googl": 12, "got": 4, "govern": 12, "gpt": [0, 2, 5, 6, 7, 8, 14, 15, 22], "gpu": 9, "grace": 4, "gracefulli": [4, 10], "group": [0, 14], "grpc": 19, "guard": [8, 9, 13, 21], "guardail": 6, "guardrail": [4, 7, 8, 10, 12, 13, 14], "guid": [7, 14, 15, 20], "guidelin": 20, "gurdrail": 5, "ha": [1, 7, 8, 12, 14, 15, 19, 22], "handel": [7, 8, 22], "handl": [0, 1, 2, 3, 4, 5, 7, 8, 10, 11, 12, 13, 14, 15, 19, 20, 21], "handle_request": 19, "handler": [3, 7, 8], "happen": 4, "hardwar": 11, "harm": [7, 8, 20], "hashmap": 15, "hashtabl": 15, "hate": 7, "have": [0, 1, 6, 12, 14, 15, 20], "hazard": 7, "hcm": 8, "header": [1, 8, 9, 10, 12, 18, 22], "health": 8, "healthcar": 20, "healthi": 8, "held": 22, "help": [0, 1, 2, 3, 4, 6, 7, 8, 10, 12, 13, 14, 15, 17, 20, 22], "here": [0, 1, 3, 5, 7, 8, 15, 20], "hexadecim": 19, "high": [0, 2, 7, 9, 12, 15], "highli": 15, "histori": [1, 15], "horrid": 12, "host": [0, 2, 5, 6, 7, 8, 10, 16], "hostconnect": 10, "hostnam": [0, 7, 8, 14, 22], "how": [0, 1, 2, 3, 5, 6, 7, 8, 10, 12, 13, 14, 15, 18, 22], "howev": 8, "html": 13, "http": [2, 4, 5, 6, 7, 8, 12, 14, 15, 16, 19, 21, 22], "http_header": 22, "hug": 7, "huggingfac": [0, 2, 5, 7, 8, 14, 22], "human": [3, 4], "humanmessag": 1, "hygien": 12, "i": [0, 1, 2, 3, 5, 6, 7, 8, 10, 11, 12, 14, 16, 17, 19, 22], "iam": 19, "id": [0, 1, 4, 8, 14, 19], "idea": 13, "identif": 15, "identifi": [0, 1, 3, 4, 7, 8, 14, 15, 19, 22], "immedi": 20, "impact": 19, "implement": [7, 8, 19, 20], "import": [0, 1, 2, 7, 15, 16, 19], "improp": 4, "improv": [1, 6, 12, 13, 20], "inappropri": 20, "includ": [2, 3, 5, 6, 8, 12, 14, 15, 16, 17, 19, 21], "incom": [1, 5, 6, 7, 8, 10, 14, 19, 22], "incomplet": 15, "incorrect": 20, "increas": 20, "incredibli": 12, "index": 1, "indic": [3, 8, 19], "industri": 7, "infer": [6, 7, 12], "inform": [0, 1, 3, 4, 7, 8, 10, 12, 15, 16, 19, 20, 22], "information_extract": [7, 8, 22], "infrastructur": [2, 12], "ingress": [7, 9, 10], "initi": [1, 2, 5, 8, 10, 18], "inject": [19, 20], "inner": 8, "innov": 14, "input": [0, 3, 4, 15, 20], "input_guard": [7, 8, 20, 22], "insecur": 19, "insert": 1, "instal": 19, "instanc": [2, 8, 10, 15, 22], "instead": [1, 12, 15], "instruct": [6, 13, 22], "insur": [0, 12], "int": [0, 1, 15], "integ": [0, 1, 4, 20], "integr": [2, 3, 12, 13, 14, 15, 16, 18, 21], "intellig": [2, 3, 6, 8, 10, 12, 13, 21], "intend": 20, "intent": [0, 6, 8, 12, 15, 20, 22], "intent_chang": 1, "intent_changed_head": 1, "interact": [0, 7, 12, 13, 14, 15, 16, 19, 20], "intercept": 7, "interfac": 2, "interfer": 14, "intern": [0, 8, 10, 19], "interoper": 19, "interpret": [4, 15], "intro": [13, 21], "intro_to_arch": 13, "introduc": 13, "invalid": [1, 4, 15], "inventori": 19, "investig": 19, "invoc": [3, 15], "invok": [0, 3, 4, 15], "involv": [0, 3, 12, 20], "ip": [0, 7, 8, 14, 22], "ip1": [0, 7, 8, 14, 22], "ip2": [0, 7, 8, 14, 22], "isinst": [0, 1], "isoformat": 1, "isol": 14, "issu": [4, 10, 19], "item": [3, 7], "iter": 15, "itinerari": 15, "its": [0, 1, 3, 6, 7, 8, 10, 11, 12, 14, 19], "itself": [2, 5, 7], "jaeger": 19, "jailbreak": [7, 8, 12, 20, 22], "java": [12, 15], "javascript": 15, "json": [1, 2, 4, 5, 7, 8, 14, 15, 22], "jsonifi": [0, 1], "jsonschema": 15, "just": [0, 2, 7, 8, 14, 22], "jwt": 22, "katanemo": 14, "keep": [1, 10, 15], "kei": [0, 2, 5, 6, 7, 8, 9, 14, 18, 19, 22], "kept": 22, "kibana": 16, "kind": 4, "king": 15, "know": [1, 6, 7, 10, 12, 20], "knowledg": [5, 8, 13], "known": 7, "kubernet": 19, "l7": 12, "landscap": 20, "langchain": 1, "languag": [7, 8, 12], "larg": [7, 8, 11, 12, 15], "last": [0, 1], "latenc": [0, 6, 7, 12, 15, 17], "later": 4, "layer": [7, 10, 12, 19, 20], "lead": [7, 12, 20], "learn": [12, 13, 14, 15], "len": 1, "length": 20, "less": 22, "level": [2, 5, 6, 9, 12, 13], "leverag": [3, 19], "libev": 8, "librari": [2, 12, 15], "lifecycl": [9, 21], "lifetim": [8, 11], "lightweight": [0, 1, 12], "like": [1, 2, 3, 4, 5, 7, 8, 10, 12, 15, 16, 17, 19, 20, 22], "limit": [0, 2, 5, 7, 8, 14, 20, 22], "line": [1, 12, 14, 22], "linearli": 12, "list": [0, 1, 3, 7, 8, 14, 15, 20, 22], "listen": [0, 2, 7, 8, 9, 10, 14, 19, 21, 22], "listner": 5, "live": 8, "ll": [0, 22], "llm": [0, 1, 5, 6, 8, 9, 10, 12, 13, 14, 15, 17, 20, 21, 22], "llm_provid": [0, 2, 5, 7, 8, 13, 14, 22], "llm_respons": 1, "load": [0, 7, 8, 14, 22], "local": [2, 5, 7, 8, 9, 22], "locat": [3, 10, 15], "log": [4, 8, 10, 18, 19, 21], "logic": [0, 2, 4, 5, 7, 8, 10, 12, 13, 14, 15, 21, 22], "long": 15, "look": [3, 7, 8, 20, 22], "loop": 8, "low": [0, 6, 15], "lower": [1, 12], "m": 14, "machin": [6, 11], "made": 14, "mai": [0, 8, 20], "main": [8, 10, 19, 20], "maintain": [1, 3, 8], "major": 11, "make": [0, 2, 4, 5, 6, 7, 8, 10, 12, 15, 16, 19], "malici": [8, 20], "manag": [0, 2, 3, 4, 5, 6, 7, 8, 12, 13, 14, 15, 19, 20, 22], "managemet": 5, "mandatori": 3, "mani": [8, 19], "manipul": [0, 12, 20], "manufactur": [0, 2, 7, 8, 14, 22], "map": 15, "mark": [1, 3], "marker": [1, 12], "masssiv": 12, "match": [0, 1, 8, 22], "matter": 12, "max": [0, 7, 8, 14, 22], "maximum": 3, "mean": [19, 22], "meaning": 4, "measur": [12, 17], "mechan": [0, 1, 2, 13, 15, 20], "meet": [15, 20], "memori": 1, "messag": [4, 8, 9, 15, 20, 22], "message_entri": 1, "message_format": [0, 2, 5, 7, 8, 14, 22], "messages_for_llm": 1, "messages_since_int": 1, "messages_to_return": 1, "meta": 1, "metadata": [1, 3, 7, 10, 16], "method": [0, 1, 16], "metric": [12, 17, 19], "might": [6, 20], "mind": [15, 19], "minim": [5, 19, 20], "minimum": 3, "minlength": 15, "minor": 20, "minut": 22, "misalign": 20, "misformat": 20, "miss": [0, 4, 12], "mistak": 20, "mistral": [2, 22], "mistral8x7b": 22, "mistral_api_kei": 22, "mistral_loc": 22, "mistrallocal7b": 22, "misus": 20, "mode": 6, "model": [0, 1, 2, 5, 7, 8, 9, 10, 12, 14, 15, 20, 21, 22], "moder": 9, "modern": 19, "modif": [8, 12], "modifi": 20, "modular": 3, "monitor": [7, 8, 12, 13, 16, 18, 19, 21], "more": [0, 1, 3, 5, 7, 10, 11, 12, 15, 16, 20, 22], "most": [0, 1, 3, 7, 10, 11, 15], "mostli": 1, "move": 1, "multipl": [3, 8, 11, 15], "must": [0, 1, 20], "my": [7, 8, 20, 22], "name": [0, 1, 2, 3, 5, 7, 8, 10, 14, 15, 19, 22], "natur": [4, 7, 8, 15, 22], "navig": [13, 20], "necessari": [1, 3, 7, 8, 15, 20], "need": [0, 3, 6, 7, 8, 10, 13, 15, 19, 22], "network": [0, 2, 5, 6, 7, 9, 10, 14, 22], "network_qa": 0, "network_summari": 0, "never": 14, "new": [1, 3, 12, 14, 15, 19], "new_messag": 1, "next": [15, 20], "nli": [1, 7, 22], "non": 11, "note": [6, 22], "nuanc": [12, 21], "num_stored_messag": 1, "number": [1, 8, 11, 15], "numer": 3, "object": [15, 16], "observ": [2, 10, 12, 13, 19, 21, 22], "occur": 4, "off": 22, "offer": [0, 1, 2, 7, 8, 10, 12, 14, 17, 22], "offert": 22, "often": [1, 12, 15], "on_except": [7, 8, 20, 22], "onc": [0, 1, 7, 8, 11, 15], "one": [0, 1, 8, 10, 15, 19], "ones": [1, 12, 15], "ongo": 15, "onli": [1, 3, 5, 6, 7, 8, 15, 20, 22], "onward": 1, "opaqu": [12, 21], "open": [3, 19], "openai": [0, 1, 5, 8, 14, 22], "openai_api_kei": [0, 2, 5, 7, 8, 14, 22], "opentelemetri": [12, 22], "oper": [4, 8, 10, 12, 14, 15], "optim": [5, 15, 19], "option": [0, 1, 3, 6, 10, 13, 19, 22], "order": [1, 8, 15, 19], "orient": 15, "origin": [7, 10, 12], "oss": 2, "otel": 19, "other": [1, 4, 6, 8, 10, 12, 14, 15, 19], "otlp": 19, "otlp_export": 19, "otlpspanexport": 19, "our": [6, 7, 8, 12, 15, 22], "out": [10, 12, 15, 20, 21], "outbound": [2, 12, 19], "outcom": 20, "outgo": [5, 19], "outlin": 8, "output": [12, 15, 17, 20], "outsid": [12, 21], "over": [0, 1, 2], "overal": [1, 3, 6, 12], "overid": 22, "overload": 8, "overrid": [7, 8, 22], "overview": [18, 21], "overwhelm": 8, "own": 8, "p50": 7, "p90": 0, "packag": [14, 19], "page": 7, "pai": 15, "pain": [2, 5, 7, 8, 12, 14, 22], "pair": 7, "par": 15, "parallel": [8, 11, 15], "param": 15, "paramet": [4, 7, 8, 12, 14, 15, 20, 22], "parent": 19, "parrallel": 1, "pars": [2, 4, 5, 7, 8, 14, 15, 16, 22], "part": [8, 12, 15, 19], "particular": [3, 15], "pass": [1, 7, 8, 16], "past": 1, "path": [0, 1, 3, 7, 8, 10, 14, 15, 16, 22], "path_to_config": 14, "pattern": 20, "payment": [15, 19], "pem": 22, "pend": 19, "per": [8, 12, 15, 16, 17, 22], "perceiv": [12, 17], "perform": [0, 3, 5, 6, 7, 8, 11, 12, 15, 19, 20], "performimg": 7, "period": 8, "permiss": 20, "person": [0, 3, 12, 13, 14, 15, 21], "phase": [7, 20], "php": 12, "piec": [3, 7], "pilot": [12, 19], "pinpoint": 4, "pip": [14, 19], "pipelin": [8, 19], "place": [8, 15], "placehold": [0, 1, 19], "plan": [7, 10], "pleas": [4, 6, 7], "pod": 19, "point": [5, 7, 15], "polici": [8, 19, 20], "pool": 8, "popular": 19, "port": [0, 2, 5, 7, 8, 10, 14, 22], "possibl": 4, "post": [0, 1], "potenti": [7, 20], "power": [7, 15, 19, 20], "practic": [3, 5, 8, 9, 12, 13, 18], "pre": [8, 14, 20], "precis": [1, 15], "predefin": [0, 3, 7, 10, 12, 14, 20], "prefer": [15, 19], "premis": [2, 6], "prepar": [1, 15, 19], "presenc": [2, 5], "present": [1, 12, 15, 19], "prevent": [8, 12, 19, 20], "previou": [1, 12], "price": 6, "pricess": 12, "primari": [5, 7, 11], "primit": [2, 5, 10], "primitv": 7, "primtiv": 1, "print": [2, 7, 15, 19], "priorit": 20, "privaci": 7, "private_kei": 22, "problem": 4, "proce": [7, 8, 20, 22], "process": [3, 4, 6, 7, 10, 11, 12, 13, 15, 19, 20], "process_customer_request": 19, "process_rag": 1, "processor": 19, "produc": 15, "product": [15, 19], "profil": 15, "program": [7, 8, 20, 22], "project": [3, 12], "promot": 8, "prompt": [2, 4, 5, 6, 8, 9, 10, 11, 12, 13, 14, 21, 22], "prompt_config": [2, 7], "prompt_guard": [7, 8, 13, 14, 22], "prompt_target": [0, 1, 3, 7, 8, 10, 13, 14, 15, 22], "prompt_target_intent_matching_threshold": 22, "propag": [7, 12, 18], "proper": 19, "properli": 10, "properti": 15, "protect": [19, 20], "proto": 19, "protocol": [8, 19], "proven": 12, "provid": [0, 1, 3, 4, 5, 7, 8, 10, 12, 13, 14, 15, 16, 17, 19, 20, 21, 22], "proxi": [7, 8, 10], "pull": 1, "purchas": [0, 2, 7, 8, 14, 22], "purpos": [0, 3, 6, 7, 8, 10, 12], "push": 22, "python": [1, 12, 14, 15], "q": 0, "qualiti": 1, "queri": [0, 1, 3, 15, 19], "question": [1, 7, 8, 12, 22], "queue": 15, "quick": 19, "quickli": [6, 12, 13, 14], "quickstart": [13, 21], "rag": [7, 8, 10, 13, 21], "rais": [15, 20], "random_sampl": 19, "rang": [0, 1, 19, 20], "rare": 8, "rate": [2, 7, 8, 12, 17, 19, 22], "rate_limit": 22, "rather": 4, "raw": 4, "rch": 10, "re": [7, 8, 15, 19, 20, 22], "reach": 20, "read": [5, 7, 8, 12, 19], "readabl": [3, 4], "real": [0, 1, 15], "realli": 12, "reboot": [0, 1, 3, 7, 8, 14, 22], "reboot_devic": [0, 3, 14], "reboot_network_devic": [7, 8, 22], "receiv": [4, 7, 8, 10, 15, 19, 20], "recept": 8, "recognit": 3, "recommend": [8, 11, 14], "record": [12, 19], "recoveri": 12, "red": 20, "reddit": 12, "reduc": 20, "refer": [0, 6, 14, 15, 16, 21], "refin": 7, "region": 19, "regulatori": 20, "reject": [7, 12, 14], "relat": [0, 6, 8, 12, 19], "relev": [0, 1, 3, 8, 15], "reli": [7, 19], "reliabl": [2, 5, 15, 20], "remain": 15, "rememb": 15, "remind": 15, "repeat": 20, "replac": 19, "repositori": 14, "repres": [7, 12, 19], "request": [2, 4, 5, 7, 9, 10, 12, 14, 15, 16, 19, 20, 21, 22], "requestsinstrumentor": 19, "requir": [0, 1, 3, 4, 5, 7, 8, 12, 14, 15, 20, 21, 22], "resili": [7, 12], "resolv": 19, "resourc": [14, 16, 18], "respond": [4, 12, 17, 19], "respons": [0, 1, 2, 3, 4, 7, 8, 10, 12, 13, 15, 16, 19, 20, 22], "rest": [8, 11], "restrict": 20, "result": [0, 15], "retri": [0, 2, 5, 7, 8, 12, 14, 22], "retriev": [0, 1, 7, 8, 10, 12, 15], "return": [0, 1, 3, 8, 10, 15, 19, 20], "return_messag": 1, "revers": [1, 8], "review": 20, "risk": 20, "roadmap": 7, "robin": [0, 7, 8, 14, 22], "robust": [7, 12, 15, 20, 21], "role": [1, 4, 7, 19, 20], "root": 4, "round": [0, 7, 8, 14, 22], "rout": [0, 1, 2, 5, 7, 8, 12, 14, 21], "router": [3, 8], "routin": 15, "rule": [14, 15], "run": [0, 1, 6, 7, 8, 10, 12, 14, 19], "runtimeerror": 4, "sacl": 12, "safeguard": 20, "safer": 20, "safeti": [5, 7, 12, 20], "sai": 15, "same": [12, 15, 21], "sampl": [19, 22], "sampling_r": 22, "san": [3, 15], "sanit": [8, 20], "scalabl": [3, 14], "scale": [1, 2, 8, 12, 13], "scenario": [0, 6, 7, 8, 12, 13, 15, 22], "schedul": [7, 10, 15], "schema": [1, 3, 15], "scienc": 15, "score": 7, "script": [14, 15], "scrutini": 20, "sdk": 19, "seamless": [2, 15], "seamlessli": [2, 3, 19], "seattl": 15, "second": 10, "section": [1, 2, 3, 5, 7, 8, 13, 19], "secur": [2, 5, 7, 8, 12, 13, 19, 20, 21], "see": [5, 7], "select": 8, "selector": 22, "self": [6, 8, 10, 12], "semant": 7, "send": [1, 2, 7, 8, 10, 15, 19, 22], "sender": 7, "sensit": [19, 20], "sent": 8, "separ": [3, 6, 8, 10, 11, 22], "sequenti": 0, "serv": [8, 9, 10, 21], "server": [1, 4, 6, 8, 10, 12], "servic": [0, 1, 3, 7, 8, 15, 16, 19], "set": [1, 5, 6, 7, 8, 10, 12, 13, 14, 15, 19, 22], "set_tracer_provid": 19, "setup": [5, 7, 15], "sever": [8, 12, 17], "sevic": 10, "shape": 12, "share": [7, 8, 10], "shift": [1, 12], "short": 15, "should": [2, 3, 4, 5, 7, 8, 14, 15, 22], "show": 1, "side": 4, "signatur": 15, "similar": 7, "simpl": [7, 15, 19, 22], "simpli": [2, 5, 7, 14, 19], "simplic": 8, "simplif": 5, "simplifi": [2, 3, 5, 13, 19], "simul": [0, 1], "simultan": 0, "sinc": [1, 7], "singl": [7, 10, 11, 12, 15, 22], "site": 19, "skimp": 15, "slowest": 6, "small": 11, "smart": [10, 12, 15], "smarter": 1, "sni": 8, "snippet": 1, "so": [0, 1, 6, 7, 10, 12, 15, 22], "socket": 8, "softwar": [7, 12], "solut": 3, "some": [8, 11, 15], "sonnet": 7, "soon": 12, "sota": 15, "sourc": [4, 14, 15, 19], "span": [8, 19], "span_processor": 19, "special": [12, 13, 19], "specif": [0, 1, 3, 4, 6, 7, 8, 12, 14, 15, 19, 20, 22], "specifi": [1, 3, 8, 10, 14, 15], "speed": [1, 6, 12, 17], "spell": 15, "spend": [11, 22], "sporad": 11, "sql": 1, "stack": [4, 13, 15, 16], "stage": 20, "stai": 7, "standalon": 19, "standard": [12, 19, 20], "start": [2, 5, 6, 7, 10, 19], "start_as_current_span": 19, "stat": [0, 1, 8, 22], "state": [1, 3, 8, 15], "stateless": 1, "static": 8, "statist": [0, 1, 8], "statu": [15, 16, 19], "steer": 1, "step": [13, 19], "still": 1, "stock": 19, "store": 1, "stored_messag": 1, "str": [1, 3, 7, 8, 14, 15, 22], "straightforward": 15, "stream": [2, 5, 7, 8, 14, 22], "streamlin": [1, 3, 5], "strict": 20, "stricter": 20, "string": [4, 15, 20], "strip": 7, "stripe": 12, "structur": [1, 16], "struggl": [1, 12], "sub": 12, "submit": 15, "substanti": 12, "subsystem": [0, 2, 5, 6, 7, 8, 12, 14, 22], "subsytem": 7, "success": 12, "successfulli": 14, "suggest": [15, 20], "suit": 12, "suitabl": [3, 15], "summar": [3, 7, 8, 22], "summari": [7, 8, 15, 18, 22], "support": [0, 2, 3, 7, 8, 10, 12, 14, 19], "suppport": 22, "sure": 4, "switch": 2, "system": [0, 2, 4, 5, 7, 8, 12, 14, 15, 16, 19, 20, 21, 22], "system_prompt": [0, 2, 7, 8, 14, 22], "t": [6, 15], "tailor": [0, 12, 15, 20], "take": [7, 8, 10, 12], "target": [2, 5, 8, 9, 10, 13, 14, 21, 22], "task": [0, 7, 8, 11, 12, 15], "tcp": 8, "tech": [13, 19, 21], "tech_overview": 13, "technic": 19, "techniqu": [7, 20], "technologi": [12, 13], "telemetri": [12, 19], "temperatur": [3, 15], "termin": 12, "terminologi": [9, 21], "test": [6, 12, 15], "text": [2, 5, 7, 8, 14, 15, 22], "tft": [12, 17], "than": [0, 6, 22], "thei": [1, 3, 12, 20, 22], "them": [3, 4, 8, 10, 15, 20], "thi": [0, 1, 2, 3, 4, 5, 6, 7, 8, 11, 12, 13, 14, 15, 16, 19, 20, 22], "thing": [10, 22], "think": 15, "thoroughli": 15, "those": [0, 1, 10], "thread": [8, 9, 21], "three": [6, 8, 12, 17], "threshold": 22, "through": [2, 7, 8, 12, 15, 16, 19], "throughput": [0, 15], "time": [0, 1, 7, 8, 12, 14, 15, 16, 17, 22], "time_rang": [0, 1], "timestamp": [1, 8], "tip": 9, "tl": [8, 10, 12, 22], "tls_certif": [0, 22], "todai": [8, 14], "token": [1, 6, 7, 12, 17, 22], "toler": [2, 7], "too": 8, "tool": [4, 12, 14, 16, 18, 20], "top": [2, 5, 11], "topologi": 9, "tot": [12, 17], "total": [12, 17], "toxic": 12, "trace": [4, 7, 8, 10, 12, 18, 21, 22], "trace_export": 19, "tracepar": [12, 18], "tracer": 19, "tracer_provid": 19, "tracerprovid": 19, "track": [1, 14], "tradit": [12, 21], "traffic": [2, 5, 7, 8, 12, 16], "train": 20, "transact": 15, "transpar": 12, "transport": 8, "travel": [7, 10, 15], "travers": 8, "treat": [7, 8, 22], "tri": 1, "trigger": [0, 13, 15], "trivial": 8, "troubleshoot": [3, 4, 13], "true": [0, 1, 2, 3, 5, 7, 8, 14, 15, 19, 22], "try": 15, "tupl": 15, "turn": 15, "tutori": 13, "two": [0, 6, 7, 8, 10], "type": [0, 1, 2, 3, 4, 5, 7, 8, 10, 14, 15, 20, 22], "typic": [8, 15], "typo": 20, "ui": 8, "unauthor": 7, "undergo": 20, "understand": [4, 12, 13, 15, 17, 19, 20], "undesir": [14, 20], "undifferenti": [8, 10, 12], "unexpect": [15, 20], "unifi": 2, "uniformli": 19, "uniqu": [3, 19, 22], "unit": [3, 15, 22], "until": 8, "unusu": 20, "unwant": [8, 20], "up": [1, 6, 10, 12, 13, 14, 19], "updat": [0, 8, 12, 14, 15, 22], "update_user_convers": 1, "upgrad": [2, 8, 12], "upon": 8, "upstream": [1, 7, 8, 9, 10, 12, 13, 16, 17], "upstream_servic": 16, "url": 7, "us": [0, 1, 3, 5, 6, 8, 10, 12, 13, 14, 16, 18, 22], "usabl": 20, "usag": [2, 3, 8, 12, 15, 17], "user": [0, 1, 3, 4, 7, 8, 12, 15, 17, 20, 21], "user_id": [1, 4], "user_memori": 1, "usi": 19, "usual": 7, "utcnow": 1, "util": [6, 7, 8], "uuid": 1, "uuid4": 1, "v": 19, "v0": [0, 2, 5, 7, 8, 14, 22], "v1": [2, 5, 7], "valid": [0, 1, 13, 15, 20], "validationerror": [4, 15], "valu": [0, 1, 3, 7, 8, 14, 15, 19, 20, 22], "valueerror": 15, "variabl": 19, "varieti": 8, "variou": [11, 12, 15, 19], "ve": [14, 22], "vector": [1, 7], "vendor": 2, "venv": 14, "veri": [8, 19], "verif": 19, "verifi": [19, 20], "version": [0, 2, 5, 7, 8, 14, 19, 22], "via": [0, 4, 6, 8, 10, 12, 13, 14, 19, 22], "view": 19, "violat": [4, 8, 10, 20], "violent": 7, "virtual": [14, 22], "visibl": 16, "visit": 7, "vpc": 6, "w3c": [12, 19], "wa": [8, 12, 15, 21], "wai": [0, 1, 2, 5, 7, 8, 12, 14, 22], "wait": [0, 7, 8, 14, 22], "want": [0, 10, 12, 15], "watch": 15, "we": [8, 10, 11, 14, 20, 22], "weather": [3, 15], "weather_info": 15, "weather_validation_schema": 15, "web": [8, 10], "welcom": 13, "well": 12, "what": [2, 4, 7, 12], "when": [0, 1, 2, 4, 5, 7, 8, 10, 12, 15, 19], "where": [0, 3, 4, 6, 7, 8, 14, 15, 16, 20], "whether": [3, 15], "which": [0, 1, 2, 5, 6, 8, 12, 15, 16, 17, 19, 21], "while": [1, 7, 11, 13, 15, 20], "wide": [8, 19], "window": 14, "within": [0, 3, 7, 8, 13, 15, 20, 22], "without": [5, 8, 12, 13], "work": [6, 10, 12, 15, 19, 22], "worker": [8, 11], "workflow": [13, 21], "workload": 11, "would": [0, 1, 8, 22], "write": [0, 12, 13], "written": [8, 11, 12], "x": [1, 4, 8, 10, 16], "yaml": [0, 19], "yml": [2, 7, 22], "york": [3, 15], "you": [0, 1, 2, 3, 4, 5, 6, 7, 8, 10, 12, 13, 14, 15, 17, 19, 20, 22], "your": [0, 1, 2, 3, 5, 6, 7, 8, 10, 12, 13, 14, 15, 17, 19, 22], "yourweatherapp": 15}, "titles": ["Agentic Workflow", "RAG Application", "LLM Provider", "Prompt Target", "Error Target", "Listener", "Model Serving", "Prompts", "Request Lifecycle", "Tech Overview", "Terminology", "Threading Model", "Intro to Arch", "Overview", "Quickstart", "Function Calling", "Access Logging", "Monitoring", "Observability", "Tracing", "Prompt Guard", "Welcome to Arch!", "Configuration Reference"], "titleterms": {"1": [0, 1, 14, 15], "2": [0, 1, 14, 15], "3": [1, 14, 15], "A": 19, "access": 16, "addit": 19, "agent": [0, 7, 19], "ai": 19, "an": 7, "app": 7, "applic": 1, "ar": 3, "arch": [7, 12, 13, 14, 15, 20, 21], "architectur": 8, "aw": 19, "base": 1, "basic": 3, "benefit": [19, 20], "best": [4, 15, 19], "blaze": 6, "breakdown": 19, "build": [13, 21], "call": [0, 15], "case": 15, "client": 7, "cloud": 6, "concept": [4, 13, 21], "config": 14, "configur": [3, 5, 8, 15, 20, 22], "conversationbuffermemori": 1, "cpu": 6, "datadog": 19, "default": 3, "defin": [0, 1, 3, 15], "detect": [1, 7], "downstream": 5, "drift": 1, "egress": [5, 7, 8], "error": 4, "exampl": [2, 3, 4, 7, 15, 19, 20], "extract": 1, "fast": 6, "featur": [3, 15, 16], "flask": 1, "flow": 8, "format": 19, "function": [0, 15], "gatewai": [7, 14], "get": [1, 13, 21], "gpu": 6, "guard": [7, 20], "guid": [13, 21], "header": [4, 19], "high": 8, "how": [19, 20], "i": [15, 20], "implement": 15, "ingress": [5, 8], "initi": 19, "instal": 14, "instrument": 19, "integr": 19, "intent": [1, 3, 7], "intro": 12, "kei": [3, 4, 15, 16], "languag": 15, "latest": 1, "level": 8, "lifecycl": 8, "listen": 5, "llm": [2, 7], "local": 6, "log": 16, "logic": 3, "match": [3, 7], "messag": [1, 7], "model": [6, 11], "moder": 6, "monitor": 17, "multipl": 0, "network": 8, "next": 14, "observ": 18, "openai": [2, 7], "opentelemetri": 19, "over": 15, "overview": [8, 9, 13, 19], "parallel": 0, "paramet": [0, 1, 3], "post": 8, "practic": [4, 15, 19], "prerequisit": 14, "process": [0, 1, 8], "prompt": [0, 1, 3, 7, 15, 20], "propag": 19, "provid": 2, "python": [2, 19], "quickstart": 14, "rag": 1, "rai": 19, "refer": 22, "request": [0, 1, 8], "resourc": [19, 21], "rout": 3, "sdk": 2, "serv": 6, "singl": 0, "start": [13, 14, 21], "step": [0, 1, 14, 15], "summari": [3, 19, 20], "support": 15, "take": 15, "target": [0, 1, 3, 4, 7, 15], "tech": 9, "terminologi": [8, 10], "thread": 11, "tip": [4, 15], "tool": 19, "topologi": 8, "trace": 19, "tracepar": 19, "updat": 1, "upstream": 5, "us": [2, 7, 15, 19, 20], "via": 7, "visual": 19, "welcom": 21, "what": [3, 15, 20], "why": 20, "work": 20, "workflow": [0, 15], "x": 19}}) \ No newline at end of file