diff --git a/_downloads/ca9d3b7116524473d8adbde7cf15d167/arch_config_full_reference.yaml b/_downloads/ca9d3b7116524473d8adbde7cf15d167/arch_config_full_reference.yaml index 1f97369a..291f68e5 100755 --- a/_downloads/ca9d3b7116524473d8adbde7cf15d167/arch_config_full_reference.yaml +++ b/_downloads/ca9d3b7116524473d8adbde7cf15d167/arch_config_full_reference.yaml @@ -77,6 +77,7 @@ prompt_targets: endpoint: name: app_server path: /agent/summary + http_method: POST # Arch uses the default LLM and treats the response from the endpoint as the prompt to send to the LLM auto_llm_dispatch_on_response: true # override system prompt for this prompt target diff --git a/resources/configuration_reference.html b/resources/configuration_reference.html index 96699f03..d9bf240c 100755 --- a/resources/configuration_reference.html +++ b/resources/configuration_reference.html @@ -238,35 +238,36 @@ that they can spend more of their time in building features unique to their AI e 77 endpoint: 78 name: app_server 79 path: /agent/summary - 80 # Arch uses the default LLM and treats the response from the endpoint as the prompt to send to the LLM - 81 auto_llm_dispatch_on_response: true - 82 # override system prompt for this prompt target - 83 system_prompt: You are a helpful information extraction assistant. Use the information that is provided to you. - 84 - 85 - name: reboot_network_device - 86 description: Reboot a specific network device - 87 endpoint: - 88 name: app_server - 89 path: /agent/action - 90 parameters: - 91 - name: device_id - 92 type: str - 93 description: Identifier of the network device to reboot. - 94 required: true - 95 - name: confirmation - 96 type: bool - 97 description: Confirmation flag to proceed with reboot. - 98 default: false - 99 enum: [true, false] -100 -101error_target: -102 endpoint: -103 name: error_target_1 -104 path: /error -105 -106tracing: -107 # sampling rate. Note by default Arch works on OpenTelemetry compatible tracing. -108 sampling_rate: 0.1 + 80 http_method: POST + 81 # Arch uses the default LLM and treats the response from the endpoint as the prompt to send to the LLM + 82 auto_llm_dispatch_on_response: true + 83 # override system prompt for this prompt target + 84 system_prompt: You are a helpful information extraction assistant. Use the information that is provided to you. + 85 + 86 - name: reboot_network_device + 87 description: Reboot a specific network device + 88 endpoint: + 89 name: app_server + 90 path: /agent/action + 91 parameters: + 92 - name: device_id + 93 type: str + 94 description: Identifier of the network device to reboot. + 95 required: true + 96 - name: confirmation + 97 type: bool + 98 description: Confirmation flag to proceed with reboot. + 99 default: false +100 enum: [true, false] +101 +102error_target: +103 endpoint: +104 name: error_target_1 +105 path: /error +106 +107tracing: +108 # sampling rate. Note by default Arch works on OpenTelemetry compatible tracing. +109 sampling_rate: 0.1 diff --git a/searchindex.js b/searchindex.js index 256c6076..60714d8f 100755 --- a/searchindex.js +++ b/searchindex.js @@ -1 +1 @@ -Search.setIndex({"alltitles": {"AI Agent Tracing Visualization Example": [[19, "ai-agent-tracing-visualization-example"]], "AWS X-Ray": [[19, "aws-x-ray"]], "Access Logging": [[16, null]], "Additional Resources": [[19, "additional-resources"]], "Agentic Apps via Prompt Targets": [[7, "agentic-apps-via-prompt-targets"]], "Agentic Workflow": [[0, null]], "Arch-Function": [[15, "arch-function"]], "Basic Configuration": [[3, "basic-configuration"]], "Benefits of Using Arch Guard": [[20, "benefits-of-using-arch-guard"]], "Benefits of Using Traceparent Headers": [[19, "benefits-of-using-traceparent-headers"]], "Best Practices": [[19, "best-practices"]], "Best Practices and Tips": [[4, "best-practices-and-tips"], [15, "best-practices-and-tips"]], "Build with Arch": [[13, "build-with-arch"], [21, null]], "Cloud Serving (GPU - Blazing Fast)": [[6, "cloud-serving-gpu-blazing-fast"]], "Concepts": [[13, "concepts"], [21, null]], "Configuration": [[8, "configuration"]], "Configuration Reference": [[22, null]], "Configure Listener": [[5, "configure-listener"]], "Configuring Prompt Targets": [[3, "configuring-prompt-targets"]], "Datadog": [[19, "datadog"]], "Default Targets": [[3, "default-targets"]], "Defining Parameters": [[3, "defining-parameters"]], "Downstream (Ingress)": [[5, "downstream-ingress"]], "Error Header Example": [[4, "error-header-example"]], "Error Target": [[4, null]], "Example Configuration": [[3, "example-configuration"], [20, "example-configuration"]], "Example Use Cases": [[15, "example-use-cases"]], "Example with OpenTelemetry in Python": [[19, "example-with-opentelemetry-in-python"]], "Example: Using OpenAI Client with Arch as an Egress Gateway": [[7, "example-using-openai-client-with-arch-as-an-egress-gateway"]], "Example: Using the OpenAI Python SDK": [[2, "example-using-the-openai-python-sdk"]], "Function Calling": [[15, null]], "Function Calling Workflow": [[15, "function-calling-workflow"]], "Get Started": [[13, "get-started"], [21, null]], "Guides": [[13, "guides"], [21, null]], "Header Format": [[19, "header-format"]], "High level architecture": [[8, "high-level-architecture"]], "How Arch-Guard Works": [[20, "how-arch-guard-works"]], "How It Works": [[16, "how-it-works"]], "How to Initiate A Trace": [[19, "how-to-initiate-a-trace"]], "Implementing Function Calling": [[15, "implementing-function-calling"]], "Instrumentation": [[19, "instrumentation"]], "Integrating with Tracing Tools": [[19, "integrating-with-tracing-tools"]], "Intent Matching": [[3, "intent-matching"], [7, "intent-matching"]], "Intro to Arch": [[12, null]], "Key Concepts": [[4, "key-concepts"]], "Key Features": [[3, "key-features"], [15, "key-features"], [16, "key-features"]], "LLM Provider": [[2, null]], "Listener": [[5, null]], "Local Serving (CPU - Moderate)": [[6, "local-serving-cpu-moderate"]], "Log Format": [[16, "log-format"]], "Messages": [[7, "messages"]], "Model Serving": [[6, null]], "Monitoring": [[17, null]], "Network topology": [[8, "network-topology"]], "Next Steps": [[14, "next-steps"]], "Observability": [[18, null]], "Overview": [[13, null], [19, "overview"]], "Parallel & Multiple Function Calling": [[0, "parallel-multiple-function-calling"]], "Parameter Extraction for RAG": [[1, "parameter-extraction-for-rag"]], "Post-request processing": [[8, "post-request-processing"]], "Prerequisites": [[14, "prerequisites"]], "Prompt Guard": [[7, "prompt-guard"], [20, null]], "Prompt Target": [[3, null]], "Prompt Targets": [[7, "prompt-targets"]], "Prompting LLMs": [[7, "prompting-llms"]], "Prompts": [[7, null]], "Quickstart": [[14, null]], "RAG Application": [[1, null]], "Request Flow (Egress)": [[8, "request-flow-egress"]], "Request Flow (Ingress)": [[8, "request-flow-ingress"]], "Request Lifecycle": [[8, null]], "Resources": [[21, null]], "Routing Logic": [[3, "routing-logic"]], "Single Function Call": [[0, "single-function-call"]], "Step 1: Define ConversationBufferMemory": [[1, "step-1-define-conversationbuffermemory"]], "Step 1: Define Prompt Targets": [[0, "step-1-define-prompt-targets"], [0, "id1"], [1, "step-1-define-prompt-targets"]], "Step 1: Define the Function": [[15, "step-1-define-the-function"]], "Step 1: Install Arch": [[14, "step-1-install-arch"]], "Step 2: Config Arch": [[14, "step-2-config-arch"]], "Step 2: Configure Prompt Targets": [[15, "step-2-configure-prompt-targets"]], "Step 2: Process Request Parameters": [[0, "step-2-process-request-parameters"]], "Step 2: Process Request Parameters in Flask": [[1, "step-2-process-request-parameters-in-flask"]], "Step 2: Update ConversationBufferMemory with Intents": [[1, "step-2-update-conversationbuffermemory-with-intents"]], "Step 3: Arch Takes Over": [[15, "step-3-arch-takes-over"]], "Step 3: Get Messages based on latest drift": [[1, "step-3-get-messages-based-on-latest-drift"]], "Step 3: Start Arch Gateway": [[14, "step-3-start-arch-gateway"]], "Summary": [[3, "summary"], [19, "summary"], [20, "summary"]], "Supported Languages": [[15, "supported-languages"]], "Tech Overview": [[9, null]], "Terminology": [[8, "terminology"], [10, null]], "Threading Model": [[11, null]], "Trace Breakdown:": [[19, "trace-breakdown"]], "Trace Propagation": [[19, "trace-propagation"]], "Tracing": [[19, null]], "Upstream (Egress)": [[5, "upstream-egress"]], "Welcome to Arch!": [[21, null]], "What Are Prompt Targets?": [[3, "what-are-prompt-targets"]], "What Is Arch-Guard": [[20, "what-is-arch-guard"]], "What is Function Calling?": [[15, "what-is-function-calling"]], "Why Prompt Guard": [[20, "why-prompt-guard"]], "[Coming Soon] Drift Detection via Arch Intent-Markers": [[1, "coming-soon-drift-detection-via-arch-intent-markers"]]}, "docnames": ["build_with_arch/agent", "build_with_arch/rag", "concepts/llm_provider", "concepts/prompt_target", "concepts/tech_overview/error_target", "concepts/tech_overview/listener", "concepts/tech_overview/model_serving", "concepts/tech_overview/prompt", "concepts/tech_overview/request_lifecycle", "concepts/tech_overview/tech_overview", "concepts/tech_overview/terminology", "concepts/tech_overview/threading_model", "get_started/intro_to_arch", "get_started/overview", "get_started/quickstart", "guides/function_calling", "guides/observability/access_logging", "guides/observability/monitoring", "guides/observability/observability", "guides/observability/tracing", "guides/prompt_guard", "index", "resources/configuration_reference"], "envversion": {"sphinx": 64, "sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx.ext.intersphinx": 1, "sphinx.ext.viewcode": 1}, "filenames": ["build_with_arch/agent.rst", "build_with_arch/rag.rst", "concepts/llm_provider.rst", "concepts/prompt_target.rst", "concepts/tech_overview/error_target.rst", "concepts/tech_overview/listener.rst", "concepts/tech_overview/model_serving.rst", "concepts/tech_overview/prompt.rst", "concepts/tech_overview/request_lifecycle.rst", "concepts/tech_overview/tech_overview.rst", "concepts/tech_overview/terminology.rst", "concepts/tech_overview/threading_model.rst", "get_started/intro_to_arch.rst", "get_started/overview.rst", "get_started/quickstart.rst", "guides/function_calling.rst", "guides/observability/access_logging.rst", "guides/observability/monitoring.rst", "guides/observability/observability.rst", "guides/observability/tracing.rst", "guides/prompt_guard.rst", "index.rst", "resources/configuration_reference.rst"], "indexentries": {}, "objects": {}, "objnames": {}, "objtypes": {}, "terms": {"": [0, 1, 2, 3, 4, 5, 6, 7, 8, 10, 11, 12, 13, 14, 15, 16, 19], "0": [0, 1, 2, 5, 6, 7, 8, 10, 14, 16, 19, 22], "00": 19, "003": 7, "005": [0, 7, 8, 14, 22], "03": 16, "04": 16, "050z": 16, "05m": [6, 7], "1": [2, 4, 5, 7, 8, 10, 16, 19, 22], "10": [15, 16, 19], "100": [11, 19], "10000": [2, 5, 7, 8, 22], "100000": 22, "100x": [0, 7], "1022": 16, "104": 16, "106": 16, "10t03": 16, "10x": [0, 6, 7], "12000": [2, 5, 7, 10, 16], "1234": 4, "125": 16, "127": [0, 2, 5, 7, 8, 10, 14, 16, 22], "1301": 16, "140": 16, "156x": 6, "159": 16, "16": 19, "162": 16, "168": 16, "1695": 16, "1695m": 16, "17": 16, "18083": [0, 14, 16], "192": 16, "1d6b30cfc845": 16, "2": [8, 19], "200": [0, 1, 16], "200m": [0, 6, 7], "2024": 16, "2025": 20, "21797": 16, "218": 16, "245": 16, "254": 16, "2a5b": 16, "3": [0, 7, 19], "32": 19, "4": [7, 15, 19], "400": [0, 1, 4], "429": 8, "4317": 19, "441": 16, "443": [0, 10, 14, 16, 22], "447": 16, "463": 16, "469793af": 16, "49": 16, "492z": 16, "4o": [0, 2, 5, 6, 7, 8, 22], "5": [0, 7, 14, 19], "51": 16, "51000": 16, "52": 16, "53": 16, "537z": 16, "54": 16, "55": 16, "556": 16, "56": 16, "598z": 16, "6": 19, "60": 22, "604197fe": 16, "614": 16, "65": 16, "7": [0, 1, 10, 12, 14, 19], "770": 16, "7b": 22, "8": 19, "80": [7, 8, 10, 22], "8001": 22, "8080": [0, 14], "87": 16, "8x7b": 22, "9": 19, "905z": 16, "906z": 16, "9367": 16, "95a2": 16, "961z": 16, "984": 16, "984m": 16, "9b57": 16, "A": [0, 1, 3, 4, 5, 8, 10, 11, 12, 13, 14, 18], "As": [7, 20], "Be": [15, 19], "But": 10, "By": [1, 3, 7, 8, 12, 15, 16, 19, 20, 22], "FOR": 16, "For": [3, 5, 7, 10, 11, 12, 13, 14, 16], "If": [0, 1, 4, 7, 8, 14, 15, 20, 22], "In": [0, 1, 7, 8, 12, 13, 15, 20], "It": [0, 8, 15, 18, 20], "Its": [12, 19], "No": [7, 14], "On": 14, "One": 10, "Or": 19, "The": [1, 3, 4, 6, 7, 8, 10, 12, 14, 15, 16, 19, 22], "There": [6, 12], "These": [0, 4, 10, 12, 15], "To": [1, 5, 7, 10, 12, 14, 19], "With": [0, 1, 12, 14, 19, 20], "__main__": [0, 1], "__name__": [0, 1, 19], "abil": [7, 8, 10, 20, 22], "about": [0, 6, 7, 8, 10, 12, 13, 16, 20, 22], "abov": [0, 1, 8, 12], "abstract": 2, "accept": [3, 5, 7, 8, 10, 11], "access": [8, 14, 18, 19, 21], "access_": 16, "access_ingress": 16, "access_intern": 16, "access_kei": [0, 2, 5, 7, 8, 14, 22], "access_llm": 16, "accident": 8, "accordingli": 19, "account": [15, 19], "accur": [1, 3, 7, 10, 12, 15, 20], "accuraci": [1, 7, 20], "achiev": [7, 12, 15], "across": [0, 2, 8, 12, 15, 19], "act": [3, 5, 12], "action": [0, 3, 4, 7, 8, 10, 14, 15, 20, 22], "activ": [1, 8, 14], "actual": [0, 1, 7, 19], "ad": [0, 1, 12, 20], "add": [1, 5, 7, 15, 19, 22], "add_messag": 1, "add_span_processor": 19, "addit": [1, 3, 5, 7, 8, 18, 20, 22], "additional_kwarg": 1, "additionalproperti": 15, "address": [0, 2, 5, 7, 8, 10, 14, 22], "adher": 20, "adilhafeez": 16, "adjust": [1, 19], "adopt": 19, "advanc": [7, 15], "advantag": [7, 12], "advic": [0, 2, 7, 8, 14, 22], "affect": 19, "afraid": 15, "after": [8, 15, 19], "against": [7, 20], "agent": [1, 8, 10, 12, 13, 14, 16, 20, 21, 22], "aggreg": 15, "agnost": 2, "ai": [1, 3, 8, 10, 12, 13, 14, 15, 16, 22], "aid": 8, "aimessag": 1, "airbnb": 12, "alert": 16, "algorithm": 12, "align": 7, "all": [0, 2, 5, 7, 8, 11, 12, 13, 14, 19, 21, 22], "allow": [0, 3, 7, 10, 11, 12, 14, 15, 19], "alongsid": [6, 8, 10, 12], "alreadi": 19, "also": [0, 2, 3, 7, 8, 14, 22], "altern": [4, 20], "alwai": 4, "ambigu": 15, "amount": 11, "an": [0, 1, 2, 3, 4, 8, 10, 12, 14, 15, 17, 19, 20, 21, 22], "analysi": 4, "analyt": 15, "analyz": [0, 3, 7, 12, 15, 16, 19, 20], "ang": 7, "ani": [0, 3, 7, 8, 12, 13, 15, 19, 20], "answer": [7, 8, 22], "anthrop": 2, "api": [0, 2, 3, 4, 5, 6, 7, 8, 10, 12, 13, 14, 15, 16, 19, 21, 22], "api_bas": 7, "api_kei": 7, "api_serv": [3, 15, 16], "apm": 19, "app": [0, 1, 10, 12, 13, 21], "app_serv": [0, 7, 8, 14, 22], "append": [0, 1], "appli": [7, 8, 12, 13, 20], "applic": [0, 2, 3, 4, 5, 6, 7, 8, 10, 12, 13, 14, 15, 16, 17, 19, 20, 21, 22], "applicaton": 6, "approach": [1, 3, 7, 19, 22], "appropri": [1, 3, 4, 7, 8, 10], "ar": [0, 1, 2, 4, 5, 6, 7, 8, 10, 12, 14, 15, 16, 19, 20, 21, 22], "arch": [0, 2, 3, 4, 5, 6, 8, 10, 11, 16, 17, 19, 22], "arch_config": [2, 7], "arch_llm_listen": 16, "archgw": [6, 14], "archgw_log": 16, "architectur": [3, 9, 10, 11, 12, 19, 20], "aris": [4, 10], "around": [8, 11], "arrai": [1, 3, 15], "arraylist": 15, "arriv": 8, "art": [7, 15], "ask": [1, 15, 19], "aspect": [12, 17], "assist": [0, 1, 2, 7, 8, 14, 20, 22], "assum": 7, "attach": 3, "attack": 20, "attempt": [7, 8, 12, 20], "attent": 15, "attribut": [3, 19], "augment": [1, 8], "auth": 10, "author": [16, 22], "auto_llm_dispatch_on_respons": [7, 8, 22], "autom": 15, "automat": [5, 7, 12, 15, 19, 20], "avail": [2, 6, 8, 12, 19], "averlag": 6, "avoid": 1, "awai": 1, "awsxrai": 19, "b25f": 16, "b265": 16, "back": [1, 6, 8, 15, 19], "backend": [3, 7, 8, 10, 12, 15, 19, 21], "bad": 4, "balanc": [0, 7, 8, 14, 15, 22], "base": [0, 2, 3, 5, 7, 8, 10, 12, 14, 15, 20, 22], "base_url": 2, "bash": 6, "batch": 19, "batchedand": 8, "batchspanprocessor": 19, "battl": 12, "been": [14, 15], "befor": [1, 7, 8, 10, 14, 20], "begin": [1, 14], "behalf": [7, 8, 16], "behavior": [7, 8, 16, 20, 22], "behind": 13, "being": [7, 8], "belief": [12, 21, 22], "below": [2, 3, 6, 7, 8, 14, 19], "benchmark": 15, "benefici": 15, "benefit": [12, 18], "best": [3, 5, 9, 12, 18], "better": [12, 14, 15, 20], "between": [0, 2, 3, 7, 8, 11, 12, 14, 15, 19, 22], "bigint": 15, "bill": 19, "bin": 14, "binari": 14, "bind": [2, 5, 7, 10], "blaze": 9, "blob": 14, "block": 11, "bodi": 7, "bool": [7, 8, 15, 22], "boolean": 15, "bootstrap": 8, "born": [12, 21], "borrow": 10, "both": [7, 15, 20], "bound": [7, 11], "break": [1, 16], "breaker": 8, "bridg": [3, 8, 15], "brief": [3, 8], "briefli": 8, "broader": 0, "build": [1, 2, 3, 5, 7, 10, 11, 12, 14, 20, 22], "build_with_arch": 13, "built": [0, 1, 6, 7, 8, 10, 12, 14, 21], "busi": [0, 3, 7, 8, 10, 12, 15, 21], "bypass": 20, "byte": [15, 16, 19], "bytes_receiv": 16, "bytes_s": 16, "c": 12, "call": [2, 3, 4, 6, 7, 8, 10, 12, 13, 16, 21], "campaign": [0, 12], "can": [0, 1, 2, 3, 4, 5, 6, 7, 8, 10, 12, 14, 15, 16, 19, 20, 22], "capabl": [0, 3, 7, 12, 14, 15, 21], "capit": [2, 7], "captur": [4, 12, 19], "care": 15, "carefulli": 3, "carri": [8, 19], "case": [0, 12, 13], "categor": 4, "categori": 7, "caus": 4, "celsiu": [3, 15], "central": [0, 2, 5, 7, 8, 12, 14, 16, 22], "cert": 22, "certain": 20, "certif": 22, "certificate_chain": 22, "chain": 8, "chanc": 20, "chang": [1, 7, 19], "char": 15, "charact": 19, "chat": 16, "chat_memori": 1, "chatbot": 19, "cheaper": [6, 7], "cheapest": 0, "check": [5, 7, 8, 10, 15, 19], "children": 19, "choic": 7, "choos": 15, "chunk": 1, "circuit": 8, "citi": [3, 15], "claim": [0, 12], "clarif": 1, "clarifi": 10, "class": 12, "classif": 7, "classifi": 20, "claud": 7, "cleaner": 3, "clear": [4, 15, 20], "clearer": 15, "cli": 14, "client": [2, 4, 5, 8, 10, 11], "client_messag": 1, "closest": 7, "cloud": [2, 9], "cluster": [0, 2, 7, 8, 12, 14, 22], "co": 19, "code": [1, 4, 7, 8, 10, 11, 12, 14, 16], "codebas": [3, 19], "codec": 8, "coher": 2, "colleagu": 15, "collect": [0, 7, 15, 19], "collector": 19, "com": [14, 15, 16, 19], "combin": 15, "comcern": 6, "command": [6, 14], "comment": [7, 10], "commit": 19, "common": [0, 15, 19], "common_tls_context": 22, "commun": [4, 8, 10, 14, 19], "compact": 7, "compani": 12, "compar": 7, "compat": [12, 19, 22], "complet": [2, 7, 8, 15, 16, 19, 22], "complex": [0, 2, 3, 5, 11, 15, 19, 20], "complianc": 20, "compon": [3, 8, 12, 19], "composit": 7, "comprehens": 14, "concept": 9, "concern": 8, "concis": 8, "confid": 20, "config": 19, "configur": [0, 1, 2, 6, 7, 9, 10, 11, 12, 14, 19, 21], "confirm": [7, 8, 15, 19, 22], "congratul": 14, "conifg": 22, "connect": [0, 3, 5, 6, 7, 8, 10, 11, 12, 14, 22], "connect_timeout": [0, 7, 8, 14, 22], "consid": [7, 10], "consist": [10, 12, 15, 19], "consol": 19, "constraint": 20, "contain": [6, 7, 8, 10, 12, 19, 20], "content": [1, 2, 4, 5, 7, 8, 19, 20, 22], "context": [3, 4, 8, 10, 12, 14, 15, 19], "continu": 12, "contribut": 14, "contributor": 21, "control": [6, 11, 22], "conver": 1, "convers": [0, 1, 7, 12], "coordin": 11, "copilot": 12, "core": 8, "corpu": 20, "correct": [1, 4, 7, 20], "correspond": 8, "cost": [1, 6, 12], "could": [0, 7, 8, 10, 14, 15, 22], "count": 8, "cpu": [8, 9], "creat": [0, 1, 2, 4, 5, 7, 8, 10, 12, 13, 14, 15, 22], "createus": 4, "creativ": 15, "credenti": 19, "crime": 7, "criteria": 20, "critic": [0, 1, 4, 7, 8, 10, 12, 15, 17, 19], "crucial": [15, 16, 19], "curiou": [7, 8, 20, 22], "current": [1, 3, 15], "custom": [7, 13, 19], "cutov": 12, "dai": [0, 1, 14], "dashboard": [15, 19], "data": [0, 1, 3, 7, 8, 12, 15, 19, 20], "databas": [0, 1, 15], "datadoghq": 19, "dataset": 0, "date": [3, 15], "datetim": 1, "davinci": 7, "db": 1, "dc": 16, "dd_site": 19, "debug": [0, 1, 8, 16, 19], "decis": [0, 2, 6, 7, 8, 10, 14, 22], "decrypt": 8, "dedic": 7, "deep": [5, 13], "deeper": 14, "def": [0, 1, 15, 19], "default": [0, 1, 2, 5, 6, 7, 8, 14, 16, 22], "defens": 20, "defin": [2, 5, 7, 8, 14, 19, 22], "definit": [10, 15], "defram": 8, "degrad": 4, "deliv": 15, "deliveri": 8, "demonstr": 15, "depend": [0, 8, 12, 14], "deploi": [6, 8, 12, 19], "deploy": 12, "depth": 3, "describ": [1, 4, 8], "descript": [0, 1, 3, 7, 8, 14, 15, 22], "design": [0, 3, 4, 6, 7, 8, 10, 12, 13, 15, 19], "desir": [3, 15], "destroi": 8, "detail": [2, 4, 5, 7, 8, 10, 12, 14, 16, 19], "detect": [6, 7, 8, 10, 12, 14, 20], "determin": [1, 3, 8, 15, 19], "detetct": 1, "dev": 6, "develop": [1, 2, 3, 4, 5, 7, 8, 12, 13, 14, 19, 20, 22], "devic": [0, 1, 3, 6, 7, 8, 14, 22], "device_id": [0, 1, 7, 8, 14, 22], "device_reboot": 0, "device_summari": [0, 1, 14], "dict": 15, "dictionari": [1, 7], "differ": [0, 2, 3, 7, 8, 10, 14, 15, 19, 22], "difficult": 12, "direct": [3, 5], "directli": [7, 10], "disast": 12, "discov": 13, "dispatch": 8, "displai": [4, 15], "distribut": [7, 8, 19], "dive": [10, 13, 14], "divers": [3, 20], "dn": 5, "do": [3, 7, 12, 14, 16], "doc": 13, "docker": [0, 14, 19], "document": [3, 7, 10, 13, 14, 19], "doe": [0, 1, 3, 15, 20], "domain": [8, 15], "don": [6, 15], "doubl": 15, "down": 16, "downstream": [7, 8, 9, 10, 11, 19], "downtream": 8, "dramat": [1, 6], "draw": 7, "driven": [13, 14], "dropbox": 12, "due": 4, "duplic": 1, "durat": [8, 16], "dure": [4, 8], "dynam": [7, 15, 20], "e": [3, 8, 10, 15, 16, 19, 22], "each": [1, 3, 7, 8, 12, 15, 16, 19, 22], "earli": [7, 8, 12], "earlier": 8, "eas": 19, "easi": [15, 19], "easier": [5, 14, 16], "easili": [0, 1, 12, 19], "ecosystem": 19, "edg": [8, 12, 15], "effect": [3, 7, 12, 13], "effici": [0, 1, 3, 6, 7, 14, 19], "egress": [2, 9, 10], "either": [8, 15], "elasticsearch": 16, "element": 3, "elif": 1, "elk": 16, "els": 1, "email": [3, 15], "embarrassingli": [1, 11], "embed": [1, 7, 16, 20, 22], "empow": [3, 20], "empti": 22, "enabl": [0, 1, 2, 3, 4, 6, 8, 10, 12, 15, 19], "enchanc": 7, "encount": [8, 10], "encrypt": 8, "end": [3, 12, 19], "endpoint": [0, 1, 3, 4, 7, 8, 10, 14, 15, 19, 22], "enforc": 8, "engag": [0, 8, 12], "engin": [7, 12], "enhanc": [1, 3, 8, 14, 19, 20], "enough": 4, "enrich": [1, 3, 7, 10], "ensur": [0, 2, 3, 4, 5, 7, 8, 12, 14, 15, 19, 20], "entir": [1, 12, 19], "entri": 5, "enum": [3, 7, 8, 15, 22], "enumer": 1, "environ": [14, 15, 19], "envoi": [2, 5, 7, 8, 10, 11, 12, 21], "equal": 11, "error": [0, 1, 3, 7, 8, 9, 10, 12, 14, 17, 19, 20, 21, 22], "error_target": [7, 8, 14, 22], "error_target_1": [7, 8, 22], "essenti": [3, 5, 13, 20], "establish": [0, 7, 8, 14, 22], "etc": [1, 2, 7, 8, 10, 12, 14, 22], "ethnic": 20, "eu": 19, "evalu": 7, "even": [0, 15], "evenli": 8, "event": [0, 8], "everi": 16, "exactli": 8, "exampl": [0, 1, 5, 8, 9, 10, 14, 16, 22], "exceed": 8, "excel": 20, "except": [4, 15], "exception": 12, "excess": 8, "exclus": 12, "execut": [4, 7, 8, 15, 20], "exist": [1, 8, 19], "expect": [4, 15], "experi": [3, 7, 8, 12, 14, 15, 20, 22], "explain": 15, "explan": [3, 15], "explanatori": 16, "explicitli": 20, "explor": [13, 14], "export": [16, 19], "expos": [0, 5, 7, 12, 16, 20, 22], "extend": [12, 13], "extern": [0, 1, 14, 19], "extract": [0, 3, 7, 8, 10, 12, 15, 19, 22], "extrem": 7, "f": [0, 1, 15, 16, 19], "f376e8d8c586": 16, "face": 7, "facilit": 19, "fact": [0, 2, 7, 8, 22], "fahrenheit": [3, 15], "fail": [2, 4, 8, 10], "failov": [0, 2, 5, 7, 8, 14, 22], "failur": 4, "fair": 8, "fallback": 4, "fals": [1, 7, 8, 15, 22], "familiar": 8, "faser": 0, "fashion": [1, 8], "fast": [7, 9, 10, 12, 13, 14, 21], "faster": [1, 6, 7, 10, 19], "fastest": [0, 14], "fault": [2, 7], "fc": 8, "fc1b": 0, "featur": [1, 7, 12, 13, 18, 19, 20, 22], "feed": 16, "feedback": [4, 7, 20], "fetch": 15, "few": [1, 10, 16, 19], "field": 16, "file": [2, 3, 5, 7, 8, 14], "filenam": 22, "filter": [5, 8, 11, 12, 20], "final": 8, "find": 15, "first": [6, 7, 8, 12, 14, 15, 17, 20], "fit": 8, "flag": [7, 8, 19, 20, 22], "flask": 0, "flexibl": [0, 12, 19], "float": 15, "flow": [4, 9, 12, 14, 16, 19], "fluentd": 16, "focu": [0, 8, 12], "focus": 7, "follow": [1, 3, 4, 6, 7, 8, 10, 12, 14, 16, 19, 22], "form": 15, "format": [3, 7, 12, 15, 18, 20], "forth": 8, "forwad": 7, "forward": [1, 4, 6, 7, 8, 10, 11, 16, 19], "forward_to_llm": 1, "found": 16, "framework": [7, 19], "franc": [2, 7], "francisco": [3, 15], "friendli": 15, "from": [0, 1, 2, 3, 4, 5, 7, 8, 10, 11, 12, 14, 15, 19, 22], "front": 12, "frontier": [0, 7], "fulfil": 12, "full": [3, 7, 14, 22], "function": [3, 4, 6, 7, 8, 10, 11, 12, 13, 21, 22], "function_cal": 13, "functionvalidationerror": 4, "fundament": 3, "further": [7, 14, 19], "g": [3, 8, 10, 15, 16, 19, 22], "gap": 15, "gatewai": [1, 2, 8, 10, 12, 13, 16, 19, 22], "gather": [0, 8, 12, 14], "genai": [3, 14, 21], "gener": [0, 1, 3, 6, 8, 10, 11, 12, 13, 14, 15, 19, 20], "get": [0, 3, 6, 8, 14, 15, 19], "get_device_statist": 1, "get_device_summari": [0, 1], "get_json": [0, 1], "get_messages_since_last_int": 1, "get_trac": 19, "get_user_convers": 1, "get_weath": [3, 15], "github": [7, 14], "give": 12, "given": [0, 1, 8], "global": [1, 14], "go": [0, 12], "goal": 12, "good": 22, "googl": 12, "got": 4, "govern": 12, "gpt": [0, 2, 5, 6, 7, 8, 14, 15, 22], "gpu": 9, "grace": 4, "gracefulli": [4, 10], "group": 0, "grpc": 19, "guard": [8, 9, 12, 13, 21], "guardail": 6, "guardrail": [4, 7, 8, 10, 12, 13, 14, 20], "guid": [7, 14, 15, 20], "guidelin": 20, "gurdrail": 5, "ha": [1, 7, 8, 12, 14, 15, 19, 22], "hallucin": 16, "handel": [7, 8, 22], "handl": [0, 1, 2, 3, 4, 5, 7, 8, 10, 11, 12, 13, 14, 15, 19, 20, 21], "handle_request": 19, "handler": [3, 7, 8], "hardwar": 11, "harm": [7, 8, 20], "hashmap": 15, "hashtabl": 15, "hate": 7, "have": [0, 1, 6, 12, 14, 15, 20], "hazard": 7, "hcm": 8, "header": [1, 8, 9, 10, 12, 18, 22], "health": 8, "healthi": 8, "held": 22, "help": [0, 1, 2, 3, 4, 6, 7, 8, 10, 12, 13, 14, 15, 17, 20, 22], "here": [0, 1, 3, 5, 7, 8, 15, 16, 20], "hexadecim": 19, "high": [0, 2, 7, 9, 12, 15], "highli": 15, "histori": [1, 15], "horrid": 12, "host": [0, 2, 5, 6, 7, 8, 10, 14, 16], "hostconnect": 10, "hostnam": [0, 7, 8, 14, 22], "how": [0, 1, 2, 3, 5, 6, 7, 8, 10, 12, 13, 14, 15, 18, 22], "howev": 8, "html": 13, "http": [2, 4, 5, 6, 7, 8, 12, 14, 15, 16, 19, 21, 22], "http_header": 22, "hug": 7, "huggingfac": [0, 2, 5, 7, 8, 14, 22], "human": [3, 4], "humanmessag": 1, "hygien": 12, "i": [0, 1, 2, 3, 5, 6, 7, 8, 10, 11, 12, 14, 16, 17, 19, 21, 22], "iam": 19, "id": [0, 1, 4, 8, 14, 16, 19], "idea": 13, "identif": 15, "identifi": [0, 1, 3, 4, 7, 8, 14, 15, 19, 22], "immedi": 20, "impact": 19, "implement": [7, 8, 19, 20], "import": [0, 1, 2, 7, 15, 16, 19], "improp": 4, "improv": [1, 6, 12, 13, 20], "includ": [2, 3, 5, 8, 12, 14, 15, 16, 17, 19, 20, 21], "incom": [1, 5, 6, 7, 8, 10, 14, 19, 22], "incomplet": 15, "incredibli": 12, "index": 1, "indic": [3, 8, 19], "industri": 7, "infer": 12, "inform": [0, 1, 3, 4, 7, 8, 10, 12, 15, 16, 19, 20, 22], "information_extract": [7, 8, 22], "infrastructur": [2, 12, 21], "ingress": [7, 9, 10], "initi": [1, 2, 5, 8, 10, 18], "inject": [19, 20], "inner": 8, "innov": 14, "input": [0, 3, 4, 15, 20], "input_guard": [7, 8, 20, 22], "insecur": 19, "insert": 1, "instal": 19, "instanc": [2, 8, 10, 15, 22], "instead": [1, 15], "instruct": [6, 13, 22], "instructionsus": 14, "insur": [0, 12], "insurance_claim_detail": 16, "int": [0, 1, 14, 15], "integ": [0, 1, 4], "integr": [2, 3, 12, 13, 14, 15, 16, 18, 21], "intellig": [2, 3, 6, 8, 10, 12, 13, 21], "intend": 20, "intent": [0, 6, 8, 15, 22], "intent_chang": 1, "intent_changed_head": 1, "interact": [0, 7, 12, 13, 14, 15, 16, 19, 20], "intercept": 7, "interfac": 2, "interfer": 14, "intern": [0, 8, 10, 14, 19], "interoper": 19, "interpret": [4, 15], "intro": [13, 21], "intro_to_arch": 13, "introduc": 13, "invalid": [1, 4, 15], "inventori": 19, "investig": 19, "invoc": [3, 15], "invok": [0, 3, 4, 15], "involv": [0, 3, 12], "ip": [0, 7, 8, 14, 22], "ip1": [0, 7, 8, 14, 22], "ip2": [0, 7, 8, 14, 22], "isinst": [0, 1], "isoformat": 1, "isol": 14, "issu": [4, 10, 19], "item": [3, 7], "iter": 15, "itinerari": 15, "its": [0, 1, 3, 6, 7, 8, 10, 11, 12, 14, 19], "itself": [2, 5, 7], "jaeger": 19, "jailbreak": [7, 8, 12, 20, 22], "java": [12, 15], "javascript": 15, "json": [1, 2, 4, 5, 7, 8, 15, 22], "jsonifi": [0, 1], "jsonschema": 15, "just": [0, 2, 7, 8, 22], "jwt": 22, "katanemo": 14, "keep": [1, 10, 15], "kei": [0, 2, 5, 6, 7, 8, 9, 14, 18, 19, 22], "kept": 22, "kibana": 16, "kind": 4, "king": 15, "know": [1, 6, 7, 10, 20], "knowledg": [5, 8, 13], "known": 7, "kubernet": 19, "l7": 12, "langchain": 1, "languag": [8, 12], "larg": [7, 8, 11, 12, 15], "last": [0, 1], "latenc": [0, 6, 7, 12, 15, 17], "later": 4, "layer": [7, 10, 12, 19, 20], "lead": [7, 12, 20], "learn": [12, 13, 14, 15], "len": 1, "less": 22, "let": 16, "level": [2, 5, 6, 9, 12, 13], "leverag": [3, 19], "libev": 8, "librari": [2, 12, 15], "lifecycl": [9, 21], "lifetim": [8, 11], "lightweight": [0, 1, 12], "like": [1, 2, 3, 4, 5, 7, 8, 10, 12, 15, 16, 17, 19, 20, 22], "limit": [0, 2, 5, 7, 8, 14, 22], "line": [1, 12, 14, 22], "linearli": 12, "list": [0, 1, 3, 7, 8, 14, 15, 22], "listen": [0, 2, 7, 8, 9, 10, 14, 19, 21, 22], "listner": 5, "live": 8, "ll": [0, 14, 22], "llm": [0, 1, 5, 6, 8, 9, 10, 12, 13, 14, 15, 17, 20, 21, 22], "llm_provid": [0, 2, 5, 7, 8, 13, 14, 22], "llm_respons": 1, "load": [0, 7, 8, 14, 22], "local": [2, 5, 7, 8, 9, 22], "locat": [3, 10, 15], "log": [4, 8, 10, 18, 19, 21], "logic": [0, 2, 4, 5, 7, 8, 10, 12, 13, 14, 15, 20, 21, 22], "long": 15, "look": [3, 7, 8, 20, 22], "loop": 8, "low": [0, 6, 15], "lower": 1, "m": 14, "machin": 11, "made": 14, "mai": [0, 8, 20], "main": [8, 10, 14, 19], "maintain": [1, 3, 8], "major": 11, "make": [0, 2, 4, 5, 6, 7, 8, 10, 12, 15, 16, 19], "malici": [8, 20], "manag": [0, 2, 3, 4, 5, 6, 7, 8, 12, 13, 14, 15, 16, 19, 20, 22], "managemet": 5, "mandatori": 3, "mani": [8, 19], "manipul": [0, 12], "manufactur": [0, 2, 7, 8, 14, 22], "map": 15, "mark": [1, 3], "masssiv": 12, "match": [0, 1, 8, 22], "matter": 12, "max": [0, 7, 8, 14, 22], "maximum": 3, "md": 14, "mean": [16, 19, 22], "meaning": 4, "measur": [12, 17], "mechan": [0, 1, 2, 13, 15, 20], "meet": [15, 20], "memori": 1, "messag": [4, 8, 9, 15, 20, 22], "message_entri": 1, "message_format": [0, 2, 5, 7, 8, 14, 22], "messages_for_llm": 1, "messages_since_int": 1, "messages_to_return": 1, "metadata": [1, 3, 7, 10, 16], "method": [0, 1, 16], "metric": [12, 17, 19], "might": [6, 20], "mind": [15, 19], "minim": [5, 19, 20], "minimum": 3, "minlength": 15, "minor": 20, "minut": 22, "misalign": 20, "misformat": 20, "miss": [0, 4, 12], "mistak": 20, "mistral": [2, 22], "mistral8x7b": 22, "mistral_api_kei": 22, "mistral_loc": 22, "mistrallocal7b": 22, "misus": 20, "mode": 6, "model": [0, 1, 2, 5, 7, 8, 9, 10, 12, 14, 15, 20, 21, 22], "model_serv": 16, "moder": 9, "modern": 19, "modif": 8, "modular": 3, "monitor": [7, 8, 12, 13, 16, 18, 19, 21], "more": [0, 1, 3, 5, 7, 10, 11, 12, 15, 16, 20, 22], "most": [0, 1, 3, 7, 10, 11, 15, 16], "mostli": 1, "move": 1, "multipl": [3, 8, 11, 15], "must": [0, 1], "my": [7, 8, 20, 22], "name": [0, 1, 2, 3, 5, 7, 8, 10, 14, 15, 19, 22], "natur": [4, 7, 8, 15, 22], "navig": [13, 20], "necessari": [1, 3, 7, 8, 15], "need": [0, 3, 6, 7, 8, 10, 13, 14, 15, 19, 22], "network": [0, 2, 5, 6, 7, 9, 10, 14, 22], "network_qa": 0, "network_summari": 0, "never": 14, "new": [1, 3, 14, 15, 19], "new_messag": 1, "next": 15, "nli": [1, 7, 22], "non": 11, "note": [6, 16, 22], "nuanc": [12, 21], "num_stored_messag": 1, "number": [1, 8, 11, 14, 15], "numer": 3, "object": [15, 16], "observ": [2, 10, 12, 13, 19, 21, 22], "occur": 4, "off": 22, "offer": [0, 1, 2, 7, 8, 10, 12, 17, 20, 22], "offert": 22, "often": [1, 15], "on_except": [7, 8, 20, 22], "onc": [0, 1, 7, 8, 11, 15], "one": [0, 1, 8, 10, 15, 19], "ones": [1, 15], "ongo": 15, "onli": [1, 3, 5, 6, 7, 8, 15, 20, 22], "onward": 1, "opaqu": [12, 21], "open": [3, 19], "openai": [0, 1, 5, 8, 14, 16, 22], "openai_api_kei": [0, 2, 5, 7, 8, 14, 22], "opentelemetri": [12, 22], "oper": [8, 10, 12, 14, 15], "optim": [5, 15, 19], "option": [0, 1, 3, 6, 10, 13, 19, 22], "order": [1, 8, 15, 19], "orient": 15, "origin": [7, 10, 12, 16], "oss": 2, "otel": 19, "other": [1, 4, 6, 8, 10, 12, 14, 15, 19], "otlp": 19, "otlp_export": 19, "otlpspanexport": 19, "our": [6, 7, 8, 12, 15, 22], "out": [10, 12, 15, 21], "outbound": [2, 12, 19], "outgo": [5, 19], "outlin": 8, "output": [12, 15, 17, 20], "outsid": [12, 21], "over": [0, 1, 2], "overal": [1, 3, 6], "overid": 22, "overload": 8, "overrid": [7, 8, 22], "overview": [18, 21], "overwhelm": 8, "own": 8, "p50": 7, "p90": 0, "packag": [14, 19], "page": 7, "pai": 15, "pain": [2, 5, 7, 8, 12, 22], "pair": 7, "par": 15, "parallel": [8, 11, 15], "param": 15, "paramet": [4, 7, 8, 12, 14, 15, 20, 22], "parent": 19, "parrallel": 1, "pars": [2, 4, 5, 7, 8, 15, 16, 22], "part": [8, 12, 15, 19], "particular": [3, 15], "pass": [1, 7, 8, 16], "past": 1, "path": [0, 1, 3, 7, 8, 10, 14, 15, 16, 22], "path_to_config": 14, "payment": [15, 19], "pem": 22, "pend": 19, "per": [8, 12, 15, 16, 17, 22], "perceiv": [12, 17], "perform": [0, 3, 5, 6, 7, 8, 11, 12, 14, 15, 19, 20], "performimg": 7, "period": 8, "person": [0, 3, 12, 13, 14, 15, 21], "phase": 7, "php": 12, "piec": [3, 7], "pilot": 19, "pip": [14, 19], "pipelin": [8, 19], "place": [8, 15], "placehold": [0, 1, 19], "plan": [7, 10], "pleas": [4, 6, 7, 14], "pod": 19, "point": [5, 7, 15], "polici": [8, 19], "pool": 8, "popular": 19, "port": [0, 2, 5, 7, 8, 10, 14, 22], "possibl": 4, "post": [0, 1, 16], "potenti": 7, "power": [7, 15, 19, 20], "practic": [3, 5, 8, 9, 12, 13, 18], "pre": [8, 14, 20], "precis": [1, 15], "predefin": [0, 3, 7, 10, 12, 14], "prefer": [15, 19], "premis": [2, 6], "prepar": [1, 15, 19], "presenc": [2, 5], "present": [1, 12, 15, 19], "prevent": [8, 12, 19, 20], "previou": 1, "price": 6, "primari": [5, 7, 11], "primit": [2, 5, 10, 21], "primitv": 7, "primtiv": 1, "print": [2, 7, 15, 19], "priorit": 20, "privaci": 7, "private_kei": 22, "proce": [7, 8, 22], "process": [3, 4, 6, 7, 10, 11, 12, 13, 15, 16, 19, 20], "process_customer_request": 19, "process_rag": 1, "processor": 19, "produc": 15, "product": [15, 19], "profil": 15, "program": [7, 8, 20, 22], "project": [3, 12], "promot": 8, "prompt": [2, 4, 5, 6, 8, 9, 10, 11, 12, 13, 14, 21, 22], "prompt_guard": [7, 8, 13, 14, 22], "prompt_target": [0, 1, 3, 7, 8, 13, 14, 15, 22], "prompt_target_intent_matching_threshold": 22, "propag": [7, 12, 18], "proper": 19, "properli": 10, "properti": 15, "protect": [19, 20], "proto": 19, "protocol": [8, 16, 19], "proven": 12, "provid": [0, 1, 3, 4, 5, 7, 8, 10, 12, 13, 14, 15, 16, 17, 19, 20, 21, 22], "proxi": [7, 8, 10], "pull": 1, "purchas": [0, 2, 7, 8, 14, 22], "purpos": [0, 3, 6, 7, 8, 10, 12], "push": 22, "python": [1, 12, 14, 15, 16], "q": 0, "q1": 20, "qualiti": 1, "queri": [0, 1, 3, 15, 19], "question": [1, 7, 8, 22], "queue": 15, "quick": 19, "quickli": [6, 12, 13, 14], "quickstart": [13, 21], "rag": [7, 8, 10, 13, 21], "rais": 15, "random_sampl": 19, "rang": [0, 1, 14, 19], "rare": 8, "rate": [2, 7, 8, 12, 17, 19, 22], "rate_limit": 22, "rather": 4, "raw": 4, "rch": 10, "re": [7, 8, 15, 19, 20, 22], "reach": 20, "read": [5, 7, 8, 12, 19], "readabl": [3, 4], "readm": 14, "real": [0, 1, 15], "realli": 12, "reboot": [0, 1, 3, 7, 8, 22], "reboot_devic": [0, 3], "reboot_network_devic": [7, 8, 22], "receiv": [4, 7, 8, 10, 15, 16, 19, 20], "recept": 8, "recognit": [3, 7], "recommend": [8, 11, 14], "record": [12, 19], "recoveri": 12, "reddit": 12, "reduc": 20, "refer": [0, 6, 14, 15, 16, 21], "refin": 7, "region": 19, "reject": [7, 12, 14], "relat": [0, 6, 8, 12, 19], "relev": [0, 1, 3, 8, 15], "reli": [7, 19], "reliabl": [2, 5, 15, 20], "remain": 15, "rememb": 15, "remind": 15, "repeat": 20, "replac": 19, "repositori": 14, "repres": [7, 12, 19], "request": [2, 4, 5, 7, 9, 10, 12, 14, 15, 16, 19, 20, 21, 22], "requestsinstrumentor": 19, "requir": [0, 1, 3, 4, 5, 7, 8, 12, 14, 15, 21, 22], "resili": [7, 12], "resolv": 19, "resourc": [14, 18], "respect": 16, "respond": [4, 12, 17, 19], "respons": [0, 1, 2, 3, 4, 7, 8, 10, 13, 15, 16, 19, 20, 22], "response_cod": 16, "response_flag": 16, "rest": [8, 11], "result": [0, 15], "retri": [0, 2, 5, 7, 8, 12, 14, 22], "retriev": [0, 1, 7, 8, 10, 14, 15], "return": [0, 1, 3, 8, 10, 15, 19, 20], "return_messag": 1, "revers": [1, 8], "risk": 20, "roadmap": 7, "robin": [0, 7, 8, 14, 22], "robust": [7, 12, 15, 20, 21], "role": [1, 4, 7, 19], "root": 4, "round": [0, 7, 8, 14, 22], "rout": [0, 1, 2, 5, 7, 8, 12, 14, 21], "router": [3, 8], "routin": 15, "rule": [14, 15], "run": [0, 1, 6, 7, 8, 10, 12, 14, 19], "runtimeerror": 4, "safer": 20, "safeti": [5, 7, 12, 20], "sai": 15, "same": [12, 15, 21], "sampl": [19, 22], "sampling_r": 22, "san": [3, 15], "sanit": [8, 20], "scalabl": [3, 14], "scale": [1, 2, 8, 12, 13], "scenario": [0, 6, 7, 8, 12, 13, 15, 22], "schedul": [7, 10, 15], "schema": [1, 3, 15], "scienc": 15, "score": 7, "script": [14, 15], "scrutini": 20, "sdk": 19, "seamless": [2, 15], "seamlessli": [2, 3, 19], "seattl": 15, "second": 10, "section": [1, 2, 3, 5, 7, 8, 13, 19], "secur": [2, 5, 7, 8, 12, 13, 19, 20, 21], "see": [5, 7], "select": 8, "selector": 22, "self": [6, 8, 10, 12, 16], "semant": 7, "send": [1, 2, 7, 8, 10, 15, 19, 22], "sender": 7, "sensit": 19, "sent": [8, 16], "separ": [3, 6, 8, 10, 11, 22], "sequenti": 0, "serv": [8, 9, 10, 21], "server": [1, 4, 6, 8, 10, 12], "servic": [0, 1, 3, 7, 8, 15, 16, 19], "set": [1, 5, 6, 7, 8, 10, 12, 13, 14, 15, 19, 22], "set_tracer_provid": 19, "setup": [5, 7, 14, 15], "sever": [8, 12, 17], "sevic": 10, "shape": 12, "share": [7, 8, 10], "shift": 1, "short": 15, "should": [2, 3, 4, 5, 7, 8, 15, 22], "show": 1, "side": 4, "signatur": 15, "similar": 7, "simpl": [7, 15, 19, 22], "simpli": [2, 5, 7, 14, 19], "simplic": 8, "simplif": 5, "simplifi": [2, 3, 5, 13, 19], "simul": [0, 1], "simultan": 0, "sinc": [1, 7], "singl": [7, 10, 11, 12, 15, 22], "site": 19, "skimp": 15, "slowest": 6, "small": [11, 12], "smart": [10, 12, 15], "smarter": 1, "sni": 8, "snippet": 1, "so": [0, 1, 6, 7, 10, 12, 15, 22], "socket": 8, "softwar": [7, 12], "solut": 3, "some": [8, 11, 15], "sonnet": 7, "sota": 15, "sourc": [14, 15, 19], "span": [8, 19], "span_processor": 19, "special": [12, 13, 19], "specif": [0, 1, 3, 4, 6, 7, 8, 12, 14, 15, 19, 20, 22], "specifi": [1, 3, 8, 10, 14, 15], "speed": [1, 6, 12, 17], "spell": 15, "spend": [11, 22], "sporad": 11, "sql": 1, "stack": [4, 13, 15, 16], "stage": 20, "stai": 7, "standalon": 19, "standard": [12, 19], "start": [2, 5, 6, 7, 10, 19], "start_as_current_span": 19, "start_tim": 16, "stat": [0, 1, 8, 22], "state": [1, 3, 7, 8, 15], "stateless": 1, "static": 8, "statist": [0, 1, 8, 14], "statu": [15, 16, 19], "steer": 1, "step": [13, 19], "still": 1, "stock": 19, "store": 1, "stored_messag": 1, "str": [1, 3, 7, 8, 15, 22], "straightforward": 15, "stream": [2, 5, 7, 8, 22], "streamlin": [1, 3, 5], "string": [4, 15], "strip": 7, "stripe": 12, "structur": [1, 16], "struggl": 1, "submit": 15, "substanti": 12, "subsystem": [0, 2, 5, 6, 7, 8, 12, 14, 22], "subsytem": 7, "success": 12, "successfulli": 14, "suggest": [15, 20], "suit": 12, "suitabl": [3, 15], "summar": [3, 7, 8, 22], "summari": [7, 8, 15, 18, 22], "support": [0, 2, 3, 7, 8, 10, 12, 14, 19, 20], "suppport": 22, "sure": 4, "switch": 2, "system": [0, 2, 4, 5, 7, 8, 12, 14, 15, 16, 19, 20, 21, 22], "system_prompt": [0, 2, 7, 8, 14, 22], "t": [6, 15], "tail": 16, "tailor": [0, 12, 15, 20], "take": [7, 8, 10, 12], "taken": 16, "target": [2, 5, 8, 9, 10, 13, 14, 21, 22], "task": [0, 7, 8, 11, 12, 15], "tcp": 8, "tech": [13, 19, 21], "tech_overview": 13, "technic": 19, "techniqu": [7, 20], "technologi": [12, 13], "telemetri": [12, 19], "temperatur": [3, 15], "termin": 12, "terminologi": [9, 21], "test": [6, 12, 15], "text": [2, 5, 7, 8, 15, 22], "tft": [12, 17], "than": [0, 6, 22], "thei": [1, 3, 20, 22], "them": [3, 4, 8, 10, 15, 20], "thi": [0, 1, 2, 3, 4, 5, 6, 7, 8, 11, 12, 13, 14, 15, 16, 19, 22], "thing": [10, 22], "think": 15, "thoroughli": 15, "those": [0, 1, 10], "thread": [8, 9, 21], "three": [6, 8, 12, 17], "threshold": 22, "through": [2, 7, 8, 12, 15, 16, 19], "throughput": [0, 15], "time": [0, 1, 7, 8, 12, 14, 15, 16, 17, 22], "time_rang": [0, 1], "timestamp": [1, 8], "tip": 9, "tl": [8, 10, 12, 22], "tls_certif": [0, 14, 22], "todai": [8, 14, 20], "token": [1, 6, 7, 12, 17, 22], "toler": [2, 7], "too": 8, "took": 16, "tool": [4, 12, 14, 16, 18, 20], "top": [2, 5, 11], "topologi": 9, "tot": [12, 17], "total": [12, 16, 17], "trace": [4, 7, 8, 10, 12, 18, 21, 22], "trace_export": 19, "tracepar": [12, 18], "tracer": 19, "tracer_provid": 19, "tracerprovid": 19, "track": [1, 14], "tradit": [12, 21], "traffic": [2, 5, 7, 8, 12, 14, 16], "train": 20, "transact": 15, "transpar": 12, "transport": 8, "travel": [7, 10, 15], "travers": 8, "treat": [7, 8, 22], "tri": 1, "trigger": [0, 13, 15], "trivial": 8, "troubleshoot": [3, 4, 13], "true": [0, 1, 2, 3, 5, 7, 8, 14, 15, 19, 22], "try": 15, "tupl": 15, "turbo": [0, 14], "turn": 15, "tutori": 13, "two": [0, 6, 7, 8, 10], "type": [0, 1, 2, 3, 4, 5, 7, 8, 10, 14, 15, 22], "typic": [8, 15], "typo": 20, "ui": 8, "unauthor": 7, "under": 16, "understand": [12, 13, 14, 15, 17, 19, 20], "undesir": 14, "undifferenti": [8, 10, 12], "unexpect": 15, "unifi": 2, "uniformli": 19, "uniqu": [3, 19, 22], "unit": [3, 15, 22], "until": 8, "unwant": 8, "up": [1, 6, 10, 13, 14, 19], "updat": [0, 8, 12, 14, 15, 22], "update_user_convers": 1, "upgrad": [2, 8, 12], "upon": 8, "upstream": [1, 7, 8, 9, 10, 12, 13, 16, 17], "upstream_host": 16, "url": 7, "us": [0, 1, 3, 5, 6, 8, 10, 12, 13, 14, 16, 18, 22], "usabl": 20, "usag": [2, 3, 8, 12, 14, 15, 17], "user": [0, 1, 3, 4, 7, 8, 12, 15, 16, 17, 20, 21], "user_id": [1, 4], "user_memori": 1, "usi": 19, "usual": 7, "utcnow": 1, "util": [7, 8], "uuid": 1, "uuid4": 1, "v": 19, "v0": [0, 2, 5, 7, 8, 14, 22], "v1": [5, 16], "valid": [0, 1, 13, 15, 20], "validationerror": [4, 15], "valu": [0, 1, 3, 7, 8, 14, 15, 19, 20, 22], "valueerror": 15, "variabl": 19, "varieti": 8, "variou": [11, 12, 15, 19], "ve": [14, 22], "vector": [1, 7], "vendor": 2, "venv": 14, "veri": [8, 19], "verif": 19, "verifi": 19, "version": [0, 2, 5, 7, 8, 14, 19, 22], "via": [0, 4, 6, 8, 10, 12, 13, 14, 19, 20, 22], "view": 19, "violat": [4, 8, 10, 20], "violent": 7, "virtual": [14, 22], "visibl": 16, "visit": 7, "vpc": 6, "w3c": [12, 19], "wa": [8, 12, 15, 16], "wai": [0, 1, 2, 5, 7, 8, 12, 14, 22], "wait": [0, 7, 8, 14, 22], "want": [0, 10, 12, 15], "watch": 15, "we": [8, 10, 11, 14, 20, 22], "weather": [3, 15], "weather_info": 15, "weather_validation_schema": 15, "web": [8, 10], "welcom": 13, "well": 12, "were": 16, "what": [2, 4, 7, 12, 16], "when": [0, 1, 2, 4, 5, 7, 8, 10, 15, 19], "where": [0, 3, 6, 7, 8, 14, 15, 16, 20], "whether": [3, 15], "which": [0, 1, 2, 5, 6, 8, 12, 14, 15, 16, 17, 19, 21], "while": [1, 7, 11, 13, 15, 20], "wide": [8, 19], "window": 14, "within": [0, 3, 7, 8, 13, 14, 15, 20, 22], "without": [5, 8, 12, 13], "work": [6, 10, 12, 15, 18, 19, 22], "worker": [8, 11], "workflow": [13, 21], "workload": 11, "would": [0, 1, 8, 22], "write": [0, 12, 13], "written": [8, 11, 12], "x": [1, 4, 8, 10, 16], "yaml": [0, 19], "yml": [2, 7, 22], "york": [3, 15], "you": [0, 1, 2, 3, 4, 5, 6, 7, 8, 10, 12, 13, 14, 15, 17, 19, 20, 22], "your": [0, 1, 2, 3, 5, 6, 7, 8, 10, 12, 13, 14, 15, 16, 17, 19, 20, 22], "yourweatherapp": 15, "zeroshot": 16}, "titles": ["Agentic Workflow", "RAG Application", "LLM Provider", "Prompt Target", "Error Target", "Listener", "Model Serving", "Prompts", "Request Lifecycle", "Tech Overview", "Terminology", "Threading Model", "Intro to Arch", "Overview", "Quickstart", "Function Calling", "Access Logging", "Monitoring", "Observability", "Tracing", "Prompt Guard", "Welcome to Arch!", "Configuration Reference"], "titleterms": {"1": [0, 1, 14, 15], "2": [0, 1, 14, 15], "3": [1, 14, 15], "A": 19, "It": 16, "access": 16, "addit": 19, "agent": [0, 7, 19], "ai": 19, "an": 7, "app": 7, "applic": 1, "ar": 3, "arch": [1, 7, 12, 13, 14, 15, 20, 21], "architectur": 8, "aw": 19, "base": 1, "basic": 3, "benefit": [19, 20], "best": [4, 15, 19], "blaze": 6, "breakdown": 19, "build": [13, 21], "call": [0, 15], "case": 15, "client": 7, "cloud": 6, "come": 1, "concept": [4, 13, 21], "config": 14, "configur": [3, 5, 8, 15, 20, 22], "conversationbuffermemori": 1, "cpu": 6, "datadog": 19, "default": 3, "defin": [0, 1, 3, 15], "detect": 1, "downstream": 5, "drift": 1, "egress": [5, 7, 8], "error": 4, "exampl": [2, 3, 4, 7, 15, 19, 20], "extract": 1, "fast": 6, "featur": [3, 15, 16], "flask": 1, "flow": 8, "format": [16, 19], "function": [0, 15], "gatewai": [7, 14], "get": [1, 13, 21], "gpu": 6, "guard": [7, 20], "guid": [13, 21], "header": [4, 19], "high": 8, "how": [16, 19, 20], "i": [15, 20], "implement": 15, "ingress": [5, 8], "initi": 19, "instal": 14, "instrument": 19, "integr": 19, "intent": [1, 3, 7], "intro": 12, "kei": [3, 4, 15, 16], "languag": 15, "latest": 1, "level": 8, "lifecycl": 8, "listen": 5, "llm": [2, 7], "local": 6, "log": 16, "logic": 3, "marker": 1, "match": [3, 7], "messag": [1, 7], "model": [6, 11], "moder": 6, "monitor": 17, "multipl": 0, "network": 8, "next": 14, "observ": 18, "openai": [2, 7], "opentelemetri": 19, "over": 15, "overview": [9, 13, 19], "parallel": 0, "paramet": [0, 1, 3], "post": 8, "practic": [4, 15, 19], "prerequisit": 14, "process": [0, 1, 8], "prompt": [0, 1, 3, 7, 15, 20], "propag": 19, "provid": 2, "python": [2, 19], "quickstart": 14, "rag": 1, "rai": 19, "refer": 22, "request": [0, 1, 8], "resourc": [19, 21], "rout": 3, "sdk": 2, "serv": 6, "singl": 0, "soon": 1, "start": [13, 14, 21], "step": [0, 1, 14, 15], "summari": [3, 19, 20], "support": 15, "take": 15, "target": [0, 1, 3, 4, 7, 15], "tech": 9, "terminologi": [8, 10], "thread": 11, "tip": [4, 15], "tool": 19, "topologi": 8, "trace": 19, "tracepar": 19, "updat": 1, "upstream": 5, "us": [2, 7, 15, 19, 20], "via": [1, 7], "visual": 19, "welcom": 21, "what": [3, 15, 20], "why": 20, "work": [16, 20], "workflow": [0, 15], "x": 19}}) \ No newline at end of file +Search.setIndex({"alltitles": {"AI Agent Tracing Visualization Example": [[19, "ai-agent-tracing-visualization-example"]], "AWS X-Ray": [[19, "aws-x-ray"]], "Access Logging": [[16, null]], "Additional Resources": [[19, "additional-resources"]], "Agentic Apps via Prompt Targets": [[7, "agentic-apps-via-prompt-targets"]], "Agentic Workflow": [[0, null]], "Arch-Function": [[15, "arch-function"]], "Basic Configuration": [[3, "basic-configuration"]], "Benefits of Using Arch Guard": [[20, "benefits-of-using-arch-guard"]], "Benefits of Using Traceparent Headers": [[19, "benefits-of-using-traceparent-headers"]], "Best Practices": [[19, "best-practices"]], "Best Practices and Tips": [[4, "best-practices-and-tips"], [15, "best-practices-and-tips"]], "Build with Arch": [[13, "build-with-arch"], [21, null]], "Cloud Serving (GPU - Blazing Fast)": [[6, "cloud-serving-gpu-blazing-fast"]], "Concepts": [[13, "concepts"], [21, null]], "Configuration": [[8, "configuration"]], "Configuration Reference": [[22, null]], "Configure Listener": [[5, "configure-listener"]], "Configuring Prompt Targets": [[3, "configuring-prompt-targets"]], "Datadog": [[19, "datadog"]], "Default Targets": [[3, "default-targets"]], "Defining Parameters": [[3, "defining-parameters"]], "Downstream (Ingress)": [[5, "downstream-ingress"]], "Error Header Example": [[4, "error-header-example"]], "Error Target": [[4, null]], "Example Configuration": [[3, "example-configuration"], [20, "example-configuration"]], "Example Use Cases": [[15, "example-use-cases"]], "Example with OpenTelemetry in Python": [[19, "example-with-opentelemetry-in-python"]], "Example: Using OpenAI Client with Arch as an Egress Gateway": [[7, "example-using-openai-client-with-arch-as-an-egress-gateway"]], "Example: Using the OpenAI Python SDK": [[2, "example-using-the-openai-python-sdk"]], "Function Calling": [[15, null]], "Function Calling Workflow": [[15, "function-calling-workflow"]], "Get Started": [[13, "get-started"], [21, null]], "Guides": [[13, "guides"], [21, null]], "Header Format": [[19, "header-format"]], "High level architecture": [[8, "high-level-architecture"]], "How Arch-Guard Works": [[20, "how-arch-guard-works"]], "How It Works": [[16, "how-it-works"]], "How to Initiate A Trace": [[19, "how-to-initiate-a-trace"]], "Implementing Function Calling": [[15, "implementing-function-calling"]], "Instrumentation": [[19, "instrumentation"]], "Integrating with Tracing Tools": [[19, "integrating-with-tracing-tools"]], "Intent Matching": [[3, "intent-matching"], [7, "intent-matching"]], "Intro to Arch": [[12, null]], "Key Concepts": [[4, "key-concepts"]], "Key Features": [[3, "key-features"], [15, "key-features"], [16, "key-features"]], "LLM Provider": [[2, null]], "Listener": [[5, null]], "Local Serving (CPU - Moderate)": [[6, "local-serving-cpu-moderate"]], "Log Format": [[16, "log-format"]], "Messages": [[7, "messages"]], "Model Serving": [[6, null]], "Monitoring": [[17, null]], "Network topology": [[8, "network-topology"]], "Next Steps": [[14, "next-steps"]], "Observability": [[18, null]], "Overview": [[13, null], [19, "overview"]], "Parallel & Multiple Function Calling": [[0, "parallel-multiple-function-calling"]], "Parameter Extraction for RAG": [[1, "parameter-extraction-for-rag"]], "Post-request processing": [[8, "post-request-processing"]], "Prerequisites": [[14, "prerequisites"]], "Prompt Guard": [[7, "prompt-guard"], [20, null]], "Prompt Target": [[3, null]], "Prompt Targets": [[7, "prompt-targets"]], "Prompting LLMs": [[7, "prompting-llms"]], "Prompts": [[7, null]], "Quickstart": [[14, null]], "RAG Application": [[1, null]], "Request Flow (Egress)": [[8, "request-flow-egress"]], "Request Flow (Ingress)": [[8, "request-flow-ingress"]], "Request Lifecycle": [[8, null]], "Resources": [[21, null]], "Routing Logic": [[3, "routing-logic"]], "Single Function Call": [[0, "single-function-call"]], "Step 1: Define ConversationBufferMemory": [[1, "step-1-define-conversationbuffermemory"]], "Step 1: Define Prompt Targets": [[0, "step-1-define-prompt-targets"], [0, "id1"], [1, "step-1-define-prompt-targets"]], "Step 1: Define the Function": [[15, "step-1-define-the-function"]], "Step 1: Install Arch": [[14, "step-1-install-arch"]], "Step 2: Config Arch": [[14, "step-2-config-arch"]], "Step 2: Configure Prompt Targets": [[15, "step-2-configure-prompt-targets"]], "Step 2: Process Request Parameters": [[0, "step-2-process-request-parameters"]], "Step 2: Process Request Parameters in Flask": [[1, "step-2-process-request-parameters-in-flask"]], "Step 2: Update ConversationBufferMemory with Intents": [[1, "step-2-update-conversationbuffermemory-with-intents"]], "Step 3: Arch Takes Over": [[15, "step-3-arch-takes-over"]], "Step 3: Get Messages based on latest drift": [[1, "step-3-get-messages-based-on-latest-drift"]], "Step 3: Start Arch Gateway": [[14, "step-3-start-arch-gateway"]], "Summary": [[3, "summary"], [19, "summary"], [20, "summary"]], "Supported Languages": [[15, "supported-languages"]], "Tech Overview": [[9, null]], "Terminology": [[8, "terminology"], [10, null]], "Threading Model": [[11, null]], "Trace Breakdown:": [[19, "trace-breakdown"]], "Trace Propagation": [[19, "trace-propagation"]], "Tracing": [[19, null]], "Upstream (Egress)": [[5, "upstream-egress"]], "Welcome to Arch!": [[21, null]], "What Are Prompt Targets?": [[3, "what-are-prompt-targets"]], "What Is Arch-Guard": [[20, "what-is-arch-guard"]], "What is Function Calling?": [[15, "what-is-function-calling"]], "Why Prompt Guard": [[20, "why-prompt-guard"]], "[Coming Soon] Drift Detection via Arch Intent-Markers": [[1, "coming-soon-drift-detection-via-arch-intent-markers"]]}, "docnames": ["build_with_arch/agent", "build_with_arch/rag", "concepts/llm_provider", "concepts/prompt_target", "concepts/tech_overview/error_target", "concepts/tech_overview/listener", "concepts/tech_overview/model_serving", "concepts/tech_overview/prompt", "concepts/tech_overview/request_lifecycle", "concepts/tech_overview/tech_overview", "concepts/tech_overview/terminology", "concepts/tech_overview/threading_model", "get_started/intro_to_arch", "get_started/overview", "get_started/quickstart", "guides/function_calling", "guides/observability/access_logging", "guides/observability/monitoring", "guides/observability/observability", "guides/observability/tracing", "guides/prompt_guard", "index", "resources/configuration_reference"], "envversion": {"sphinx": 64, "sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx.ext.intersphinx": 1, "sphinx.ext.viewcode": 1}, "filenames": ["build_with_arch/agent.rst", "build_with_arch/rag.rst", "concepts/llm_provider.rst", "concepts/prompt_target.rst", "concepts/tech_overview/error_target.rst", "concepts/tech_overview/listener.rst", "concepts/tech_overview/model_serving.rst", "concepts/tech_overview/prompt.rst", "concepts/tech_overview/request_lifecycle.rst", "concepts/tech_overview/tech_overview.rst", "concepts/tech_overview/terminology.rst", "concepts/tech_overview/threading_model.rst", "get_started/intro_to_arch.rst", "get_started/overview.rst", "get_started/quickstart.rst", "guides/function_calling.rst", "guides/observability/access_logging.rst", "guides/observability/monitoring.rst", "guides/observability/observability.rst", "guides/observability/tracing.rst", "guides/prompt_guard.rst", "index.rst", "resources/configuration_reference.rst"], "indexentries": {}, "objects": {}, "objnames": {}, "objtypes": {}, "terms": {"": [0, 1, 2, 3, 4, 5, 6, 7, 8, 10, 11, 12, 13, 14, 15, 16, 19], "0": [0, 1, 2, 5, 6, 7, 8, 10, 14, 16, 19, 22], "00": 19, "003": 7, "005": [0, 7, 8, 14, 22], "03": 16, "04": 16, "050z": 16, "05m": [6, 7], "1": [2, 4, 5, 7, 8, 10, 16, 19, 22], "10": [15, 16, 19], "100": [11, 19], "10000": [2, 5, 7, 8, 22], "100000": 22, "100x": [0, 7], "1022": 16, "104": 16, "106": 16, "10t03": 16, "10x": [0, 6, 7], "12000": [2, 5, 7, 10, 16], "1234": 4, "125": 16, "127": [0, 2, 5, 7, 8, 10, 14, 16, 22], "1301": 16, "140": 16, "156x": 6, "159": 16, "16": 19, "162": 16, "168": 16, "1695": 16, "1695m": 16, "17": 16, "18083": [0, 14, 16], "192": 16, "1d6b30cfc845": 16, "2": [8, 19], "200": [0, 1, 16], "200m": [0, 6, 7], "2024": 16, "2025": 20, "21797": 16, "218": 16, "245": 16, "254": 16, "2a5b": 16, "3": [0, 7, 19], "32": 19, "4": [7, 15, 19], "400": [0, 1, 4], "429": 8, "4317": 19, "441": 16, "443": [0, 10, 14, 16, 22], "447": 16, "463": 16, "469793af": 16, "49": 16, "492z": 16, "4o": [0, 2, 5, 6, 7, 8, 22], "5": [0, 7, 14, 19], "51": 16, "51000": 16, "52": 16, "53": 16, "537z": 16, "54": 16, "55": 16, "556": 16, "56": 16, "598z": 16, "6": 19, "60": 22, "604197fe": 16, "614": 16, "65": 16, "7": [0, 1, 10, 12, 14, 19], "770": 16, "7b": 22, "8": 19, "80": [7, 8, 10, 22], "8001": 22, "8080": [0, 14], "87": 16, "8x7b": 22, "9": 19, "905z": 16, "906z": 16, "9367": 16, "95a2": 16, "961z": 16, "984": 16, "984m": 16, "9b57": 16, "A": [0, 1, 3, 4, 5, 8, 10, 11, 12, 13, 14, 18], "As": [7, 20], "Be": [15, 19], "But": 10, "By": [1, 3, 7, 8, 12, 15, 16, 19, 20, 22], "FOR": 16, "For": [3, 5, 7, 10, 11, 12, 13, 14, 16], "If": [0, 1, 4, 7, 8, 14, 15, 20, 22], "In": [0, 1, 7, 8, 12, 13, 15, 20], "It": [0, 8, 15, 18, 20], "Its": [12, 19], "No": [7, 14], "On": 14, "One": 10, "Or": 19, "The": [1, 3, 4, 6, 7, 8, 10, 12, 14, 15, 16, 19, 22], "There": [6, 12], "These": [0, 4, 10, 12, 15], "To": [1, 5, 7, 10, 12, 14, 19], "With": [0, 1, 12, 14, 19, 20], "__main__": [0, 1], "__name__": [0, 1, 19], "abil": [7, 8, 10, 20, 22], "about": [0, 6, 7, 8, 10, 12, 13, 16, 20, 22], "abov": [0, 1, 8, 12], "abstract": 2, "accept": [3, 5, 7, 8, 10, 11], "access": [8, 14, 18, 19, 21], "access_": 16, "access_ingress": 16, "access_intern": 16, "access_kei": [0, 2, 5, 7, 8, 14, 22], "access_llm": 16, "accident": 8, "accordingli": 19, "account": [15, 19], "accur": [1, 3, 7, 10, 12, 15, 20], "accuraci": [1, 7, 20], "achiev": [7, 12, 15], "across": [0, 2, 8, 12, 15, 19], "act": [3, 5, 12], "action": [0, 3, 4, 7, 8, 10, 14, 15, 20, 22], "activ": [1, 8, 14], "actual": [0, 1, 7, 19], "ad": [0, 1, 12, 20], "add": [1, 5, 7, 15, 19, 22], "add_messag": 1, "add_span_processor": 19, "addit": [1, 3, 5, 7, 8, 18, 20, 22], "additional_kwarg": 1, "additionalproperti": 15, "address": [0, 2, 5, 7, 8, 10, 14, 22], "adher": 20, "adilhafeez": 16, "adjust": [1, 19], "adopt": 19, "advanc": [7, 15], "advantag": [7, 12], "advic": [0, 2, 7, 8, 14, 22], "affect": 19, "afraid": 15, "after": [8, 15, 19], "against": [7, 20], "agent": [1, 8, 10, 12, 13, 14, 16, 20, 21, 22], "aggreg": 15, "agnost": 2, "ai": [1, 3, 8, 10, 12, 13, 14, 15, 16, 22], "aid": 8, "aimessag": 1, "airbnb": 12, "alert": 16, "algorithm": 12, "align": 7, "all": [0, 2, 5, 7, 8, 11, 12, 13, 14, 19, 21, 22], "allow": [0, 3, 7, 10, 11, 12, 14, 15, 19], "alongsid": [6, 8, 10, 12], "alreadi": 19, "also": [0, 2, 3, 7, 8, 14, 22], "altern": [4, 20], "alwai": 4, "ambigu": 15, "amount": 11, "an": [0, 1, 2, 3, 4, 8, 10, 12, 14, 15, 17, 19, 20, 21, 22], "analysi": 4, "analyt": 15, "analyz": [0, 3, 7, 12, 15, 16, 19, 20], "ang": 7, "ani": [0, 3, 7, 8, 12, 13, 15, 19, 20], "answer": [7, 8, 22], "anthrop": 2, "api": [0, 2, 3, 4, 5, 6, 7, 8, 10, 12, 13, 14, 15, 16, 19, 21, 22], "api_bas": 7, "api_kei": 7, "api_serv": [3, 15, 16], "apm": 19, "app": [0, 1, 10, 12, 13, 21], "app_serv": [0, 7, 8, 14, 22], "append": [0, 1], "appli": [7, 8, 12, 13, 20], "applic": [0, 2, 3, 4, 5, 6, 7, 8, 10, 12, 13, 14, 15, 16, 17, 19, 20, 21, 22], "applicaton": 6, "approach": [1, 3, 7, 19, 22], "appropri": [1, 3, 4, 7, 8, 10], "ar": [0, 1, 2, 4, 5, 6, 7, 8, 10, 12, 14, 15, 16, 19, 20, 21, 22], "arch": [0, 2, 3, 4, 5, 6, 8, 10, 11, 16, 17, 19, 22], "arch_config": [2, 7], "arch_llm_listen": 16, "archgw": [6, 14], "archgw_log": 16, "architectur": [3, 9, 10, 11, 12, 19, 20], "aris": [4, 10], "around": [8, 11], "arrai": [1, 3, 15], "arraylist": 15, "arriv": 8, "art": [7, 15], "ask": [1, 15, 19], "aspect": [12, 17], "assist": [0, 1, 2, 7, 8, 14, 20, 22], "assum": 7, "attach": 3, "attack": 20, "attempt": [7, 8, 12, 20], "attent": 15, "attribut": [3, 19], "augment": [1, 8], "auth": 10, "author": [16, 22], "auto_llm_dispatch_on_respons": [7, 8, 22], "autom": 15, "automat": [5, 7, 12, 15, 19, 20], "avail": [2, 6, 8, 12, 19], "averlag": 6, "avoid": 1, "awai": 1, "awsxrai": 19, "b25f": 16, "b265": 16, "back": [1, 6, 8, 15, 19], "backend": [3, 7, 8, 10, 12, 15, 19, 21], "bad": 4, "balanc": [0, 7, 8, 14, 15, 22], "base": [0, 2, 3, 5, 7, 8, 10, 12, 14, 15, 20, 22], "base_url": 2, "bash": 6, "batch": 19, "batchedand": 8, "batchspanprocessor": 19, "battl": 12, "been": [14, 15], "befor": [1, 7, 8, 10, 14, 20], "begin": [1, 14], "behalf": [7, 8, 16], "behavior": [7, 8, 16, 20, 22], "behind": 13, "being": [7, 8], "belief": [12, 21, 22], "below": [2, 3, 6, 7, 8, 14, 19], "benchmark": 15, "benefici": 15, "benefit": [12, 18], "best": [3, 5, 9, 12, 18], "better": [12, 14, 15, 20], "between": [0, 2, 3, 7, 8, 11, 12, 14, 15, 19, 22], "bigint": 15, "bill": 19, "bin": 14, "binari": 14, "bind": [2, 5, 7, 10], "blaze": 9, "blob": 14, "block": 11, "bodi": 7, "bool": [7, 8, 15, 22], "boolean": 15, "bootstrap": 8, "born": [12, 21], "borrow": 10, "both": [7, 15, 20], "bound": [7, 11], "break": [1, 16], "breaker": 8, "bridg": [3, 8, 15], "brief": [3, 8], "briefli": 8, "broader": 0, "build": [1, 2, 3, 5, 7, 10, 11, 12, 14, 20, 22], "build_with_arch": 13, "built": [0, 1, 6, 7, 8, 10, 12, 14, 21], "busi": [0, 3, 7, 8, 10, 12, 15, 21], "bypass": 20, "byte": [15, 16, 19], "bytes_receiv": 16, "bytes_s": 16, "c": 12, "call": [2, 3, 4, 6, 7, 8, 10, 12, 13, 16, 21], "campaign": [0, 12], "can": [0, 1, 2, 3, 4, 5, 6, 7, 8, 10, 12, 14, 15, 16, 19, 20, 22], "capabl": [0, 3, 7, 12, 14, 15, 21], "capit": [2, 7], "captur": [4, 12, 19], "care": 15, "carefulli": 3, "carri": [8, 19], "case": [0, 12, 13], "categor": 4, "categori": 7, "caus": 4, "celsiu": [3, 15], "central": [0, 2, 5, 7, 8, 12, 14, 16, 22], "cert": 22, "certain": 20, "certif": 22, "certificate_chain": 22, "chain": 8, "chanc": 20, "chang": [1, 7, 19], "char": 15, "charact": 19, "chat": 16, "chat_memori": 1, "chatbot": 19, "cheaper": [6, 7], "cheapest": 0, "check": [5, 7, 8, 10, 15, 19], "children": 19, "choic": 7, "choos": 15, "chunk": 1, "circuit": 8, "citi": [3, 15], "claim": [0, 12], "clarif": 1, "clarifi": 10, "class": 12, "classif": 7, "classifi": 20, "claud": 7, "cleaner": 3, "clear": [4, 15, 20], "clearer": 15, "cli": 14, "client": [2, 4, 5, 8, 10, 11], "client_messag": 1, "closest": 7, "cloud": [2, 9], "cluster": [0, 2, 7, 8, 12, 14, 22], "co": 19, "code": [1, 4, 7, 8, 10, 11, 12, 14, 16], "codebas": [3, 19], "codec": 8, "coher": 2, "colleagu": 15, "collect": [0, 7, 15, 19], "collector": 19, "com": [14, 15, 16, 19], "combin": 15, "comcern": 6, "command": [6, 14], "comment": [7, 10], "commit": 19, "common": [0, 15, 19], "common_tls_context": 22, "commun": [4, 8, 10, 14, 19], "compact": 7, "compani": 12, "compar": 7, "compat": [12, 19, 22], "complet": [2, 7, 8, 15, 16, 19, 22], "complex": [0, 2, 3, 5, 11, 15, 19, 20], "complianc": 20, "compon": [3, 8, 12, 19], "composit": 7, "comprehens": 14, "concept": 9, "concern": 8, "concis": 8, "confid": 20, "config": 19, "configur": [0, 1, 2, 6, 7, 9, 10, 11, 12, 14, 19, 21], "confirm": [7, 8, 15, 19, 22], "congratul": 14, "conifg": 22, "connect": [0, 3, 5, 6, 7, 8, 10, 11, 12, 14, 22], "connect_timeout": [0, 7, 8, 14, 22], "consid": [7, 10], "consist": [10, 12, 15, 19], "consol": 19, "constraint": 20, "contain": [6, 7, 8, 10, 12, 19, 20], "content": [1, 2, 4, 5, 7, 8, 19, 20, 22], "context": [3, 4, 8, 10, 12, 14, 15, 19], "continu": 12, "contribut": 14, "contributor": 21, "control": [6, 11, 22], "conver": 1, "convers": [0, 1, 7, 12], "coordin": 11, "copilot": 12, "core": 8, "corpu": 20, "correct": [1, 4, 7, 20], "correspond": 8, "cost": [1, 6, 12], "could": [0, 7, 8, 10, 14, 15, 22], "count": 8, "cpu": [8, 9], "creat": [0, 1, 2, 4, 5, 7, 8, 10, 12, 13, 14, 15, 22], "createus": 4, "creativ": 15, "credenti": 19, "crime": 7, "criteria": 20, "critic": [0, 1, 4, 7, 8, 10, 12, 15, 17, 19], "crucial": [15, 16, 19], "curiou": [7, 8, 20, 22], "current": [1, 3, 15], "custom": [7, 13, 19], "cutov": 12, "dai": [0, 1, 14], "dashboard": [15, 19], "data": [0, 1, 3, 7, 8, 12, 15, 19, 20], "databas": [0, 1, 15], "datadoghq": 19, "dataset": 0, "date": [3, 15], "datetim": 1, "davinci": 7, "db": 1, "dc": 16, "dd_site": 19, "debug": [0, 1, 8, 16, 19], "decis": [0, 2, 6, 7, 8, 10, 14, 22], "decrypt": 8, "dedic": 7, "deep": [5, 13], "deeper": 14, "def": [0, 1, 15, 19], "default": [0, 1, 2, 5, 6, 7, 8, 14, 16, 22], "defens": 20, "defin": [2, 5, 7, 8, 14, 19, 22], "definit": [10, 15], "defram": 8, "degrad": 4, "deliv": 15, "deliveri": 8, "demonstr": 15, "depend": [0, 8, 12, 14], "deploi": [6, 8, 12, 19], "deploy": 12, "depth": 3, "describ": [1, 4, 8], "descript": [0, 1, 3, 7, 8, 14, 15, 22], "design": [0, 3, 4, 6, 7, 8, 10, 12, 13, 15, 19], "desir": [3, 15], "destroi": 8, "detail": [2, 4, 5, 7, 8, 10, 12, 14, 16, 19], "detect": [6, 7, 8, 10, 12, 14, 20], "determin": [1, 3, 8, 15, 19], "detetct": 1, "dev": 6, "develop": [1, 2, 3, 4, 5, 7, 8, 12, 13, 14, 19, 20, 22], "devic": [0, 1, 3, 6, 7, 8, 14, 22], "device_id": [0, 1, 7, 8, 14, 22], "device_reboot": 0, "device_summari": [0, 1, 14], "dict": 15, "dictionari": [1, 7], "differ": [0, 2, 3, 7, 8, 10, 14, 15, 19, 22], "difficult": 12, "direct": [3, 5], "directli": [7, 10], "disast": 12, "discov": 13, "dispatch": 8, "displai": [4, 15], "distribut": [7, 8, 19], "dive": [10, 13, 14], "divers": [3, 20], "dn": 5, "do": [3, 7, 12, 14, 16], "doc": 13, "docker": [0, 14, 19], "document": [3, 7, 10, 13, 14, 19], "doe": [0, 1, 3, 15, 20], "domain": [8, 15], "don": [6, 15], "doubl": 15, "down": 16, "downstream": [7, 8, 9, 10, 11, 19], "downtream": 8, "dramat": [1, 6], "draw": 7, "driven": [13, 14], "dropbox": 12, "due": 4, "duplic": 1, "durat": [8, 16], "dure": [4, 8], "dynam": [7, 15, 20], "e": [3, 8, 10, 15, 16, 19, 22], "each": [1, 3, 7, 8, 12, 15, 16, 19, 22], "earli": [7, 8, 12], "earlier": 8, "eas": 19, "easi": [15, 19], "easier": [5, 14, 16], "easili": [0, 1, 12, 19], "ecosystem": 19, "edg": [8, 12, 15], "effect": [3, 7, 12, 13], "effici": [0, 1, 3, 6, 7, 14, 19], "egress": [2, 9, 10], "either": [8, 15], "elasticsearch": 16, "element": 3, "elif": 1, "elk": 16, "els": 1, "email": [3, 15], "embarrassingli": [1, 11], "embed": [1, 7, 16, 20, 22], "empow": [3, 20], "empti": 22, "enabl": [0, 1, 2, 3, 4, 6, 8, 10, 12, 15, 19], "enchanc": 7, "encount": [8, 10], "encrypt": 8, "end": [3, 12, 19], "endpoint": [0, 1, 3, 4, 7, 8, 10, 14, 15, 19, 22], "enforc": 8, "engag": [0, 8, 12], "engin": [7, 12], "enhanc": [1, 3, 8, 14, 19, 20], "enough": 4, "enrich": [1, 3, 7, 10], "ensur": [0, 2, 3, 4, 5, 7, 8, 12, 14, 15, 19, 20], "entir": [1, 12, 19], "entri": 5, "enum": [3, 7, 8, 15, 22], "enumer": 1, "environ": [14, 15, 19], "envoi": [2, 5, 7, 8, 10, 11, 12, 21], "equal": 11, "error": [0, 1, 3, 7, 8, 9, 10, 12, 14, 17, 19, 20, 21, 22], "error_target": [7, 8, 14, 22], "error_target_1": [7, 8, 22], "essenti": [3, 5, 13, 20], "establish": [0, 7, 8, 14, 22], "etc": [1, 2, 7, 8, 10, 12, 14, 22], "ethnic": 20, "eu": 19, "evalu": 7, "even": [0, 15], "evenli": 8, "event": [0, 8], "everi": 16, "exactli": 8, "exampl": [0, 1, 5, 8, 9, 10, 14, 16, 22], "exceed": 8, "excel": 20, "except": [4, 15], "exception": 12, "excess": 8, "exclus": 12, "execut": [4, 7, 8, 15, 20], "exist": [1, 8, 19], "expect": [4, 15], "experi": [3, 7, 8, 12, 14, 15, 20, 22], "explain": 15, "explan": [3, 15], "explanatori": 16, "explicitli": 20, "explor": [13, 14], "export": [16, 19], "expos": [0, 5, 7, 12, 16, 20, 22], "extend": [12, 13], "extern": [0, 1, 14, 19], "extract": [0, 3, 7, 8, 10, 12, 15, 19, 22], "extrem": 7, "f": [0, 1, 15, 16, 19], "f376e8d8c586": 16, "face": 7, "facilit": 19, "fact": [0, 2, 7, 8, 22], "fahrenheit": [3, 15], "fail": [2, 4, 8, 10], "failov": [0, 2, 5, 7, 8, 14, 22], "failur": 4, "fair": 8, "fallback": 4, "fals": [1, 7, 8, 15, 22], "familiar": 8, "faser": 0, "fashion": [1, 8], "fast": [7, 9, 10, 12, 13, 14, 21], "faster": [1, 6, 7, 10, 19], "fastest": [0, 14], "fault": [2, 7], "fc": 8, "fc1b": 0, "featur": [1, 7, 12, 13, 18, 19, 20, 22], "feed": 16, "feedback": [4, 7, 20], "fetch": 15, "few": [1, 10, 16, 19], "field": 16, "file": [2, 3, 5, 7, 8, 14], "filenam": 22, "filter": [5, 8, 11, 12, 20], "final": 8, "find": 15, "first": [6, 7, 8, 12, 14, 15, 17, 20], "fit": 8, "flag": [7, 8, 19, 20, 22], "flask": 0, "flexibl": [0, 12, 19], "float": 15, "flow": [4, 9, 12, 14, 16, 19], "fluentd": 16, "focu": [0, 8, 12], "focus": 7, "follow": [1, 3, 4, 6, 7, 8, 10, 12, 14, 16, 19, 22], "form": 15, "format": [3, 7, 12, 15, 18, 20], "forth": 8, "forwad": 7, "forward": [1, 4, 6, 7, 8, 10, 11, 16, 19], "forward_to_llm": 1, "found": 16, "framework": [7, 19], "franc": [2, 7], "francisco": [3, 15], "friendli": 15, "from": [0, 1, 2, 3, 4, 5, 7, 8, 10, 11, 12, 14, 15, 19, 22], "front": 12, "frontier": [0, 7], "fulfil": 12, "full": [3, 7, 14, 22], "function": [3, 4, 6, 7, 8, 10, 11, 12, 13, 21, 22], "function_cal": 13, "functionvalidationerror": 4, "fundament": 3, "further": [7, 14, 19], "g": [3, 8, 10, 15, 16, 19, 22], "gap": 15, "gatewai": [1, 2, 8, 10, 12, 13, 16, 19, 22], "gather": [0, 8, 12, 14], "genai": [3, 14, 21], "gener": [0, 1, 3, 6, 8, 10, 11, 12, 13, 14, 15, 19, 20], "get": [0, 3, 6, 8, 14, 15, 19], "get_device_statist": 1, "get_device_summari": [0, 1], "get_json": [0, 1], "get_messages_since_last_int": 1, "get_trac": 19, "get_user_convers": 1, "get_weath": [3, 15], "github": [7, 14], "give": 12, "given": [0, 1, 8], "global": [1, 14], "go": [0, 12], "goal": 12, "good": 22, "googl": 12, "got": 4, "govern": 12, "gpt": [0, 2, 5, 6, 7, 8, 14, 15, 22], "gpu": 9, "grace": 4, "gracefulli": [4, 10], "group": 0, "grpc": 19, "guard": [8, 9, 12, 13, 21], "guardail": 6, "guardrail": [4, 7, 8, 10, 12, 13, 14, 20], "guid": [7, 14, 15, 20], "guidelin": 20, "gurdrail": 5, "ha": [1, 7, 8, 12, 14, 15, 19, 22], "hallucin": 16, "handel": [7, 8, 22], "handl": [0, 1, 2, 3, 4, 5, 7, 8, 10, 11, 12, 13, 14, 15, 19, 20, 21], "handle_request": 19, "handler": [3, 7, 8], "hardwar": 11, "harm": [7, 8, 20], "hashmap": 15, "hashtabl": 15, "hate": 7, "have": [0, 1, 6, 12, 14, 15, 20], "hazard": 7, "hcm": 8, "header": [1, 8, 9, 10, 12, 18, 22], "health": 8, "healthi": 8, "held": 22, "help": [0, 1, 2, 3, 4, 6, 7, 8, 10, 12, 13, 14, 15, 17, 20, 22], "here": [0, 1, 3, 5, 7, 8, 15, 16, 20], "hexadecim": 19, "high": [0, 2, 7, 9, 12, 15], "highli": 15, "histori": [1, 15], "horrid": 12, "host": [0, 2, 5, 6, 7, 8, 10, 14, 16], "hostconnect": 10, "hostnam": [0, 7, 8, 14, 22], "how": [0, 1, 2, 3, 5, 6, 7, 8, 10, 12, 13, 14, 15, 18, 22], "howev": 8, "html": 13, "http": [2, 4, 5, 6, 7, 8, 12, 14, 15, 16, 19, 21, 22], "http_header": 22, "http_method": 22, "hug": 7, "huggingfac": [0, 2, 5, 7, 8, 14, 22], "human": [3, 4], "humanmessag": 1, "hygien": 12, "i": [0, 1, 2, 3, 5, 6, 7, 8, 10, 11, 12, 14, 16, 17, 19, 21, 22], "iam": 19, "id": [0, 1, 4, 8, 14, 16, 19], "idea": 13, "identif": 15, "identifi": [0, 1, 3, 4, 7, 8, 14, 15, 19, 22], "immedi": 20, "impact": 19, "implement": [7, 8, 19, 20], "import": [0, 1, 2, 7, 15, 16, 19], "improp": 4, "improv": [1, 6, 12, 13, 20], "includ": [2, 3, 5, 8, 12, 14, 15, 16, 17, 19, 20, 21], "incom": [1, 5, 6, 7, 8, 10, 14, 19, 22], "incomplet": 15, "incredibli": 12, "index": 1, "indic": [3, 8, 19], "industri": 7, "infer": 12, "inform": [0, 1, 3, 4, 7, 8, 10, 12, 15, 16, 19, 20, 22], "information_extract": [7, 8, 22], "infrastructur": [2, 12, 21], "ingress": [7, 9, 10], "initi": [1, 2, 5, 8, 10, 18], "inject": [19, 20], "inner": 8, "innov": 14, "input": [0, 3, 4, 15, 20], "input_guard": [7, 8, 20, 22], "insecur": 19, "insert": 1, "instal": 19, "instanc": [2, 8, 10, 15, 22], "instead": [1, 15], "instruct": [6, 13, 22], "instructionsus": 14, "insur": [0, 12], "insurance_claim_detail": 16, "int": [0, 1, 14, 15], "integ": [0, 1, 4], "integr": [2, 3, 12, 13, 14, 15, 16, 18, 21], "intellig": [2, 3, 6, 8, 10, 12, 13, 21], "intend": 20, "intent": [0, 6, 8, 15, 22], "intent_chang": 1, "intent_changed_head": 1, "interact": [0, 7, 12, 13, 14, 15, 16, 19, 20], "intercept": 7, "interfac": 2, "interfer": 14, "intern": [0, 8, 10, 14, 19], "interoper": 19, "interpret": [4, 15], "intro": [13, 21], "intro_to_arch": 13, "introduc": 13, "invalid": [1, 4, 15], "inventori": 19, "investig": 19, "invoc": [3, 15], "invok": [0, 3, 4, 15], "involv": [0, 3, 12], "ip": [0, 7, 8, 14, 22], "ip1": [0, 7, 8, 14, 22], "ip2": [0, 7, 8, 14, 22], "isinst": [0, 1], "isoformat": 1, "isol": 14, "issu": [4, 10, 19], "item": [3, 7], "iter": 15, "itinerari": 15, "its": [0, 1, 3, 6, 7, 8, 10, 11, 12, 14, 19], "itself": [2, 5, 7], "jaeger": 19, "jailbreak": [7, 8, 12, 20, 22], "java": [12, 15], "javascript": 15, "json": [1, 2, 4, 5, 7, 8, 15, 22], "jsonifi": [0, 1], "jsonschema": 15, "just": [0, 2, 7, 8, 22], "jwt": 22, "katanemo": 14, "keep": [1, 10, 15], "kei": [0, 2, 5, 6, 7, 8, 9, 14, 18, 19, 22], "kept": 22, "kibana": 16, "kind": 4, "king": 15, "know": [1, 6, 7, 10, 20], "knowledg": [5, 8, 13], "known": 7, "kubernet": 19, "l7": 12, "langchain": 1, "languag": [8, 12], "larg": [7, 8, 11, 12, 15], "last": [0, 1], "latenc": [0, 6, 7, 12, 15, 17], "later": 4, "layer": [7, 10, 12, 19, 20], "lead": [7, 12, 20], "learn": [12, 13, 14, 15], "len": 1, "less": 22, "let": 16, "level": [2, 5, 6, 9, 12, 13], "leverag": [3, 19], "libev": 8, "librari": [2, 12, 15], "lifecycl": [9, 21], "lifetim": [8, 11], "lightweight": [0, 1, 12], "like": [1, 2, 3, 4, 5, 7, 8, 10, 12, 15, 16, 17, 19, 20, 22], "limit": [0, 2, 5, 7, 8, 14, 22], "line": [1, 12, 14, 22], "linearli": 12, "list": [0, 1, 3, 7, 8, 14, 15, 22], "listen": [0, 2, 7, 8, 9, 10, 14, 19, 21, 22], "listner": 5, "live": 8, "ll": [0, 14, 22], "llm": [0, 1, 5, 6, 8, 9, 10, 12, 13, 14, 15, 17, 20, 21, 22], "llm_provid": [0, 2, 5, 7, 8, 13, 14, 22], "llm_respons": 1, "load": [0, 7, 8, 14, 22], "local": [2, 5, 7, 8, 9, 22], "locat": [3, 10, 15], "log": [4, 8, 10, 18, 19, 21], "logic": [0, 2, 4, 5, 7, 8, 10, 12, 13, 14, 15, 20, 21, 22], "long": 15, "look": [3, 7, 8, 20, 22], "loop": 8, "low": [0, 6, 15], "lower": 1, "m": 14, "machin": 11, "made": 14, "mai": [0, 8, 20], "main": [8, 10, 14, 19], "maintain": [1, 3, 8], "major": 11, "make": [0, 2, 4, 5, 6, 7, 8, 10, 12, 15, 16, 19], "malici": [8, 20], "manag": [0, 2, 3, 4, 5, 6, 7, 8, 12, 13, 14, 15, 16, 19, 20, 22], "managemet": 5, "mandatori": 3, "mani": [8, 19], "manipul": [0, 12], "manufactur": [0, 2, 7, 8, 14, 22], "map": 15, "mark": [1, 3], "masssiv": 12, "match": [0, 1, 8, 22], "matter": 12, "max": [0, 7, 8, 14, 22], "maximum": 3, "md": 14, "mean": [16, 19, 22], "meaning": 4, "measur": [12, 17], "mechan": [0, 1, 2, 13, 15, 20], "meet": [15, 20], "memori": 1, "messag": [4, 8, 9, 15, 20, 22], "message_entri": 1, "message_format": [0, 2, 5, 7, 8, 14, 22], "messages_for_llm": 1, "messages_since_int": 1, "messages_to_return": 1, "metadata": [1, 3, 7, 10, 16], "method": [0, 1, 16], "metric": [12, 17, 19], "might": [6, 20], "mind": [15, 19], "minim": [5, 19, 20], "minimum": 3, "minlength": 15, "minor": 20, "minut": 22, "misalign": 20, "misformat": 20, "miss": [0, 4, 12], "mistak": 20, "mistral": [2, 22], "mistral8x7b": 22, "mistral_api_kei": 22, "mistral_loc": 22, "mistrallocal7b": 22, "misus": 20, "mode": 6, "model": [0, 1, 2, 5, 7, 8, 9, 10, 12, 14, 15, 20, 21, 22], "model_serv": 16, "moder": 9, "modern": 19, "modif": 8, "modular": 3, "monitor": [7, 8, 12, 13, 16, 18, 19, 21], "more": [0, 1, 3, 5, 7, 10, 11, 12, 15, 16, 20, 22], "most": [0, 1, 3, 7, 10, 11, 15, 16], "mostli": 1, "move": 1, "multipl": [3, 8, 11, 15], "must": [0, 1], "my": [7, 8, 20, 22], "name": [0, 1, 2, 3, 5, 7, 8, 10, 14, 15, 19, 22], "natur": [4, 7, 8, 15, 22], "navig": [13, 20], "necessari": [1, 3, 7, 8, 15], "need": [0, 3, 6, 7, 8, 10, 13, 14, 15, 19, 22], "network": [0, 2, 5, 6, 7, 9, 10, 14, 22], "network_qa": 0, "network_summari": 0, "never": 14, "new": [1, 3, 14, 15, 19], "new_messag": 1, "next": 15, "nli": [1, 7, 22], "non": 11, "note": [6, 16, 22], "nuanc": [12, 21], "num_stored_messag": 1, "number": [1, 8, 11, 14, 15], "numer": 3, "object": [15, 16], "observ": [2, 10, 12, 13, 19, 21, 22], "occur": 4, "off": 22, "offer": [0, 1, 2, 7, 8, 10, 12, 17, 20, 22], "offert": 22, "often": [1, 15], "on_except": [7, 8, 20, 22], "onc": [0, 1, 7, 8, 11, 15], "one": [0, 1, 8, 10, 15, 19], "ones": [1, 15], "ongo": 15, "onli": [1, 3, 5, 6, 7, 8, 15, 20, 22], "onward": 1, "opaqu": [12, 21], "open": [3, 19], "openai": [0, 1, 5, 8, 14, 16, 22], "openai_api_kei": [0, 2, 5, 7, 8, 14, 22], "opentelemetri": [12, 22], "oper": [8, 10, 12, 14, 15], "optim": [5, 15, 19], "option": [0, 1, 3, 6, 10, 13, 19, 22], "order": [1, 8, 15, 19], "orient": 15, "origin": [7, 10, 12, 16], "oss": 2, "otel": 19, "other": [1, 4, 6, 8, 10, 12, 14, 15, 19], "otlp": 19, "otlp_export": 19, "otlpspanexport": 19, "our": [6, 7, 8, 12, 15, 22], "out": [10, 12, 15, 21], "outbound": [2, 12, 19], "outgo": [5, 19], "outlin": 8, "output": [12, 15, 17, 20], "outsid": [12, 21], "over": [0, 1, 2], "overal": [1, 3, 6], "overid": 22, "overload": 8, "overrid": [7, 8, 22], "overview": [18, 21], "overwhelm": 8, "own": 8, "p50": 7, "p90": 0, "packag": [14, 19], "page": 7, "pai": 15, "pain": [2, 5, 7, 8, 12, 22], "pair": 7, "par": 15, "parallel": [8, 11, 15], "param": 15, "paramet": [4, 7, 8, 12, 14, 15, 20, 22], "parent": 19, "parrallel": 1, "pars": [2, 4, 5, 7, 8, 15, 16, 22], "part": [8, 12, 15, 19], "particular": [3, 15], "pass": [1, 7, 8, 16], "past": 1, "path": [0, 1, 3, 7, 8, 10, 14, 15, 16, 22], "path_to_config": 14, "payment": [15, 19], "pem": 22, "pend": 19, "per": [8, 12, 15, 16, 17, 22], "perceiv": [12, 17], "perform": [0, 3, 5, 6, 7, 8, 11, 12, 14, 15, 19, 20], "performimg": 7, "period": 8, "person": [0, 3, 12, 13, 14, 15, 21], "phase": 7, "php": 12, "piec": [3, 7], "pilot": 19, "pip": [14, 19], "pipelin": [8, 19], "place": [8, 15], "placehold": [0, 1, 19], "plan": [7, 10], "pleas": [4, 6, 7, 14], "pod": 19, "point": [5, 7, 15], "polici": [8, 19], "pool": 8, "popular": 19, "port": [0, 2, 5, 7, 8, 10, 14, 22], "possibl": 4, "post": [0, 1, 16, 22], "potenti": 7, "power": [7, 15, 19, 20], "practic": [3, 5, 8, 9, 12, 13, 18], "pre": [8, 14, 20], "precis": [1, 15], "predefin": [0, 3, 7, 10, 12, 14], "prefer": [15, 19], "premis": [2, 6], "prepar": [1, 15, 19], "presenc": [2, 5], "present": [1, 12, 15, 19], "prevent": [8, 12, 19, 20], "previou": 1, "price": 6, "primari": [5, 7, 11], "primit": [2, 5, 10, 21], "primitv": 7, "primtiv": 1, "print": [2, 7, 15, 19], "priorit": 20, "privaci": 7, "private_kei": 22, "proce": [7, 8, 22], "process": [3, 4, 6, 7, 10, 11, 12, 13, 15, 16, 19, 20], "process_customer_request": 19, "process_rag": 1, "processor": 19, "produc": 15, "product": [15, 19], "profil": 15, "program": [7, 8, 20, 22], "project": [3, 12], "promot": 8, "prompt": [2, 4, 5, 6, 8, 9, 10, 11, 12, 13, 14, 21, 22], "prompt_guard": [7, 8, 13, 14, 22], "prompt_target": [0, 1, 3, 7, 8, 13, 14, 15, 22], "prompt_target_intent_matching_threshold": 22, "propag": [7, 12, 18], "proper": 19, "properli": 10, "properti": 15, "protect": [19, 20], "proto": 19, "protocol": [8, 16, 19], "proven": 12, "provid": [0, 1, 3, 4, 5, 7, 8, 10, 12, 13, 14, 15, 16, 17, 19, 20, 21, 22], "proxi": [7, 8, 10], "pull": 1, "purchas": [0, 2, 7, 8, 14, 22], "purpos": [0, 3, 6, 7, 8, 10, 12], "push": 22, "python": [1, 12, 14, 15, 16], "q": 0, "q1": 20, "qualiti": 1, "queri": [0, 1, 3, 15, 19], "question": [1, 7, 8, 22], "queue": 15, "quick": 19, "quickli": [6, 12, 13, 14], "quickstart": [13, 21], "rag": [7, 8, 10, 13, 21], "rais": 15, "random_sampl": 19, "rang": [0, 1, 14, 19], "rare": 8, "rate": [2, 7, 8, 12, 17, 19, 22], "rate_limit": 22, "rather": 4, "raw": 4, "rch": 10, "re": [7, 8, 15, 19, 20, 22], "reach": 20, "read": [5, 7, 8, 12, 19], "readabl": [3, 4], "readm": 14, "real": [0, 1, 15], "realli": 12, "reboot": [0, 1, 3, 7, 8, 22], "reboot_devic": [0, 3], "reboot_network_devic": [7, 8, 22], "receiv": [4, 7, 8, 10, 15, 16, 19, 20], "recept": 8, "recognit": [3, 7], "recommend": [8, 11, 14], "record": [12, 19], "recoveri": 12, "reddit": 12, "reduc": 20, "refer": [0, 6, 14, 15, 16, 21], "refin": 7, "region": 19, "reject": [7, 12, 14], "relat": [0, 6, 8, 12, 19], "relev": [0, 1, 3, 8, 15], "reli": [7, 19], "reliabl": [2, 5, 15, 20], "remain": 15, "rememb": 15, "remind": 15, "repeat": 20, "replac": 19, "repositori": 14, "repres": [7, 12, 19], "request": [2, 4, 5, 7, 9, 10, 12, 14, 15, 16, 19, 20, 21, 22], "requestsinstrumentor": 19, "requir": [0, 1, 3, 4, 5, 7, 8, 12, 14, 15, 21, 22], "resili": [7, 12], "resolv": 19, "resourc": [14, 18], "respect": 16, "respond": [4, 12, 17, 19], "respons": [0, 1, 2, 3, 4, 7, 8, 10, 13, 15, 16, 19, 20, 22], "response_cod": 16, "response_flag": 16, "rest": [8, 11], "result": [0, 15], "retri": [0, 2, 5, 7, 8, 12, 14, 22], "retriev": [0, 1, 7, 8, 10, 14, 15], "return": [0, 1, 3, 8, 10, 15, 19, 20], "return_messag": 1, "revers": [1, 8], "risk": 20, "roadmap": 7, "robin": [0, 7, 8, 14, 22], "robust": [7, 12, 15, 20, 21], "role": [1, 4, 7, 19], "root": 4, "round": [0, 7, 8, 14, 22], "rout": [0, 1, 2, 5, 7, 8, 12, 14, 21], "router": [3, 8], "routin": 15, "rule": [14, 15], "run": [0, 1, 6, 7, 8, 10, 12, 14, 19], "runtimeerror": 4, "safer": 20, "safeti": [5, 7, 12, 20], "sai": 15, "same": [12, 15, 21], "sampl": [19, 22], "sampling_r": 22, "san": [3, 15], "sanit": [8, 20], "scalabl": [3, 14], "scale": [1, 2, 8, 12, 13], "scenario": [0, 6, 7, 8, 12, 13, 15, 22], "schedul": [7, 10, 15], "schema": [1, 3, 15], "scienc": 15, "score": 7, "script": [14, 15], "scrutini": 20, "sdk": 19, "seamless": [2, 15], "seamlessli": [2, 3, 19], "seattl": 15, "second": 10, "section": [1, 2, 3, 5, 7, 8, 13, 19], "secur": [2, 5, 7, 8, 12, 13, 19, 20, 21], "see": [5, 7], "select": 8, "selector": 22, "self": [6, 8, 10, 12, 16], "semant": 7, "send": [1, 2, 7, 8, 10, 15, 19, 22], "sender": 7, "sensit": 19, "sent": [8, 16], "separ": [3, 6, 8, 10, 11, 22], "sequenti": 0, "serv": [8, 9, 10, 21], "server": [1, 4, 6, 8, 10, 12], "servic": [0, 1, 3, 7, 8, 15, 16, 19], "set": [1, 5, 6, 7, 8, 10, 12, 13, 14, 15, 19, 22], "set_tracer_provid": 19, "setup": [5, 7, 14, 15], "sever": [8, 12, 17], "sevic": 10, "shape": 12, "share": [7, 8, 10], "shift": 1, "short": 15, "should": [2, 3, 4, 5, 7, 8, 15, 22], "show": 1, "side": 4, "signatur": 15, "similar": 7, "simpl": [7, 15, 19, 22], "simpli": [2, 5, 7, 14, 19], "simplic": 8, "simplif": 5, "simplifi": [2, 3, 5, 13, 19], "simul": [0, 1], "simultan": 0, "sinc": [1, 7], "singl": [7, 10, 11, 12, 15, 22], "site": 19, "skimp": 15, "slowest": 6, "small": [11, 12], "smart": [10, 12, 15], "smarter": 1, "sni": 8, "snippet": 1, "so": [0, 1, 6, 7, 10, 12, 15, 22], "socket": 8, "softwar": [7, 12], "solut": 3, "some": [8, 11, 15], "sonnet": 7, "sota": 15, "sourc": [14, 15, 19], "span": [8, 19], "span_processor": 19, "special": [12, 13, 19], "specif": [0, 1, 3, 4, 6, 7, 8, 12, 14, 15, 19, 20, 22], "specifi": [1, 3, 8, 10, 14, 15], "speed": [1, 6, 12, 17], "spell": 15, "spend": [11, 22], "sporad": 11, "sql": 1, "stack": [4, 13, 15, 16], "stage": 20, "stai": 7, "standalon": 19, "standard": [12, 19], "start": [2, 5, 6, 7, 10, 19], "start_as_current_span": 19, "start_tim": 16, "stat": [0, 1, 8, 22], "state": [1, 3, 7, 8, 15], "stateless": 1, "static": 8, "statist": [0, 1, 8, 14], "statu": [15, 16, 19], "steer": 1, "step": [13, 19], "still": 1, "stock": 19, "store": 1, "stored_messag": 1, "str": [1, 3, 7, 8, 15, 22], "straightforward": 15, "stream": [2, 5, 7, 8, 22], "streamlin": [1, 3, 5], "string": [4, 15], "strip": 7, "stripe": 12, "structur": [1, 16], "struggl": 1, "submit": 15, "substanti": 12, "subsystem": [0, 2, 5, 6, 7, 8, 12, 14, 22], "subsytem": 7, "success": 12, "successfulli": 14, "suggest": [15, 20], "suit": 12, "suitabl": [3, 15], "summar": [3, 7, 8, 22], "summari": [7, 8, 15, 18, 22], "support": [0, 2, 3, 7, 8, 10, 12, 14, 19, 20], "suppport": 22, "sure": 4, "switch": 2, "system": [0, 2, 4, 5, 7, 8, 12, 14, 15, 16, 19, 20, 21, 22], "system_prompt": [0, 2, 7, 8, 14, 22], "t": [6, 15], "tail": 16, "tailor": [0, 12, 15, 20], "take": [7, 8, 10, 12], "taken": 16, "target": [2, 5, 8, 9, 10, 13, 14, 21, 22], "task": [0, 7, 8, 11, 12, 15], "tcp": 8, "tech": [13, 19, 21], "tech_overview": 13, "technic": 19, "techniqu": [7, 20], "technologi": [12, 13], "telemetri": [12, 19], "temperatur": [3, 15], "termin": 12, "terminologi": [9, 21], "test": [6, 12, 15], "text": [2, 5, 7, 8, 15, 22], "tft": [12, 17], "than": [0, 6, 22], "thei": [1, 3, 20, 22], "them": [3, 4, 8, 10, 15, 20], "thi": [0, 1, 2, 3, 4, 5, 6, 7, 8, 11, 12, 13, 14, 15, 16, 19, 22], "thing": [10, 22], "think": 15, "thoroughli": 15, "those": [0, 1, 10], "thread": [8, 9, 21], "three": [6, 8, 12, 17], "threshold": 22, "through": [2, 7, 8, 12, 15, 16, 19], "throughput": [0, 15], "time": [0, 1, 7, 8, 12, 14, 15, 16, 17, 22], "time_rang": [0, 1], "timestamp": [1, 8], "tip": 9, "tl": [8, 10, 12, 22], "tls_certif": [0, 14, 22], "todai": [8, 14, 20], "token": [1, 6, 7, 12, 17, 22], "toler": [2, 7], "too": 8, "took": 16, "tool": [4, 12, 14, 16, 18, 20], "top": [2, 5, 11], "topologi": 9, "tot": [12, 17], "total": [12, 16, 17], "trace": [4, 7, 8, 10, 12, 18, 21, 22], "trace_export": 19, "tracepar": [12, 18], "tracer": 19, "tracer_provid": 19, "tracerprovid": 19, "track": [1, 14], "tradit": [12, 21], "traffic": [2, 5, 7, 8, 12, 14, 16], "train": 20, "transact": 15, "transpar": 12, "transport": 8, "travel": [7, 10, 15], "travers": 8, "treat": [7, 8, 22], "tri": 1, "trigger": [0, 13, 15], "trivial": 8, "troubleshoot": [3, 4, 13], "true": [0, 1, 2, 3, 5, 7, 8, 14, 15, 19, 22], "try": 15, "tupl": 15, "turbo": [0, 14], "turn": 15, "tutori": 13, "two": [0, 6, 7, 8, 10], "type": [0, 1, 2, 3, 4, 5, 7, 8, 10, 14, 15, 22], "typic": [8, 15], "typo": 20, "ui": 8, "unauthor": 7, "under": 16, "understand": [12, 13, 14, 15, 17, 19, 20], "undesir": 14, "undifferenti": [8, 10, 12], "unexpect": 15, "unifi": 2, "uniformli": 19, "uniqu": [3, 19, 22], "unit": [3, 15, 22], "until": 8, "unwant": 8, "up": [1, 6, 10, 13, 14, 19], "updat": [0, 8, 12, 14, 15, 22], "update_user_convers": 1, "upgrad": [2, 8, 12], "upon": 8, "upstream": [1, 7, 8, 9, 10, 12, 13, 16, 17], "upstream_host": 16, "url": 7, "us": [0, 1, 3, 5, 6, 8, 10, 12, 13, 14, 16, 18, 22], "usabl": 20, "usag": [2, 3, 8, 12, 14, 15, 17], "user": [0, 1, 3, 4, 7, 8, 12, 15, 16, 17, 20, 21], "user_id": [1, 4], "user_memori": 1, "usi": 19, "usual": 7, "utcnow": 1, "util": [7, 8], "uuid": 1, "uuid4": 1, "v": 19, "v0": [0, 2, 5, 7, 8, 14, 22], "v1": [5, 16], "valid": [0, 1, 13, 15, 20], "validationerror": [4, 15], "valu": [0, 1, 3, 7, 8, 14, 15, 19, 20, 22], "valueerror": 15, "variabl": 19, "varieti": 8, "variou": [11, 12, 15, 19], "ve": [14, 22], "vector": [1, 7], "vendor": 2, "venv": 14, "veri": [8, 19], "verif": 19, "verifi": 19, "version": [0, 2, 5, 7, 8, 14, 19, 22], "via": [0, 4, 6, 8, 10, 12, 13, 14, 19, 20, 22], "view": 19, "violat": [4, 8, 10, 20], "violent": 7, "virtual": [14, 22], "visibl": 16, "visit": 7, "vpc": 6, "w3c": [12, 19], "wa": [8, 12, 15, 16], "wai": [0, 1, 2, 5, 7, 8, 12, 14, 22], "wait": [0, 7, 8, 14, 22], "want": [0, 10, 12, 15], "watch": 15, "we": [8, 10, 11, 14, 20, 22], "weather": [3, 15], "weather_info": 15, "weather_validation_schema": 15, "web": [8, 10], "welcom": 13, "well": 12, "were": 16, "what": [2, 4, 7, 12, 16], "when": [0, 1, 2, 4, 5, 7, 8, 10, 15, 19], "where": [0, 3, 6, 7, 8, 14, 15, 16, 20], "whether": [3, 15], "which": [0, 1, 2, 5, 6, 8, 12, 14, 15, 16, 17, 19, 21], "while": [1, 7, 11, 13, 15, 20], "wide": [8, 19], "window": 14, "within": [0, 3, 7, 8, 13, 14, 15, 20, 22], "without": [5, 8, 12, 13], "work": [6, 10, 12, 15, 18, 19, 22], "worker": [8, 11], "workflow": [13, 21], "workload": 11, "would": [0, 1, 8, 22], "write": [0, 12, 13], "written": [8, 11, 12], "x": [1, 4, 8, 10, 16], "yaml": [0, 19], "yml": [2, 7, 22], "york": [3, 15], "you": [0, 1, 2, 3, 4, 5, 6, 7, 8, 10, 12, 13, 14, 15, 17, 19, 20, 22], "your": [0, 1, 2, 3, 5, 6, 7, 8, 10, 12, 13, 14, 15, 16, 17, 19, 20, 22], "yourweatherapp": 15, "zeroshot": 16}, "titles": ["Agentic Workflow", "RAG Application", "LLM Provider", "Prompt Target", "Error Target", "Listener", "Model Serving", "Prompts", "Request Lifecycle", "Tech Overview", "Terminology", "Threading Model", "Intro to Arch", "Overview", "Quickstart", "Function Calling", "Access Logging", "Monitoring", "Observability", "Tracing", "Prompt Guard", "Welcome to Arch!", "Configuration Reference"], "titleterms": {"1": [0, 1, 14, 15], "2": [0, 1, 14, 15], "3": [1, 14, 15], "A": 19, "It": 16, "access": 16, "addit": 19, "agent": [0, 7, 19], "ai": 19, "an": 7, "app": 7, "applic": 1, "ar": 3, "arch": [1, 7, 12, 13, 14, 15, 20, 21], "architectur": 8, "aw": 19, "base": 1, "basic": 3, "benefit": [19, 20], "best": [4, 15, 19], "blaze": 6, "breakdown": 19, "build": [13, 21], "call": [0, 15], "case": 15, "client": 7, "cloud": 6, "come": 1, "concept": [4, 13, 21], "config": 14, "configur": [3, 5, 8, 15, 20, 22], "conversationbuffermemori": 1, "cpu": 6, "datadog": 19, "default": 3, "defin": [0, 1, 3, 15], "detect": 1, "downstream": 5, "drift": 1, "egress": [5, 7, 8], "error": 4, "exampl": [2, 3, 4, 7, 15, 19, 20], "extract": 1, "fast": 6, "featur": [3, 15, 16], "flask": 1, "flow": 8, "format": [16, 19], "function": [0, 15], "gatewai": [7, 14], "get": [1, 13, 21], "gpu": 6, "guard": [7, 20], "guid": [13, 21], "header": [4, 19], "high": 8, "how": [16, 19, 20], "i": [15, 20], "implement": 15, "ingress": [5, 8], "initi": 19, "instal": 14, "instrument": 19, "integr": 19, "intent": [1, 3, 7], "intro": 12, "kei": [3, 4, 15, 16], "languag": 15, "latest": 1, "level": 8, "lifecycl": 8, "listen": 5, "llm": [2, 7], "local": 6, "log": 16, "logic": 3, "marker": 1, "match": [3, 7], "messag": [1, 7], "model": [6, 11], "moder": 6, "monitor": 17, "multipl": 0, "network": 8, "next": 14, "observ": 18, "openai": [2, 7], "opentelemetri": 19, "over": 15, "overview": [9, 13, 19], "parallel": 0, "paramet": [0, 1, 3], "post": 8, "practic": [4, 15, 19], "prerequisit": 14, "process": [0, 1, 8], "prompt": [0, 1, 3, 7, 15, 20], "propag": 19, "provid": 2, "python": [2, 19], "quickstart": 14, "rag": 1, "rai": 19, "refer": 22, "request": [0, 1, 8], "resourc": [19, 21], "rout": 3, "sdk": 2, "serv": 6, "singl": 0, "soon": 1, "start": [13, 14, 21], "step": [0, 1, 14, 15], "summari": [3, 19, 20], "support": 15, "take": 15, "target": [0, 1, 3, 4, 7, 15], "tech": 9, "terminologi": [8, 10], "thread": 11, "tip": [4, 15], "tool": 19, "topologi": 8, "trace": 19, "tracepar": 19, "updat": 1, "upstream": 5, "us": [2, 7, 15, 19, 20], "via": [1, 7], "visual": 19, "welcom": 21, "what": [3, 15, 20], "why": 20, "work": [16, 20], "workflow": [0, 15], "x": 19}}) \ No newline at end of file