plano/searchindex.js

Search.setIndex({"alltitles": {"AI Agent Tracing Visualization Example": [[18, "ai-agent-tracing-visualization-example"]], "AWS X-Ray": [[18, "aws-x-ray"]], "Access Logging": [[15, null]], "Additional Resources": [[18, "additional-resources"]], "Agentic Apps via Prompt Targets": [[6, "agentic-apps-via-prompt-targets"]], "Agentic Workflow": [[0, null]], "Arch-Function": [[14, "arch-function"]], "Arch-Guard": [[19, "arch-guard"]], "Basic Configuration": [[3, "basic-configuration"]], "Benefits of Using Prompt Guard": [[19, "benefits-of-using-prompt-guard"]], "Benefits of Using Traceparent Headers": [[18, "benefits-of-using-traceparent-headers"]], "Best Practices": [[18, "best-practices"]], "Best Practices and Tips": [[14, "best-practices-and-tips"], [22, "best-practices-and-tips"]], "Build with Arch": [[12, "build-with-arch"], [20, null]], "Cloud Serving (GPU - Blazing Fast)": [[5, "cloud-serving-gpu-blazing-fast"]], "Concepts": [[12, "concepts"], [20, null]], "Configuration": [[7, "configuration"]], "Configuration Reference": [[21, null]], "Configure Listener": [[4, "configure-listener"]], "Configuring Prompt Targets": [[3, "configuring-prompt-targets"]], "Datadog": [[18, "datadog"]], "Default Targets": [[3, "default-targets"]], "Defining Parameters": [[3, "defining-parameters"]], "Downstream (Ingress)": [[4, "downstream-ingress"]], "Error Header Example": [[22, "error-header-example"]], "Error Targets": [[22, null]], "Example Configuration": [[3, "example-configuration"]], "Example Use Cases": [[14, "example-use-cases"]], "Example with OpenTelemetry in Python": [[18, "example-with-opentelemetry-in-python"]], "Example: Using OpenAI Client with Arch as an Egress Gateway": [[6, "example-using-openai-client-with-arch-as-an-egress-gateway"]], "Example: Using the OpenAI Python SDK": [[2, "example-using-the-openai-python-sdk"]], "Function Calling": [[14, null]], "Function Calling Workflow": [[14, "function-calling-workflow"]], "Get Started": [[12, "get-started"], [20, null]], "Guides": [[12, "guides"], [20, null]], "Header Format": [[18, "header-format"]], "High level architecture": [[7, "high-level-architecture"]], "How Arch-Guard Works": [[19, "how-arch-guard-works"]], "How to Initiate A Trace": [[18, "how-to-initiate-a-trace"]], "Implementing Function Calling": [[14, "implementing-function-calling"]], "Instrumentation": [[18, "instrumentation"]], "Integrating with Tracing Tools": [[18, "integrating-with-tracing-tools"]], "Intent Detection and Prompt Matching:": [[6, "intent-detection-and-prompt-matching"]], "Intent Matching": [[3, "intent-matching"]], "Intent-drift Detection": [[1, "intent-drift-detection"]], "Intro to Arch": [[11, null]], "Key Concepts": [[22, "key-concepts"]], "Key Features": [[3, "key-features"], [14, "key-features"], [15, "key-features"]], "LLM Provider": [[2, null]], "Listener": [[4, null]], "Local Serving (CPU - Moderate)": [[5, "local-serving-cpu-moderate"]], "Local Serving (GPU- Fast)": [[5, "local-serving-gpu-fast"]], "Messages": [[6, "messages"]], "Model Serving": [[5, null]], "Monitoring": [[16, null]], "Network topology": [[7, "network-topology"]], "Next Steps": [[13, "next-steps"]], "Observability": [[17, null]], "Overview": [[7, "overview"], [7, "id1"], [12, null], [18, "overview"]], "Parallel/ Multiple Function Calling": [[0, "parallel-multiple-function-calling"]], "Parameter Extraction for RAG": [[1, "parameter-extraction-for-rag"]], "Post-request processing": [[7, "post-request-processing"]], "Prerequisites": [[13, "prerequisites"]], "Prompt": [[6, null]], "Prompt Guard": [[19, null]], "Prompt Guardrails": [[6, "prompt-guardrails"]], "Prompt Target": [[3, null]], "Prompt Targets": [[6, "prompt-targets"]], "Prompting LLMs": [[6, "prompting-llms"]], "Quickstart": [[13, null]], "RAG Application": [[1, null]], "Request Flow (Egress)": [[7, "request-flow-egress"]], "Request Flow (Ingress)": [[7, "request-flow-ingress"]], "Request Lifecycle": [[7, null]], "Resources": [[20, null]], "Routing Logic": [[3, "routing-logic"]], "Single Function Call": [[0, "single-function-call"]], "Step 1: Define ConversationBufferMemory": [[1, "step-1-define-conversationbuffermemory"]], "Step 1: Define Multiple Function Targets": [[0, "step-1-define-multiple-function-targets"]], "Step 1: Define prompt targets with functions": [[0, "step-1-define-prompt-targets-with-functions"]], "Step 1: Define prompt targets with parameter definitions": [[1, "step-1-define-prompt-targets-with-parameter-definitions"]], "Step 1: Define the Function": [[14, "step-1-define-the-function"]], "Step 1: Install Arch": [[13, "step-1-install-arch"]], "Step 2: Config Arch": [[13, "step-2-config-arch"]], "Step 2: Configure Prompt Targets": [[14, "step-2-configure-prompt-targets"]], "Step 2: Process request parameters in Flask": [[0, "step-2-process-request-parameters-in-flask"], [1, "step-2-process-request-parameters-in-flask"]], "Step 2: Update ConversationBufferMemory w/ intent": [[1, "step-2-update-conversationbuffermemory-w-intent"]], "Step 3: Get Messages based on latest drift": [[1, "step-3-get-messages-based-on-latest-drift"]], "Step 3: Start Arch Gateway": [[13, "step-3-start-arch-gateway"]], "Step 3: Validate Parameters": [[14, "step-3-validate-parameters"]], "Step 4: Execute and Return the Response": [[14, "step-4-execute-and-return-the-response"]], "Summary": [[3, "summary"], [18, "summary"], [19, "summary"]], "Supported Languages": [[14, "supported-languages"]], "Tech Overview": [[8, null]], "Terminology": [[7, "terminology"], [9, null]], "Threading Model": [[10, null]], "Trace Breakdown:": [[18, "trace-breakdown"]], "Trace Propagation": [[18, "trace-propagation"]], "Tracing": [[18, null]], "Upstream (Egress)": [[4, "upstream-egress"]], "Welcome to Arch!": [[20, null]], "What Are Prompt Targets?": [[3, "what-are-prompt-targets"]], "What Is Arch-Guard": [[19, "what-is-arch-guard"]], "What is Function Calling?": [[14, "what-is-function-calling"]], "Why Prompt Guard": [[19, "why-prompt-guard"]]}, "docnames": ["build_with_arch/agent", "build_with_arch/rag", "concepts/llm_provider", "concepts/prompt_target", "concepts/tech_overview/listener", "concepts/tech_overview/model_serving", "concepts/tech_overview/prompt", "concepts/tech_overview/request_lifecycle", "concepts/tech_overview/tech_overview", "concepts/tech_overview/terminology", "concepts/tech_overview/threading_model", "get_started/intro_to_arch", "get_started/overview", "get_started/quickstart", "guides/function_calling", "guides/observability/access_logging", "guides/observability/monitoring", "guides/observability/observability", "guides/observability/tracing", "guides/prompt_guard", "index", "resources/configuration_reference", "resources/error_target"], "envversion": {"sphinx": 63, "sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx.ext.intersphinx": 1, "sphinx.ext.viewcode": 1}, "filenames": ["build_with_arch/agent.rst", "build_with_arch/rag.rst", "concepts/llm_provider.rst", "concepts/prompt_target.rst", "concepts/tech_overview/listener.rst", "concepts/tech_overview/model_serving.rst", "concepts/tech_overview/prompt.rst", "concepts/tech_overview/request_lifecycle.rst", "concepts/tech_overview/tech_overview.rst", "concepts/tech_overview/terminology.rst", "concepts/tech_overview/threading_model.rst", "get_started/intro_to_arch.rst", "get_started/overview.rst", "get_started/quickstart.rst", "guides/function_calling.rst", "guides/observability/access_logging.rst", "guides/observability/monitoring.rst", "guides/observability/observability.rst", "guides/observability/tracing.rst", "guides/prompt_guard.rst", "index.rst", "resources/configuration_reference.rst", "resources/error_target.rst"], "indexentries": {}, "objects": {}, "objnames": {}, "objtypes": {}, "terms": {"": [0, 1, 2, 3, 4, 5, 6, 7, 9, 10, 11, 12, 13, 14, 18, 19, 22], "0": [0, 1, 2, 4, 5, 6, 7, 9, 13, 18, 21], "00": 18, "003": 6, "005": [0, 6, 7, 13, 21], "01": 15, "05m": [5, 6], "09": 15, "1": [2, 4, 6, 7, 9, 15, 18, 21, 22], "10": [1, 14, 18], "100": [10, 18, 21], "10000": [2, 4, 6, 7, 9, 21], "100000": 21, "100x": [0, 6], "1024": 15, "10x": [0, 5, 6], "1234": 22, "12345": [0, 1, 13], "123z": 15, "127": [0, 2, 4, 6, 7, 9, 13, 21], "156x": 5, "16": 18, "2": [7, 18], "200": [0, 1, 15], "200m": [0, 5, 6], "2024": 15, "24": 1, "25": 15, "27t14": 15, "3": [6, 18], "32": 18, "4": [6, 18], "40": 0, "400": [0, 1, 22], "429": 7, "4317": 18, "443": [0, 9, 13, 21], "4o": [0, 2, 4, 5, 6, 7, 13, 21], "5": [6, 18], "51001": [2, 6], "512": 15, "52": 15, "56": 15, "6": 18, "60": 21, "7": [0, 1, 9, 11, 18], "789": 1, "7b": 21, "8": 18, "80": [0, 6, 7, 9, 13, 21], "8001": 21, "8080": [0, 13], "8x7b": 21, "9": 18, "9000": 4, "A": [0, 1, 3, 4, 7, 9, 10, 11, 12, 13, 17, 22], "As": [6, 19], "Be": [14, 18], "But": 9, "By": [1, 3, 6, 7, 11, 18, 19, 21], "For": [3, 4, 6, 9, 10, 11, 12], "If": [0, 1, 6, 7, 13, 14, 19, 21, 22], "In": [0, 1, 6, 7, 11, 12, 14, 19], "It": [0, 7, 13, 15, 19], "Its": [11, 18], "No": 6, "On": 13, "One": 9, "Or": 18, "The": [0, 1, 3, 5, 6, 7, 9, 11, 13, 14, 18, 19, 21, 22], "There": [5, 11], "These": [0, 9, 11, 14, 19, 22], "To": [1, 4, 6, 9, 11, 13, 18], "With": [0, 1, 11, 13, 18, 19], "__main__": [0, 1], "__name__": [0, 1, 18], "abil": [6, 7, 9, 21], "about": [0, 5, 6, 7, 9, 11, 12, 15, 21], "abov": [0, 1, 7, 11], "abstract": 2, "accept": [3, 4, 6, 7, 9, 10], "access": [7, 13, 17, 18, 19, 20], "access_kei": [0, 2, 4, 6, 7, 13, 21], "accident": 7, "accordingli": 18, "account": [14, 18], "accur": [0, 1, 3, 6, 9, 13, 14, 19], "accuraci": [1, 6, 11, 19], "achiev": [11, 14], "across": [0, 2, 5, 7, 11, 14, 18], "act": [3, 4, 11], "action": [0, 3, 6, 7, 9, 14, 19, 21, 22], "activ": [1, 7, 13], "actual": [0, 1, 6, 18], "acurr": 11, "ad": [0, 1, 11, 19], "add": [1, 4, 6, 14, 18, 21], "add_messag": 1, "add_span_processor": 18, "addit": [1, 3, 4, 6, 7, 11, 17, 21], "additional_kwarg": 1, "additionalproperti": 14, "address": [0, 2, 4, 6, 7, 9, 13, 19, 21], "adher": 19, "adjust": [1, 11, 18], "adopt": 18, "advanc": [6, 14], "advantag": [6, 11], "advic": [0, 2, 6, 7, 13, 21], "affect": 18, "afraid": 14, "after": [7, 14, 18, 19], "against": [6, 19], "agent": [1, 7, 9, 11, 12, 13, 20, 21], "aggreg": 14, "agnost": 2, "ai": [1, 3, 7, 9, 11, 12, 13, 14, 15, 21], "aid": 7, "aimessag": 1, "airbnb": 11, "alert": 15, "align": [6, 19], "all": [0, 2, 4, 5, 6, 7, 10, 11, 12, 13, 18, 20, 21], "allow": [0, 3, 6, 9, 10, 11, 13, 14, 18, 19], "alogirithm": 11, "alongsid": [5, 7, 9, 11], "alreadi": 18, "also": [0, 2, 3, 6, 7, 13, 19, 21], "altern": 22, "alwai": 22, "ambigu": 14, "amount": 10, "an": [0, 1, 2, 3, 7, 9, 11, 13, 14, 16, 18, 19, 21, 22], "analysi": [19, 22], "analyt": 14, "analyz": [0, 3, 6, 11, 14, 15, 18, 19], "ang": 6, "ani": [0, 3, 6, 7, 11, 12, 14, 18, 19], "answer": [6, 7, 21], "anthrop": 2, "api": [0, 2, 3, 4, 5, 6, 7, 9, 11, 12, 13, 14, 18, 20, 21, 22], "api_bas": 6, "api_kei": 6, "api_serv": [3, 14], "apm": 18, "app": [0, 1, 9, 11, 12, 20], "app_serv": [0, 6, 7, 13, 21], "append": [0, 1], "appli": [6, 7, 11, 12, 19], "applic": [0, 2, 3, 4, 5, 6, 7, 9, 11, 12, 13, 14, 15, 16, 18, 19, 20, 21, 22], "applicaton": 5, "approach": [1, 3, 6, 18, 21], "appropri": [1, 3, 6, 7, 9, 22], "ar": [0, 1, 2, 4, 5, 6, 7, 9, 11, 13, 14, 18, 19, 20, 21, 22], "arch": [0, 1, 2, 3, 4, 5, 7, 9, 10, 15, 16, 18, 21, 22], "archgw": [5, 13], "architectur": [3, 8, 9, 10, 11, 18, 19], "aris": [9, 22], "around": [7, 10], "arrai": [1, 3, 14], "arraylist": 14, "arriv": 7, "art": 14, "ask": [1, 11, 14, 18], "aspect": [11, 16], "assess": 19, "assist": [0, 1, 2, 6, 7, 13, 21], "assum": 6, "attach": 3, "attack": 19, "attempt": [6, 7, 11, 15, 19], "attent": 14, "attribut": [3, 18], "augment": [1, 7], "auth": 9, "author": 21, "auto_llm_dispatch_on_respons": [6, 7, 21], "autom": 14, "automat": [4, 6, 11, 14, 18, 19], "avail": [2, 5, 7, 11, 18], "averlag": 5, "avoid": [1, 19], "awai": [1, 11], "awsxrai": 18, "b": [0, 13], "back": [1, 5, 7, 11, 14, 18], "backen": 0, "backend": [3, 6, 7, 9, 11, 14, 18, 20], "bad": 22, "balanc": [0, 6, 7, 13, 14, 21], "base": [0, 2, 3, 4, 6, 7, 9, 11, 13, 14, 19, 21], "base_url": 2, "bash": 5, "batch": 18, "batchedand": 7, "batchspanprocessor": 18, "battl": 11, "been": [13, 14], "befor": [1, 6, 7, 9, 13, 19], "begin": [1, 13], "behalf": [6, 7], "behavior": [6, 7, 15, 19, 21], "behind": 12, "being": [6, 7], "belief": [11, 20, 21], "below": [2, 3, 5, 6, 7, 13, 18], "benchmark": 14, "benefici": 14, "benefit": [11, 17], "best": [3, 4, 11, 17], "beta": [0, 2, 4, 6, 7, 13, 21], "better": [11, 14, 19], "between": [0, 2, 3, 6, 7, 10, 11, 13, 14, 18, 21], "bigint": 14, "bill": 18, "billion": [6, 11], "bin": 13, "binari": 13, "bind": [2, 4, 6, 9], "blaze": 8, "block": 10, "bodi": 6, "bolt": 9, "bool": [6, 7, 14, 21], "boolean": 14, "bootstrap": 7, "born": [11, 20], "borrow": 9, "both": [6, 14, 19], "bound": [6, 10], "breach": 19, "break": 1, "breaker": 7, "bridg": [3, 7, 14], "brief": [3, 7], "briefli": 7, "broader": 0, "build": [1, 2, 3, 4, 6, 9, 10, 11, 13, 19, 21], "build_with_arch": 12, "built": [0, 1, 5, 6, 7, 9, 11, 13, 20], "busi": [0, 3, 6, 7, 9, 11, 14, 20], "bypass": 19, "byte": [14, 18], "c": [0, 11, 13], "call": [2, 3, 5, 6, 7, 9, 11, 12, 20, 22], "campaign": [0, 11], "can": [0, 1, 2, 3, 4, 5, 6, 7, 9, 11, 13, 14, 15, 18, 19, 21, 22], "capabl": [0, 3, 6, 11, 13, 14, 20], "capit": [2, 6], "captur": [11, 18, 22], "carefulli": 3, "carri": [7, 18], "case": [0, 5, 11, 12], "categor": 22, "categori": 6, "caus": 22, "celsiu": [3, 14], "central": [2, 4, 6, 7, 11, 15, 21], "cert": 21, "certain": 19, "certif": 21, "certificate_chain": 21, "chain": 7, "challeng": 19, "chanc": 19, "chang": [1, 6, 18], "char": 14, "charact": 18, "chat_memori": 1, "chatbot": 18, "cheaper": [5, 6], "cheapest": 0, "check": [4, 6, 7, 9, 14, 18, 19], "children": 18, "choic": 6, "choos": 14, "chunk": 1, "circuit": 7, "citi": [3, 14], "claim": [0, 11], "clarifi": [1, 9, 11], "class": 11, "classifi": 19, "claud": 6, "clean": 19, "cleaner": 3, "clear": [14, 19, 22], "clearer": 14, "cli": 13, "client": [2, 4, 7, 9, 10, 22], "client_messag": 1, "closest": 6, "cloud": [2, 8], "cluster": [0, 2, 6, 7, 11, 13, 21], "co": [11, 18], "code": [1, 6, 7, 9, 10, 11, 13, 15, 19, 22], "codebas": [3, 18], "codec": 7, "coher": [2, 14], "colleagu": 14, "collect": [0, 14, 18], "collector": 18, "com": [14, 15, 18], "combin": 14, "comcern": 5, "come": 11, "command": [0, 5, 13], "comment": [6, 9], "commit": 18, "common": [0, 14, 18], "common_tls_context": 21, "commun": [7, 9, 13, 18, 22], "compact": 6, "compani": 11, "compar": 6, "compat": [11, 18, 21], "complet": [2, 6, 7, 18, 21], "complex": [0, 2, 3, 4, 10, 14, 18, 19], "complianc": 19, "compon": [3, 7, 11, 18], "composit": 6, "comprehens": 13, "concern": 7, "concis": 7, "confid": 19, "config": [14, 18], "configur": [0, 1, 2, 5, 6, 8, 9, 10, 11, 13, 18, 20], "confirm": [6, 7, 14, 18, 21], "congratul": 13, "conifg": 21, "connect": [0, 3, 4, 5, 6, 7, 9, 10, 11, 13, 21], "connect_timeout": [0, 6, 7, 13, 21], "consid": [6, 9], "consist": [9, 11, 18], "consol": 18, "constraint": 19, "contain": [5, 6, 7, 9, 11, 18, 19], "content": [1, 2, 4, 6, 7, 18, 19, 21, 22], "context": [3, 7, 9, 11, 13, 14, 18, 19, 22], "continu": 11, "contribut": 13, "contributor": 20, "control": [5, 10, 19, 21], "conver": 1, "convers": [0, 1, 6, 11, 19], "coordin": 10, "core": [7, 19], "corpu": 19, "correct": [1, 6, 19, 22], "correspond": 7, "cosin": 6, "cost": [1, 5, 11], "could": [0, 6, 7, 9, 13, 14, 21], "count": [7, 15], "cpu": [7, 8], "craft": 19, "creat": [0, 1, 2, 4, 6, 7, 9, 11, 12, 13, 14, 21, 22], "createus": 22, "creativ": 14, "credenti": 18, "crime": 6, "critcal": 11, "criteria": 19, "critic": [0, 1, 6, 7, 9, 11, 14, 16, 18, 22], "crucial": [14, 15, 18, 19], "curiou": [6, 7, 21], "current": [1, 3, 14], "custom": [6, 12, 18, 19], "cutov": 11, "d": 15, "dai": [0, 1], "dashboard": [14, 18], "data": [0, 1, 3, 6, 7, 11, 14, 18, 19], "databas": [0, 1, 14], "datadoghq": 18, "dataset": 0, "date": [3, 14], "datetim": 1, "davinci": 6, "db": 1, "dd_site": 18, "debug": [0, 1, 7, 15, 18, 22], "decis": [0, 2, 5, 6, 7, 9, 13, 21], "decrypt": 7, "dedic": 6, "deep": [4, 12], "deeper": 13, "def": [0, 1, 14, 18], "default": [0, 1, 2, 4, 5, 6, 7, 21], "defens": 19, "defin": [2, 4, 6, 7, 13, 18, 21], "definit": [9, 14], "defram": 7, "degrad": 22, "deliv": 14, "deliveri": 7, "demonstr": 14, "depend": [0, 7, 11, 13, 19], "deploi": [5, 7, 11, 18], "deploy": 11, "depth": 3, "describ": [1, 7, 22], "descript": [0, 1, 3, 6, 7, 13, 14, 21], "desgin": 11, "design": [0, 3, 5, 6, 7, 9, 11, 12, 14, 18, 19, 22], "desir": [3, 14], "destroi": 7, "detail": [2, 4, 6, 7, 9, 11, 15, 18, 22], "detect": [5, 7, 9, 11, 13, 19], "determin": [1, 3, 7, 14, 18], "detetct": 1, "dev": 5, "develop": [1, 2, 3, 4, 6, 7, 11, 12, 13, 18, 19, 21, 22], "devic": [0, 1, 3, 5, 6, 7, 13, 21], "device_group": [0, 13], "device_id": [0, 1, 6, 7, 13, 21], "device_reboot": [0, 13], "device_summari": [0, 1], "dict": [6, 7, 14, 21], "dictionari": [0, 1, 6, 13], "differ": [0, 2, 3, 6, 7, 9, 13, 14, 18, 21], "difficult": 11, "direct": [3, 4], "directli": [6, 9], "disast": 11, "discov": 12, "dispatch": 7, "displai": [14, 22], "distribut": [6, 7, 18], "dive": [9, 12, 13], "divers": [3, 19], "dn": 4, "do": [3, 6, 11, 13], "doc": 12, "docker": [13, 18], "document": [3, 6, 9, 12, 13, 18], "doe": [0, 1, 3, 14, 19], "domain": [7, 14], "don": [5, 14], "doubl": 14, "downstream": [6, 7, 8, 9, 10, 18], "downtream": 7, "dramat": [1, 5, 11], "draw": 6, "driven": [12, 13, 19], "dropbox": 11, "due": 22, "duplic": 1, "durat": [7, 15], "dure": [7, 22], "dynam": [6, 14, 19], "e": [3, 7, 9, 14, 15, 18, 21], "each": [1, 3, 6, 7, 11, 14, 15, 18, 21], "earli": [6, 7, 11], "earlier": 7, "eas": 18, "easi": [14, 18], "easier": [4, 13, 15], "easili": [0, 1, 11, 18], "ecosystem": 18, "edg": [7, 11, 14], "effect": [3, 6, 11, 12], "effici": [0, 1, 3, 5, 6, 13, 18], "egress": [2, 8, 9], "either": [7, 14], "elasticsearch": 15, "element": 3, "elif": 1, "elk": 15, "els": 1, "email": [3, 14], "embarrassingli": [1, 10], "embed": [1, 6, 19, 21], "empow": [3, 19], "empti": 21, "enabl": [0, 1, 2, 3, 5, 7, 9, 11, 14, 18, 22], "enchanc": 6, "encount": [7, 9], "encrypt": 7, "end": [3, 11, 18], "endpoint": [0, 1, 3, 6, 7, 9, 13, 14, 18, 21, 22], "enforc": [7, 19], "engag": [0, 7, 11], "engin": [6, 11], "enhanc": [1, 3, 7, 13, 18, 19], "enough": 22, "enrich": [1, 3, 6, 9], "ensur": [0, 1, 2, 3, 4, 6, 7, 11, 13, 14, 18, 19, 22], "entir": [1, 11, 18], "entri": 4, "enum": [3, 6, 7, 14, 21], "enumer": 1, "environ": [13, 14, 18, 19], "envoi": [2, 4, 6, 7, 9, 10, 11, 20], "equal": 10, "error": [0, 1, 3, 6, 7, 9, 11, 13, 16, 18, 19, 20, 21], "error_target": [6, 7, 13, 21], "error_target_1": [6, 7, 21], "especi": 19, "essenti": [3, 4, 12, 19], "establish": [0, 6, 7, 13, 21], "etc": [1, 2, 5, 6, 7, 9, 11, 13, 21], "eu": 18, "evalu": 6, "even": [0, 14], "evenli": 7, "event": [0, 7], "evolv": 19, "exactli": 7, "examin": 19, "exampl": [0, 1, 4, 7, 9, 13, 21], "exceed": 7, "excel": 19, "except": [14, 22], "exception": 11, "excess": 7, "exclus": 11, "execut": [6, 7, 19, 22], "exist": [1, 7, 18], "expect": [14, 19, 22], "experi": [3, 6, 7, 11, 13, 14, 19, 21], "explain": 14, "explan": [3, 14], "explicitli": 19, "explor": [12, 13], "export": [15, 18], "expos": [0, 4, 6, 11, 21], "extend": [11, 12], "extern": [0, 1, 13, 18], "extract": [0, 3, 6, 7, 9, 11, 14, 18, 21], "extrem": 6, "f": [0, 1, 14, 18], "face": 6, "facilit": 18, "fact": [0, 2, 6, 7, 13, 21], "fahrenheit": [3, 14], "fail": [2, 7, 9, 22], "failov": [2, 4, 6, 7, 21], "failur": 22, "fair": 7, "fallback": 22, "fals": [0, 1, 13, 14], "familiar": 7, "faser": 0, "fashion": [1, 7], "fast": [6, 8, 9, 11, 12, 13, 20], "faster": [1, 5, 6, 9, 18], "fastest": [0, 13], "fault": [2, 6], "fc": [0, 7], "fc1b": 0, "featur": [1, 6, 11, 12, 17, 18, 21], "feed": 15, "feedback": [6, 19, 22], "fetch": 14, "few": [1, 9, 18], "field": 19, "file": [2, 3, 4, 6, 7, 13], "filenam": 21, "filter": [4, 7, 10, 11, 19], "final": [7, 19], "financ": 19, "find": 14, "first": [5, 6, 7, 11, 13, 16, 19], "fit": 7, "flag": [6, 7, 18, 19, 21], "flagship": 6, "flexibl": [0, 11, 18, 19], "float": [0, 1, 6, 7, 13, 14, 21], "flow": [8, 11, 15, 18, 22], "fluentd": 15, "focu": [0, 7, 11], "focus": 6, "follow": [1, 3, 5, 6, 7, 9, 11, 13, 18, 21, 22], "form": 14, "format": [3, 6, 11, 14, 19], "forth": 7, "forwad": 6, "forward": [1, 5, 6, 7, 9, 10, 18, 22], "forward_to_llm": 1, "framework": [6, 18], "franc": [2, 6], "francisco": [3, 14], "friendli": 14, "from": [0, 1, 2, 3, 4, 6, 7, 9, 10, 11, 13, 14, 18, 19, 21, 22], "front": 11, "frontier": [0, 6], "fulfil": 11, "full": [3, 6, 13, 21], "function": [3, 5, 6, 7, 9, 10, 11, 12, 19, 20, 21, 22], "function_cal": 12, "functionvalidationerror": 22, "fundament": 3, "further": [6, 13, 18], "g": [3, 7, 9, 14, 15, 18, 21], "gap": 14, "gatewai": [1, 2, 7, 9, 11, 12, 18, 21], "gather": [0, 7, 11], "genai": [3, 13, 20], "gener": [0, 1, 3, 5, 7, 9, 10, 11, 12, 13, 14, 18, 19], "get": [0, 3, 5, 7, 13, 14, 15, 18], "get_device_statist": 1, "get_device_summari": [0, 1], "get_json": [0, 1], "get_messages_since_last_int": 1, "get_trac": 18, "get_user_convers": 1, "get_weath": [3, 14], "github": [6, 13], "give": 11, "given": [0, 1, 7], "global": [1, 13], "go": [0, 11], "goal": 11, "good": 21, "googl": 11, "got": 22, "govern": 11, "gpt": [0, 2, 4, 5, 6, 7, 13, 14, 21], "gpu": 8, "grace": 22, "gracefulli": [9, 22], "group": [0, 13], "grpc": 18, "guard": [6, 7, 12, 20], "guardail": 5, "guardrail": [7, 8, 9, 11, 12, 13, 22], "guid": [6, 13, 14, 19], "guidelin": 19, "gurdrail": 4, "ha": [1, 6, 7, 11, 13, 14, 18, 21], "handl": [0, 1, 2, 3, 4, 6, 7, 9, 10, 11, 12, 13, 14, 18, 19, 20, 21, 22], "handle_request": 18, "handler": [3, 6, 7], "happen": 22, "hardwar": 10, "harm": [6, 7, 19], "hashmap": 14, "hashtabl": 14, "hate": 6, "have": [0, 1, 5, 11, 13, 14, 19], "hazard": 6, "hcm": 7, "header": [1, 7, 9, 11, 17, 21], "health": 7, "healthcar": 19, "healthi": 7, "held": 21, "help": [0, 1, 2, 3, 5, 6, 7, 9, 11, 12, 13, 14, 16, 19, 21, 22], "here": [0, 1, 3, 4, 6, 7, 14], "hexadecim": 18, "high": [0, 2, 6, 8, 11, 14], "highli": 14, "histori": [1, 14], "horrid": 11, "host": [2, 4, 5, 6, 7, 9, 15], "hostconnect": 9, "hostnam": [0, 6, 7, 13, 21], "hour": 1, "how": [0, 1, 2, 3, 4, 5, 6, 7, 9, 11, 12, 13, 14, 17, 21], "howev": 7, "html": 12, "http": [2, 4, 5, 6, 7, 11, 14, 15, 18, 20, 21, 22], "http_header": 21, "hug": 6, "huggingfac": [2, 4, 6, 7, 21], "human": [3, 22], "humanmessag": 1, "hygien": 11, "i": [0, 1, 2, 3, 4, 5, 6, 7, 9, 10, 11, 13, 15, 16, 18, 21], "iam": 18, "id": [0, 1, 7, 13, 18, 22], "idea": 12, "identif": 14, "identifi": [0, 1, 3, 6, 7, 13, 14, 18, 19, 21, 22], "immedi": 19, "impact": 18, "implement": [6, 7, 18, 19], "import": [0, 1, 2, 6, 14, 15, 18], "improp": 22, "improv": [1, 5, 11, 12, 19], "inappropri": 19, "includ": [1, 2, 3, 4, 5, 6, 7, 11, 13, 14, 15, 16, 18, 20, 21], "incom": [1, 4, 5, 6, 7, 9, 13, 18, 21], "incomplet": 14, "incorrect": 19, "increas": 19, "incredibli": 11, "index": 1, "indic": [3, 7, 18], "industri": 6, "infer": [5, 6, 11], "inform": [0, 1, 3, 6, 7, 9, 11, 14, 15, 18, 19, 21, 22], "information_extract": [6, 7, 21], "infrastructur": [2, 11], "ingress": [6, 8, 9], "initi": [1, 2, 4, 7, 9, 17], "inject": [18, 19], "inner": 7, "innov": 13, "input": [0, 3, 14, 19, 22], "input_guard": [6, 7, 21], "insecur": 18, "insert": 1, "instal": 18, "instanc": [2, 7, 9, 14, 21], "instead": [1, 11, 14], "instruct": [5, 12, 21], "insur": [0, 11], "int": [0, 1, 6, 7, 14, 21], "integ": [0, 1, 13, 19, 22], "integr": [2, 3, 11, 12, 13, 14, 15, 17, 20], "intellig": [2, 3, 5, 7, 9, 11, 12, 20], "intend": 19, "intent": [0, 5, 7, 11, 14, 19, 21], "intent_chang": 1, "intent_changed_head": 1, "interact": [0, 6, 11, 12, 13, 14, 15, 18, 19], "intercept": 6, "interfac": 2, "interfer": 13, "intern": [7, 9, 18], "interoper": 18, "interpret": [14, 22], "intro": [12, 20], "intro_to_arch": 12, "introduc": 12, "invalid": [1, 14, 22], "inventori": 18, "investig": 18, "invoc": [3, 14], "invok": [0, 3, 14, 22], "involv": [0, 3, 11, 19], "ip": [0, 6, 7, 13, 21], "ip1": [0, 6, 7, 13, 21], "ip2": [0, 6, 7, 13, 21], "isinst": [0, 1], "isoformat": 1, "isol": 13, "issu": [9, 18, 22], "item": [3, 6], "iter": 14, "itinerari": 14, "its": [0, 1, 3, 5, 6, 7, 9, 10, 11, 13, 18], "itself": [2, 4, 6], "jaeger": 18, "jailbreak": [6, 7, 11, 21], "java": [11, 14], "javascript": 14, "json": [1, 2, 4, 6, 7, 14, 21, 22], "jsonifi": [0, 1], "jsonschema": 14, "just": [0, 2, 6, 7, 13, 21], "jwt": 21, "katanemo": 13, "keep": [1, 9, 14], "kei": [2, 4, 5, 6, 7, 13, 17, 18, 21], "kept": 21, "kibana": 15, "kind": 22, "king": 14, "know": [1, 5, 6, 9, 11, 19], "knowledg": [4, 7, 12], "known": 6, "kubernet": 18, "l7": 11, "landscap": 19, "langchain": 1, "languag": [6, 7, 11], "larg": [6, 7, 10, 11, 14], "last": [0, 1], "latenc": [0, 5, 6, 11, 14, 16], "later": 22, "layer": [6, 9, 11, 18, 19], "lead": [6, 11, 19], "learn": [11, 12, 13, 14], "len": 1, "length": 19, "less": 21, "level": [2, 4, 5, 8, 11, 12], "leverag": [3, 18], "libev": 7, "librari": [2, 11, 14], "lifecycl": [8, 20], "lifetim": [7, 10], "lightweight": [0, 1, 11], "like": [1, 2, 3, 4, 6, 7, 9, 11, 14, 15, 16, 18, 19, 21, 22], "limit": [2, 4, 6, 7, 19, 21], "line": [1, 11, 13, 21], "linearli": 11, "list": [0, 1, 3, 6, 7, 13, 14, 19, 21], "listen": [0, 2, 6, 7, 8, 9, 13, 18, 20, 21], "listner": 4, "live": 7, "ll": [0, 13, 21], "llm": [0, 1, 4, 5, 7, 8, 9, 11, 12, 13, 14, 16, 19, 20, 21], "llm_provid": [0, 2, 4, 6, 7, 12, 13, 21], "llm_respons": 1, "load": [0, 6, 7, 13, 21], "local": [2, 4, 6, 7, 8, 21], "locat": [3, 9, 14], "log": [7, 9, 17, 18, 20, 22], "logic": [0, 2, 4, 6, 7, 9, 11, 12, 14, 20, 21, 22], "long": 14, "look": [3, 6, 7, 21], "loop": 7, "low": [0, 5, 14], "lower": [1, 11], "m": 13, "machin": [5, 10], "made": 13, "mai": [0, 7, 19], "main": [7, 9, 18, 19], "maintain": [1, 3, 7, 19], "major": 10, "make": [0, 2, 4, 5, 6, 7, 9, 11, 14, 15, 18, 22], "malici": [7, 19], "manag": [0, 2, 3, 4, 5, 6, 7, 11, 12, 13, 18, 19, 21, 22], "managemet": 4, "mandatori": 3, "mani": [7, 18], "manipul": [0, 11, 19], "manufactur": [0, 2, 6, 7, 13, 21], "map": 14, "mark": [1, 3], "marker": [1, 11], "masssiv": 11, "match": [0, 1, 7, 21], "matter": 11, "max": [0, 6, 7, 13, 21], "maximum": 3, "me": 1, "mean": [18, 21], "meaning": 22, "measur": [11, 16], "mechan": [0, 1, 2, 12, 14, 19], "meet": [14, 19], "memori": 1, "messag": [7, 8, 14, 19, 21, 22], "message_format": [2, 4, 6, 7, 21], "messages_for_llm": 1, "messages_since_int": 1, "meta": 1, "metadata": [1, 3, 6, 9, 15], "method": [0, 1, 15], "metric": [11, 16, 18], "might": [5, 19], "mind": [14, 18], "minim": [4, 18, 19], "minimum": 3, "minlength": 14, "minor": 19, "minut": 21, "misalign": 19, "misformat": 19, "miss": [0, 11, 22], "mistak": 19, "mistral": [2, 21], "mistral8x7b": 21, "mistral_api_kei": 21, "mistral_loc": 21, "mistrallocal7b": 21, "misus": 19, "mode": 5, "model": [0, 1, 2, 4, 6, 7, 8, 9, 11, 13, 14, 19, 20, 21], "moder": 8, "modern": 18, "modif": [7, 11], "modifi": 19, "modular": 3, "monitor": [6, 7, 11, 12, 15, 17, 18, 20], "more": [0, 1, 3, 4, 6, 9, 10, 11, 14, 15, 19, 21], "most": [0, 1, 3, 6, 9, 10, 14], "mostli": 1, "move": 1, "multipl": [3, 7, 10, 14], "must": [0, 1, 19], "my": [1, 6, 7, 21], "name": [0, 1, 2, 3, 4, 6, 7, 9, 13, 14, 18, 21], "natur": [6, 7, 14, 21, 22], "navig": [12, 19], "necessari": [1, 3, 6, 7, 14, 19], "need": [0, 1, 3, 5, 6, 7, 9, 12, 13, 14, 18, 21], "network": [0, 2, 4, 5, 6, 8, 9, 13, 21], "never": 13, "new": [1, 3, 11, 13, 14, 18], "new_messag": 1, "next": [14, 19], "nli": [1, 6, 21], "non": 10, "note": [5, 21], "nuanc": [11, 20], "num_stored_messag": 1, "number": [1, 7, 10, 14], "numer": 3, "object": [14, 15], "observ": [2, 9, 11, 12, 18, 20, 21], "occur": 22, "off": 21, "offer": [0, 1, 2, 6, 7, 9, 11, 13, 16, 21], "offert": 21, "often": [1, 11, 14], "on_except": [6, 7, 21], "onc": [0, 1, 6, 7, 10, 14], "one": [0, 1, 7, 9, 14, 18], "ones": [1, 11, 14], "ongo": 14, "onli": [1, 3, 4, 5, 6, 7, 14, 21], "onward": 1, "opaqu": [11, 20], "open": [3, 18], "openai": [0, 1, 4, 7, 13, 21], "openai_api_kei": [0, 2, 4, 6, 7, 13, 21], "opentelemetri": [11, 21], "oper": [6, 7, 9, 11, 13, 14, 21, 22], "optim": [4, 14, 18], "option": [0, 1, 3, 5, 6, 7, 9, 12, 13, 18, 21], "order": [1, 7, 14, 18], "orient": 14, "origin": [6, 9, 11], "oss": 2, "otel": 18, "other": [1, 5, 7, 9, 11, 13, 14, 18, 22], "otlp": 18, "otlp_export": 18, "otlpspanexport": 18, "our": [5, 6, 7, 11, 14, 21], "out": [9, 11, 14, 19, 20], "outbound": [2, 11, 18], "outcom": 19, "outgo": [4, 18], "outlin": 7, "output": [11, 14, 16, 19], "outsid": [11, 20], "over": [0, 1, 2, 14], "overal": [1, 3, 5, 11], "overid": 21, "overload": 7, "overrid": [6, 7, 21], "overview": [17, 20], "overwhelm": 7, "own": 7, "p50": 6, "p90": 0, "packag": [13, 18], "page": 6, "pai": 14, "pain": [2, 4, 6, 7, 11, 21], "pair": 6, "par": 14, "parallel": [7, 10, 14], "param": 14, "paramet": [6, 7, 11, 13, 21, 22], "parent": 18, "parrallel": 1, "pars": [2, 4, 6, 7, 14, 15, 21, 22], "part": [7, 11, 14, 18], "particular": [3, 14], "pass": [1, 6, 7, 15], "past": 1, "path": [0, 1, 3, 6, 7, 9, 13, 14, 15, 21], "path_to_config": 13, "pattern": 19, "payment": [14, 18], "pem": 21, "pend": 18, "per": [7, 11, 14, 15, 16, 21], "perceiv": [11, 16], "perform": [0, 1, 3, 4, 5, 6, 7, 10, 11, 14, 18, 19, 21], "performimg": 6, "period": 7, "permiss": 19, "person": [0, 3, 11, 12, 13, 14, 20], "phase": [6, 19], "php": 11, "piec": [3, 6], "pilot": [11, 18], "pinpoint": 22, "pip": [13, 18], "pipelin": [7, 18], "place": [7, 14], "placehold": [0, 1, 18], "plan": [6, 9], "pleas": [0, 5, 6, 13, 22], "pod": 18, "point": [4, 6, 14], "polici": [7, 18, 19], "pool": 7, "popular": 18, "port": [0, 2, 4, 6, 7, 9, 13, 21], "port_valu": [0, 13], "possibl": 22, "post": [0, 1], "potenti": [6, 19], "power": [6, 14, 18, 19], "practic": [3, 4, 7, 11, 12, 17], "pre": [7, 13, 19], "precis": [1, 14], "predefin": [0, 3, 6, 9, 11, 13, 19], "prefer": [14, 18], "premis": [2, 5], "prepar": [14, 18], "presenc": [2, 4], "present": [1, 11, 14, 18], "prevent": [7, 11, 18, 19], "previou": [1, 11], "price": 5, "pricess": 11, "primari": [4, 6, 10], "primit": [2, 4, 9], "primitv": 6, "primtiv": 1, "print": [2, 6, 14, 18], "priorit": 19, "privaci": 6, "private_kei": 21, "problem": 22, "proce": [6, 7, 19, 21], "process": [3, 5, 6, 9, 10, 11, 12, 13, 14, 18, 19, 22], "process_customer_request": 18, "process_rag": 1, "processor": 18, "produc": 14, "product": [14, 18], "profil": 14, "program": [6, 7, 21], "project": [3, 11], "promot": 7, "prompt": [2, 4, 5, 7, 8, 9, 10, 11, 12, 13, 20, 21, 22], "prompt_config": [2, 4, 6], "prompt_guard": [6, 7, 13, 21], "prompt_target": [0, 1, 3, 6, 7, 9, 12, 13, 14, 21], "prompt_target_intent_matching_threshold": 21, "propag": [6, 11, 17], "proper": 18, "properli": 9, "properti": 14, "protect": [18, 19], "proto": 18, "protocol": [7, 18], "proven": 11, "provid": [0, 1, 3, 4, 6, 7, 9, 11, 12, 13, 14, 15, 16, 18, 19, 20, 21, 22], "proxi": [6, 7, 9], "pull": 1, "purchas": [0, 2, 6, 7, 13, 21], "purpos": [0, 3, 5, 6, 7, 9, 11], "push": 21, "python": [1, 11, 13, 14], "qualiti": 1, "queri": [0, 1, 3, 14, 18, 19], "question": [1, 6, 7, 11, 21], "queue": 14, "quick": 18, "quickli": [5, 11, 12, 13], "quickstart": [12, 20], "rag": [6, 7, 9, 12, 20], "rais": [14, 19], "rang": [0, 1, 18, 19], "rare": 7, "rate": [1, 2, 6, 7, 11, 16, 18, 21], "rate_limit": 21, "rather": 22, "raw": 22, "rch": 9, "re": [6, 7, 14, 18, 21], "reach": 19, "read": [4, 6, 7, 11, 18], "readabl": [3, 22], "real": [0, 1, 14], "realli": 11, "reboot": [0, 3, 6, 7, 13, 21], "reboot_devic": [0, 3, 13], "reboot_network_devic": [6, 7, 21], "receiv": [6, 7, 9, 18, 19, 22], "recept": 7, "recognit": 3, "recommend": [7, 10, 13], "record": [11, 18], "recoveri": 11, "red": 19, "reddit": 11, "reduc": 19, "refer": [0, 5, 13, 14, 15, 20], "refin": 6, "region": 18, "regulatori": 19, "reject": [6, 11, 13], "relat": [1, 5, 7, 11, 18], "relev": [0, 1, 3, 7, 14], "reli": [6, 18], "reliabl": [2, 4, 19], "rememb": 14, "remind": 14, "remov": 19, "repeat": 19, "replac": 18, "repositori": 13, "repres": [6, 11, 18], "request": [2, 4, 6, 8, 9, 11, 13, 14, 15, 18, 19, 20, 21, 22], "requestsinstrumentor": 18, "requir": [0, 1, 3, 4, 6, 7, 11, 13, 14, 19, 20, 21, 22], "resili": [6, 11], "resolv": 18, "resourc": [13, 15, 17], "respond": [11, 16, 18, 22], "respons": [0, 1, 2, 3, 6, 7, 9, 11, 12, 15, 18, 19, 21, 22], "rest": [7, 10], "restart": [0, 13], "restrict": 19, "result": [0, 14], "retri": [2, 4, 6, 7, 11, 21], "retriev": [0, 1, 6, 7, 9, 11, 14], "return": [0, 1, 3, 7, 9, 18, 19], "return_messag": 1, "revers": [1, 7], "review": 19, "risk": 19, "roadmap": 6, "robin": [0, 6, 7, 13, 21], "robust": [6, 11, 14, 19, 20], "role": [1, 6, 18, 19, 22], "root": 22, "round": [0, 6, 7, 13, 21], "rout": [0, 1, 2, 4, 6, 7, 11, 13, 20], "router": [3, 7], "routin": 14, "rule": [13, 14], "run": [0, 1, 5, 6, 7, 9, 11, 13, 18], "runtimeerror": 22, "sacl": 11, "safe": 19, "safeguard": 19, "safer": 19, "safeti": [4, 6, 11, 19], "sai": 14, "same": [11, 14, 20], "sampl": [18, 21], "san": [3, 14], "sanit": [7, 19], "scalabl": [3, 13], "scale": [1, 2, 7, 11, 12], "scenario": [0, 5, 6, 7, 11, 12, 14, 21], "schedul": [6, 9, 14], "schema": [1, 3, 14], "scienc": 14, "score": 6, "script": [13, 14], "scrutini": 19, "sdk": 18, "seamless": [2, 14], "seamlessli": [2, 3, 18], "seattl": 14, "second": 9, "section": [1, 2, 3, 4, 6, 7, 12], "secur": [2, 4, 6, 7, 11, 12, 18, 19, 20], "see": [4, 6], "select": 7, "selector": 21, "self": [5, 7, 9, 11], "semant": 6, "send": [1, 2, 6, 7, 9, 14, 18, 21], "sender": 6, "sensit": [18, 19], "sent": 7, "sentiment": 19, "separ": [3, 5, 7, 9, 10, 21], "sequenti": 0, "serv": [7, 8, 9, 20], "server": [1, 5, 7, 9, 11, 22], "servic": [0, 1, 3, 6, 7, 14, 15, 18], "set": [0, 1, 4, 5, 6, 7, 9, 11, 12, 13, 14, 18, 21], "set_tracer_provid": 18, "setup": [4, 6, 14], "sever": [7, 11, 16], "sevic": 9, "shape": 11, "share": [6, 7, 9], "shift": [1, 11], "short": 14, "should": [2, 3, 4, 6, 7, 14, 21, 22], "show": 1, "side": 22, "signatur": 14, "similar": 6, "simpl": [6, 14, 18, 21], "simpli": [2, 4, 6, 13, 18], "simplic": 7, "simplif": 4, "simplifi": [2, 3, 4, 12, 18], "simul": [0, 1], "simultan": 0, "sinc": [1, 6], "singl": [6, 9, 10, 11, 14, 21], "site": 18, "skimp": 14, "slowest": 5, "small": 10, "smart": [9, 11, 14], "smarter": 1, "sni": 7, "snippet": 1, "so": [0, 1, 5, 6, 9, 11, 14, 21], "socket": 7, "softwar": [6, 11], "solut": 3, "some": [7, 10, 14], "sonnet": 6, "soon": 11, "sota": 14, "sourc": [13, 14, 18, 22], "span": [7, 18], "span_processor": 18, "special": [11, 12, 18], "specif": [0, 1, 3, 5, 7, 11, 13, 14, 18, 19, 22], "specifi": [1, 3, 7, 9, 13], "speed": [1, 5, 11, 16], "spell": 14, "spend": [10, 21], "sporad": 10, "sql": [1, 19], "stack": [12, 14, 15, 22], "stage": 19, "stai": 6, "standalon": 18, "standard": [11, 18, 19], "start": [2, 4, 5, 6, 9, 18], "start_as_current_span": 18, "stat": [0, 1, 7, 21], "state": [1, 3, 7, 14], "stateless": 1, "static": 7, "statist": [0, 1, 7], "statu": [14, 15, 18], "steer": 1, "step": [12, 18], "still": 1, "stock": 18, "store": 1, "stored_messag": 1, "str": [1, 3, 14], "straightforward": 14, "stream": [0, 2, 4, 6, 7, 13, 21], "streamlin": [1, 3, 4], "strict": 19, "stricter": 19, "string": [0, 6, 7, 13, 14, 19, 21, 22], "strip": 6, "stripe": 11, "structur": [1, 15], "struggl": [1, 11], "sub": 11, "submit": 14, "substanti": 11, "subsystem": [0, 2, 4, 5, 6, 7, 11, 13, 21], "subsytem": 6, "success": 11, "successfulli": 13, "suggest": [14, 19], "suit": 11, "suitabl": [3, 14], "summar": [3, 6, 7, 21], "summari": [6, 7, 14, 17, 21], "support": [0, 2, 3, 6, 7, 9, 11, 13, 18, 19], "suppport": 21, "sure": 22, "switch": 2, "system": [0, 1, 2, 4, 6, 7, 11, 13, 14, 15, 18, 19, 20, 21, 22], "system_prompt": [0, 2, 6, 7, 13, 21], "t": [5, 14], "tailor": [0, 11, 14, 19], "take": [6, 7, 9, 11], "target": [2, 4, 7, 8, 9, 12, 13, 20, 21], "task": [0, 6, 7, 10, 11, 14], "tcp": 7, "tech": [12, 18, 20], "tech_overview": 12, "technic": 18, "techniqu": [6, 19], "technologi": [11, 12], "telemetri": [11, 18], "temperatur": [3, 14], "tenant": [0, 13], "termin": 11, "terminologi": [8, 20], "test": [5, 11, 14], "text": [2, 4, 6, 7, 14, 21], "tft": [11, 16], "than": [0, 5, 21], "thei": [1, 3, 11, 19, 21], "them": [3, 7, 9, 14, 19, 22], "thi": [0, 1, 2, 3, 4, 5, 6, 7, 10, 11, 12, 13, 14, 15, 18, 19, 21, 22], "thing": [9, 21], "think": 14, "thoroughli": 14, "those": [0, 1, 9], "thread": [7, 8, 20], "three": [5, 7, 11, 16], "threshold": 21, "through": [2, 6, 7, 11, 14, 15, 18], "throughput": [0, 14], "time": [0, 1, 6, 7, 11, 13, 14, 15, 16, 21], "time_rang": [0, 1], "timestamp": [1, 7], "tl": [7, 9, 11, 21], "tls_certif": [0, 13, 21], "todai": [7, 13], "token": [1, 5, 6, 11, 16, 21], "toler": [2, 6], "tone": 19, "too": 7, "tool": [11, 13, 15, 17, 19, 22], "top": [2, 4, 10], "topologi": 8, "tot": [11, 16], "total": [11, 16], "toxic": [11, 19], "trace": [6, 7, 9, 11, 17, 20, 21, 22], "trace_export": 18, "tracepar": [11, 17], "tracer": 18, "tracer_provid": 18, "tracerprovid": 18, "track": [1, 13], "tradit": [11, 20], "traffic": [2, 4, 6, 7, 11, 15], "train": 19, "transact": 14, "transpar": 11, "transport": 7, "travel": [6, 9, 14], "travers": 7, "treat": [6, 7, 21], "tri": 1, "trigger": [0, 12, 14], "trivial": 7, "troubleshoot": [3, 12, 22], "true": [0, 1, 2, 3, 4, 6, 7, 13, 14, 18, 21], "try": 14, "tupl": 14, "turn": 14, "tutori": 12, "two": [0, 5, 6, 7, 9], "type": [0, 1, 2, 3, 4, 6, 7, 9, 13, 14, 19, 21, 22], "typic": [7, 14], "typo": 19, "ui": 7, "unauthor": 6, "undergo": 19, "understand": [11, 12, 14, 16, 18, 19, 22], "undesir": [13, 19], "undifferenti": [7, 9, 11], "unexpect": [14, 19], "unifi": 2, "uniformli": 18, "uniqu": [3, 18, 21], "unit": [3, 14, 21], "until": 7, "unusu": 19, "unwant": [7, 19], "up": [1, 5, 9, 11, 12, 13, 18], "updat": [0, 7, 11, 13, 14, 21], "update_user_convers": 1, "upgrad": [2, 7, 11], "upon": 7, "upstream": [1, 6, 7, 8, 9, 11, 12, 15, 16], "upstream_servic": 15, "url": 6, "us": [0, 1, 3, 4, 5, 7, 9, 11, 12, 13, 15, 17, 21], "usabl": 19, "usag": [2, 3, 7, 11, 14, 16], "user": [0, 1, 3, 6, 7, 11, 13, 14, 16, 19, 20, 22], "user_id": [1, 22], "user_memori": 1, "usi": 18, "usual": 6, "utcnow": 1, "util": [5, 6, 7], "uuid": 1, "uuid4": 1, "v": 18, "v1": [2, 4, 6], "v2": 6, "valid": [0, 1, 12, 19], "validationerror": [14, 22], "valu": [0, 1, 3, 6, 7, 13, 14, 18, 19, 21], "valueerror": 14, "variabl": 18, "varieti": 7, "variou": [10, 11, 14, 18], "ve": [13, 21], "vector": [1, 6], "vendor": 2, "venv": 13, "veri": [7, 18], "verif": 18, "verifi": [18, 19], "version": [0, 2, 4, 6, 7, 13, 18, 21], "via": [0, 5, 7, 9, 11, 12, 13, 18, 21, 22], "view": 18, "violat": [7, 9, 19, 22], "violent": 6, "virtual": [13, 21], "visibl": 15, "visit": 6, "vpc": 5, "w3c": [11, 18], "wa": [7, 11, 14, 20], "wai": [0, 1, 2, 4, 6, 7, 11, 13, 21], "wait": [0, 6, 7, 13, 21], "want": [0, 9, 11, 14], "watch": 14, "we": [7, 9, 10, 13, 19, 21], "weather": [3, 14], "weather_info": 14, "weather_validation_schema": 14, "web": [7, 9], "week": 1, "welcom": 12, "well": 11, "what": [1, 2, 6, 11, 22], "when": [0, 1, 2, 4, 6, 7, 9, 11, 13, 14, 18, 22], "where": [0, 3, 5, 6, 7, 13, 14, 15, 19, 22], "whether": [3, 14], "which": [1, 2, 4, 5, 7, 11, 14, 15, 16, 18, 20], "while": [1, 6, 10, 12, 14, 19], "wide": [7, 18], "window": 13, "within": [3, 6, 7, 12, 14, 19, 21], "without": [4, 7, 11, 12], "work": [5, 9, 11, 14, 18, 21], "worker": [7, 10], "workflow": [12, 20], "workload": 10, "would": [0, 1, 7, 21], "write": [0, 11, 12], "written": [7, 10, 11], "x": [1, 7, 9, 15, 22], "xyz": [0, 13], "yaml": [0, 18], "ye": [6, 7, 21], "yml": [2, 4, 6, 21], "york": [3, 14], "you": [0, 1, 2, 3, 4, 5, 6, 7, 9, 11, 12, 13, 14, 16, 18, 19, 21, 22], "your": [0, 1, 2, 3, 4, 5, 6, 7, 9, 11, 12, 13, 14, 16, 18, 21], "yourweatherapp": 14}, "titles": ["Agentic Workflow", "RAG Application", "LLM Provider", "Prompt Target", "Listener", "Model Serving", "Prompt", "Request Lifecycle", "Tech Overview", "Terminology", "Threading Model", "Intro to Arch", "Overview", "Quickstart", "Function Calling", "Access Logging", "Monitoring", "Observability", "Tracing", "Prompt Guard", "Welcome to Arch!", "Configuration Reference", "Error Targets"], "titleterms": {"1": [0, 1, 13, 14], "2": [0, 1, 13, 14], "3": [1, 13, 14], "4": 14, "A": 18, "access": 15, "addit": 18, "agent": [0, 6, 18], "ai": 18, "an": 6, "app": 6, "applic": 1, "ar": 3, "arch": [6, 11, 12, 13, 14, 19, 20], "architectur": 7, "aw": 18, "base": 1, "basic": 3, "benefit": [18, 19], "best": [14, 18, 22], "blaze": 5, "breakdown": 18, "build": [12, 20], "call": [0, 14], "case": 14, "client": 6, "cloud": 5, "concept": [12, 20, 22], "config": 13, "configur": [3, 4, 7, 14, 21], "conversationbuffermemori": 1, "cpu": 5, "datadog": 18, "default": 3, "defin": [0, 1, 3, 14], "definit": 1, "detect": [1, 6], "downstream": 4, "drift": 1, "egress": [4, 6, 7], "error": 22, "exampl": [2, 3, 6, 14, 18, 22], "execut": 14, "extract": 1, "fast": 5, "featur": [3, 14, 15], "flask": [0, 1], "flow": 7, "format": 18, "function": [0, 14], "gatewai": [6, 13], "get": [1, 12, 20], "gpu": 5, "guard": 19, "guardrail": 6, "guid": [12, 20], "header": [18, 22], "high": 7, "how": [18, 19], "i": [14, 19], "implement": 14, "ingress": [4, 7], "initi": 18, "instal": 13, "instrument": 18, "integr": 18, "intent": [1, 3, 6], "intro": 11, "kei": [3, 14, 15, 22], "languag": 14, "latest": 1, "level": 7, "lifecycl": 7, "listen": 4, "llm": [2, 6], "local": 5, "log": 15, "logic": 3, "match": [3, 6], "messag": [1, 6], "model": [5, 10], "moder": 5, "monitor": 16, "multipl": 0, "network": 7, "next": 13, "observ": 17, "openai": [2, 6], "opentelemetri": 18, "overview": [7, 8, 12, 18], "parallel": 0, "paramet": [0, 1, 3, 14], "post": 7, "practic": [14, 18, 22], "prerequisit": 13, "process": [0, 1, 7], "prompt": [0, 1, 3, 6, 14, 19], "propag": 18, "provid": 2, "python": [2, 18], "quickstart": 13, "rag": 1, "rai": 18, "refer": 21, "request": [0, 1, 7], "resourc": [18, 20], "respons": 14, "return": 14, "rout": 3, "sdk": 2, "serv": 5, "singl": 0, "start": [12, 13, 20], "step": [0, 1, 13, 14], "summari": [3, 18, 19], "support": 14, "target": [0, 1, 3, 6, 14, 22], "tech": 8, "terminologi": [7, 9], "thread": 10, "tip": [14, 22], "tool": 18, "topologi": 7, "trace": 18, "tracepar": 18, "updat": 1, "upstream": 4, "us": [2, 6, 14, 18, 19], "valid": 14, "via": 6, "visual": 18, "w": 1, "welcom": 20, "what": [3, 14, 19], "why": 19, "work": 19, "workflow": [0, 14], "x": 18}})