plano/searchindex.js

Search.setIndex({"alltitles": {"AI Agent Tracing Visualization Example": [[20, "ai-agent-tracing-visualization-example"]], "AWS X-Ray": [[20, "aws-x-ray"]], "Access Logging": [[17, null]], "Additional Resources": [[20, "additional-resources"]], "Agentic (Text-to-Action) Apps": [[3, null]], "Agentic Apps via Prompt Targets": [[11, "agentic-apps-via-prompt-targets"]], "Arch-FC": [[16, "arch-fc"]], "Arch-Guard-v1": [[16, "arch-guard-v1"]], "Benefits of using traceparent headers": [[20, "benefits-of-using-traceparent-headers"]], "Best Practices": [[20, "best-practices"]], "Cloud Serving (GPU - Blazing Fast)": [[10, "cloud-serving-gpu-blazing-fast"]], "Conclusion": [[20, "conclusion"]], "Configuration": [[1, "configuration"], [14, "configuration"]], "Configuration Reference": [[0, null]], "Configure Listener": [[8, "configure-listener"]], "Datadog": [[20, "datadog"]], "Documentation": [[21, null]], "Downstream (Ingress)": [[8, "downstream-ingress"]], "Example with OpenTelemetry in Python": [[20, "example-with-opentelemetry-in-python"]], "Example: Using OpenAI Client with Arch as an Egress Gateway": [[11, "example-using-openai-client-with-arch-as-an-egress-gateway"]], "Example: Using the Arch Python SDK": [[9, "example-using-the-arch-python-sdk"], [11, "example-using-the-arch-python-sdk"]], "Getting Started": [[1, null]], "Getting help": [[12, null]], "Header Format": [[20, "header-format"]], "High level architecture": [[14, "high-level-architecture"]], "How to initiate a trace": [[20, "how-to-initiate-a-trace"]], "Instrumentation": [[20, "instrumentation"]], "Integrating with Tracing Tools": [[20, "integrating-with-tracing-tools"]], "Intent Detection and Prompt Matching:": [[11, "intent-detection-and-prompt-matching"]], "Intent-drift Detection": [[4, "intent-drift-detection"]], "Introduction": [[13, null]], "Key Features of Access Logging in Arch:": [[17, "key-features-of-access-logging-in-arch"]], "LLM Provider": [[9, null]], "LLMs": [[16, null]], "Life of a Request": [[14, null]], "Listener": [[8, null]], "Local Serving (CPU - Moderate)": [[10, "local-serving-cpu-moderate"]], "Local Serving (GPU- Fast)": [[10, "local-serving-gpu-fast"]], "Messages": [[11, "messages"]], "Model Serving": [[10, null]], "Monitoring": [[19, null]], "Network topology": [[14, "network-topology"]], "Observability": [[18, null]], "Overview": [[14, "overview"], [14, "id2"], [20, "overview"]], "Parallel/ Multiple Function Calling": [[3, "parallel-multiple-function-calling"]], "Parameter Extraction for RAG": [[4, "parameter-extraction-for-rag"]], "Post-request processing": [[14, "post-request-processing"]], "Pre-requisites": [[1, null]], "Prompt Guardrails": [[11, "prompt-guardrails"]], "Prompt Targets": [[11, "prompt-targets"]], "Prompting LLMs": [[11, "prompting-llms"]], "Prompts": [[11, null]], "Reporting security vulnerabilities": [[12, "reporting-security-vulnerabilities"]], "Request Flow (Egress)": [[14, "request-flow-egress"]], "Request Flow (Ingress)": [[14, "request-flow-ingress"]], "Retrieval-Augmented (RAG)": [[4, null]], "Single Function Call": [[3, "single-function-call"]], "Step 1: Define Multiple Function Targets": [[3, "step-1-define-multiple-function-targets"]], "Step 1: Define prompt targets with functions": [[3, "step-1-define-prompt-targets-with-functions"]], "Step 1: Define prompt targets with parameter definitions": [[4, "step-1-define-prompt-targets-with-parameter-definitions"]], "Step 1: Install the Arch CLI": [[1, "step-1-install-the-arch-cli"]], "Step 1: define ConversationBufferMemory": [[4, "step-1-define-conversationbuffermemory"]], "Step 2: Process request parameters in Flask": [[3, "step-2-process-request-parameters-in-flask"], [4, "step-2-process-request-parameters-in-flask"]], "Step 2: Start Arch Gateway": [[1, "step-2-start-arch-gateway"]], "Step 2: update ConversationBufferMemory w/ intent": [[4, "step-2-update-conversationbuffermemory-w-intent"]], "Step 3: get Messages based on latest drift": [[4, "step-3-get-messages-based-on-latest-drift"]], "Technical Architecture": [[5, null]], "Terminology": [[6, null], [14, "terminology"]], "Threading model": [[7, null]], "Trace Breakdown:": [[20, "trace-breakdown"]], "Trace Propagation": [[20, "trace-propagation"]], "Tracing": [[20, null]], "Upstream (Egress)": [[8, "upstream-egress"]], "Use Cases": [[2, null]], "What is Arch": [[15, null]]}, "docnames": ["configuration_reference", "getting_started/getting_started", "getting_started/use_cases", "getting_started/use_cases/function_calling", "getting_started/use_cases/rag", "intro/architecture/architecture", "intro/architecture/intro/terminology", "intro/architecture/intro/threading_model", "intro/architecture/listeners/listeners", "intro/architecture/listeners/llm_provider", "intro/architecture/model_serving/model_serving", "intro/architecture/prompt_processing/prompt_processing", "intro/getting_help", "intro/intro", "intro/life_of_a_request", "intro/what_is_arch", "llms/llms", "observability/access_logs", "observability/observability", "observability/stats", "observability/tracing", "root"], "envversion": {"sphinx": 63, "sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx.ext.viewcode": 1}, "filenames": ["configuration_reference.rst", "getting_started/getting_started.rst", "getting_started/use_cases.rst", "getting_started/use_cases/function_calling.rst", "getting_started/use_cases/rag.rst", "intro/architecture/architecture.rst", "intro/architecture/intro/terminology.rst", "intro/architecture/intro/threading_model.rst", "intro/architecture/listeners/listeners.rst", "intro/architecture/listeners/llm_provider.rst", "intro/architecture/model_serving/model_serving.rst", "intro/architecture/prompt_processing/prompt_processing.rst", "intro/getting_help.rst", "intro/intro.rst", "intro/life_of_a_request.rst", "intro/what_is_arch.rst", "llms/llms.rst", "observability/access_logs.rst", "observability/observability.rst", "observability/stats.rst", "observability/tracing.rst", "root.rst"], "indexentries": {}, "objects": {}, "objnames": {}, "objtypes": {}, "terms": {"": [1, 3, 4, 6, 7, 8, 9, 10, 11, 14, 15, 16, 20], "0": [0, 1, 3, 4, 6, 8, 9, 10, 11, 14, 16, 20], "00": [16, 20], "0028": 16, "003": 11, "0030": 16, "005": 0, "01": 17, "05": 16, "05m": [10, 11], "09": 17, "1": [0, 6, 8, 9, 11, 14, 16, 17, 20], "10": [4, 16, 20], "100": [0, 7, 16, 20], "10000": [0, 6], "100000": 0, "100x": [3, 11, 16], "1024": 17, "104": 16, "10x": [3, 10, 11], "1113": 16, "12345": [3, 4], "123z": 17, "127": [0, 1, 3, 4, 6, 8, 9, 11, 14], "1282": 16, "1532": 16, "156x": 10, "1585": 16, "16": [16, 20], "2": [11, 14, 20], "20": 16, "200": [3, 4, 17], "20000": 16, "200m": [3, 10, 11, 16], "2024": 17, "24": 4, "25": 17, "27t14": 17, "3": [11, 20], "30": 16, "300": 16, "3121": 16, "32": 20, "33": 16, "35": 16, "3512": 16, "3725": 16, "4": [11, 20], "40": 3, "400": [3, 4], "4000": 16, "429": 14, "4317": 20, "443": [0, 1, 3, 4, 6, 8, 9, 11, 14], "49": 16, "4o": [0, 1, 3, 4, 8, 9, 10, 11, 14, 16], "5": [11, 20], "5000": 16, "512": 17, "52": [16, 17], "56": 17, "5x": 16, "6": 20, "60": 0, "64": 1, "7": [3, 4, 6, 15, 20], "715": 16, "761": 16, "789": 4, "79": 16, "7b": [0, 1, 8, 9, 11, 14], "8": 20, "80": [0, 6], "8001": 0, "8080": [1, 3, 4, 8, 9, 11, 14], "817": 16, "8468": 16, "857": 16, "880": 16, "8887": 16, "8x7b": 0, "9": 20, "90": 16, "9000": [8, 9, 11], "93": 16, "93568": 16, "95267": 16, "9741": 16, "98": 16, "99": 16, "9970": 16, "9972": 16, "999": 16, "A": [3, 4, 6, 7, 8, 14, 15, 20], "As": [1, 11], "Be": 20, "But": [1, 6, 11, 14], "By": [0, 4, 11, 14, 15, 16, 20], "For": [6, 7, 8, 11, 15], "If": [0, 1, 3, 4, 8, 9, 11, 14], "In": [1, 3, 4, 11, 14, 15], "It": [3, 14, 17], "Its": [15, 20], "No": [11, 16], "One": 6, "Or": 20, "The": [0, 1, 3, 4, 6, 10, 11, 14, 15, 16, 20], "There": [10, 15], "These": [3, 6, 15], "To": [1, 4, 6, 8, 11, 15, 20], "With": [3, 4, 15, 20], "______________________________________________________________________________________________": [3, 20], "__main__": [3, 4], "__name__": [3, 4, 20], "abil": [0, 1, 6, 11, 14], "about": [0, 1, 3, 4, 6, 8, 9, 10, 11, 14, 15, 16, 17], "abov": [3, 4, 14, 15], "abstract": 9, "accept": [6, 7, 8, 11, 14, 16], "access": [14, 18, 20], "access_kei": [0, 1, 3, 4, 8, 9, 11, 14], "accident": 14, "accordingli": 20, "account": 20, "accur": [3, 4, 6, 11], "accuraci": [4, 11, 15, 16], "achiev": 15, "across": [3, 9, 10, 14, 15, 20], "act": [8, 15], "action": [0, 1, 2, 6, 11, 14, 21], "activ": [4, 14], "actual": [3, 4, 11, 20], "acurr": 15, "ad": [3, 4, 15, 16], "add": [0, 4, 8, 11, 20], "add_messag": 4, "add_span_processor": 20, "addit": [0, 4, 8, 11, 14, 15, 18], "additional_kwarg": 4, "address": [0, 1, 3, 4, 6, 8, 9, 11, 14], "adjust": [4, 15, 20], "adopt": 20, "advanc": 11, "advantag": [11, 15], "advic": 0, "affect": 20, "after": [14, 20], "against": [11, 16], "agent": [0, 1, 2, 4, 5, 6, 14, 15, 16, 21], "agnost": [9, 15], "ai": [0, 4, 6, 14, 15, 17], "aid": 14, "aimessag": 4, "airbnb": 15, "alert": 17, "align": 11, "all": [0, 1, 3, 7, 10, 11, 14, 15, 20, 21], "allow": [1, 3, 6, 7, 11, 15, 20], "alogirithm": 15, "alongsid": [6, 10, 14, 15], "alreadi": 20, "also": [0, 1, 9, 14], "amount": 7, "an": [0, 3, 4, 5, 6, 9, 14, 15, 19, 20], "analyz": [3, 11, 15, 16, 17, 20], "ang": 11, "ani": [3, 11, 14, 15, 16, 20], "answer": 0, "anthrop": 9, "api": [0, 1, 3, 4, 6, 8, 9, 10, 11, 14, 15, 16, 20, 21], "api_bas": 11, "api_kei": 11, "apm": 20, "app": [2, 4, 5, 6, 15, 21], "app_serv": 0, "append": [3, 4], "appli": [11, 14, 15], "applic": [0, 3, 4, 6, 8, 9, 10, 11, 14, 15, 16, 17, 19, 20], "applicaton": 10, "approach": [0, 4, 11, 20], "appropri": [4, 6, 11, 14], "ar": [0, 1, 3, 4, 6, 8, 9, 10, 11, 12, 14, 15, 16, 20, 21], "arch": [0, 3, 4, 5, 6, 7, 8, 10, 12, 13, 14, 18, 19, 20, 21], "arch_client": [9, 11], "archclient": [9, 11], "archgw": [1, 10], "architectur": [1, 6, 7, 13, 15, 20], "aris": 6, "arm": 1, "around": [7, 12, 14, 16], "arrai": 4, "arriv": 14, "ask": [4, 15, 20], "aspect": [15, 19], "assist": [0, 1, 3, 4, 8, 9, 11, 14], "assum": 11, "attack": 16, "attempt": [11, 14, 15, 17], "attribut": 20, "auc": 16, "augment": [2, 14, 21], "auth": 6, "author": 0, "auto_llm_dispatch_on_respons": 0, "automat": [8, 11, 15, 20], "avail": [9, 10, 14, 15, 20], "averlag": 10, "avoid": 4, "awai": [4, 15], "awsxrai": 20, "b": 3, "back": [4, 10, 14, 15, 16, 20], "backen": 3, "backend": [6, 11, 14, 15, 16, 20, 21], "balanc": [0, 14], "base": [0, 3, 6, 8, 9, 11, 14, 15], "base_url": [9, 11], "bash": 10, "batch": 20, "batchedand": 14, "batchspanprocessor": 20, "battl": 15, "befor": [4, 6, 11, 14, 16], "begin": 4, "behalf": [11, 14], "behavior": [0, 11, 14, 16, 17], "being": [11, 14], "belief": [0, 15, 21], "below": [9, 10, 11, 14, 16, 20], "benefit": [15, 18], "best": [8, 15, 18], "beta": [0, 1, 3, 4, 8, 9, 11, 14], "better": 15, "between": [0, 7, 9, 11, 14, 15, 20], "bill": 20, "billion": [11, 15], "binari": 1, "bind": [6, 8, 9, 11], "blaze": 5, "block": 7, "bodi": 11, "bolt": [1, 6, 11, 14], "bool": 0, "bootstrap": [1, 14], "born": 15, "borrow": 6, "both": 11, "bound": [7, 11], "break": 4, "breaker": 14, "bridg": 14, "brief": 14, "briefli": 14, "broader": 3, "build": [0, 1, 4, 6, 7, 8, 9, 11, 12, 15, 16], "built": [1, 3, 4, 6, 10, 11, 14, 15, 16, 21], "busi": [3, 6, 11, 14, 15, 16, 21], "byte": 20, "c": [3, 15], "call": [2, 6, 9, 10, 11, 14, 15, 16], "campaign": [3, 15, 16], "can": [0, 1, 3, 4, 6, 8, 9, 10, 11, 14, 15, 16, 17, 20], "capabl": [3, 11, 15, 16, 21], "capit": [9, 11], "captur": [15, 20], "carri": [14, 20], "case": [3, 10, 15, 16], "casual_convers": 16, "categori": 11, "central": [0, 9, 11, 15, 17], "cert": 0, "certif": 0, "certificate_chain": 0, "chain": 14, "chang": [4, 11, 20], "charact": 20, "chat_memori": 4, "chatbot": 20, "cheaper": [10, 11, 16], "cheapest": 3, "check": [6, 8, 11, 14, 20], "children": 20, "choic": 11, "chunk": 4, "circuit": 14, "claim": [3, 15, 16], "clarifi": [4, 6, 15], "class": 15, "classifi": 16, "claud": 11, "client": [5, 6, 7, 8, 9, 14], "client_messag": 4, "closest": 11, "cloud": [5, 9, 16], "cluster": [0, 9, 11, 14, 15], "co": [15, 20], "code": [4, 6, 7, 11, 14, 15, 17], "codebas": 20, "codec": 14, "coher": 9, "collect": [3, 20], "collector": 20, "com": [17, 20], "comcern": 10, "command": [1, 3, 10], "comment": [6, 11], "commit": 20, "common": [3, 20], "common_tls_context": 0, "commonqa": 16, "commun": [6, 12, 14, 20], "compact": 11, "compani": 15, "compar": [11, 16], "compat": [0, 15, 20], "complet": [0, 9, 11, 14, 20], "complex": [3, 7, 8, 9, 20], "compon": [14, 15, 20], "composit": 11, "concern": 14, "concis": 14, "conclus": 18, "config": [0, 4, 20], "configur": [3, 4, 5, 6, 7, 9, 10, 11, 13, 15, 16, 20, 21], "confirm": [0, 20], "conifg": 0, "connect": [0, 6, 7, 8, 10, 11, 14, 15], "connect_timeout": 0, "consid": [6, 11], "consist": [6, 15, 20], "consol": 20, "contact": 12, "contain": [6, 10, 11, 14, 15, 20], "content": [0, 1, 3, 4, 8, 9, 11, 14, 20], "context": [6, 14, 15, 20], "continu": 15, "contrib": 20, "contribut": 12, "contributor": 21, "control": [0, 7, 10, 16], "conver": 4, "convers": [3, 4, 11, 15, 16], "coordin": 7, "core": [14, 16, 21], "corpu": 16, "correct": [4, 11], "correspond": 14, "cosin": 11, "cost": [4, 10, 15, 16], "could": [0, 6], "count": [14, 17], "cpu": [5, 14], "creat": [0, 3, 4, 6, 8, 9, 11, 14, 15, 16], "credenti": 20, "crime": 11, "critcal": 15, "critic": [3, 4, 6, 11, 14, 15, 16, 19, 20], "crucial": [17, 20], "crufti": 16, "curiou": [0, 1, 11, 14], "current": 4, "custom": [11, 20], "cutov": 15, "cycl": 14, "d": 17, "dai": [3, 4], "dashboard": 20, "data": [3, 4, 11, 14, 15, 16, 20], "databas": [3, 4], "datadoghq": 20, "dataset": [3, 16], "datetim": 4, "davinci": 11, "db": 4, "dd_api_kei": 20, "dd_site": 20, "debug": [3, 4, 14, 17, 20], "decis": [0, 6, 10, 11, 14], "decrypt": 14, "dedic": 11, "deep": 8, "def": [3, 4, 20], "default": [0, 1, 3, 4, 8, 9, 10, 11, 14], "defin": [0, 9, 11, 14, 20], "definit": 6, "defram": 14, "deliveri": 14, "depend": [3, 14, 15], "deploi": [10, 14, 15, 20], "deploy": 15, "describ": [4, 14], "descript": [0, 1, 3, 4, 11, 14, 16], "desgin": 15, "design": [3, 6, 10, 11, 14, 15, 16, 20], "desir": 11, "destroi": 14, "detail": [6, 8, 9, 11, 14, 15, 17, 20], "detect": [2, 5, 6, 10, 14, 15, 16], "determin": [4, 14, 20], "detetct": 4, "dev": 10, "develop": [0, 4, 8, 9, 11, 14, 15, 16, 20], "devic": [0, 1, 3, 4, 10, 11, 14], "device_group": 3, "device_id": [0, 3, 4], "device_reboot": 3, "device_summari": [3, 4], "dict": 0, "dictionari": [3, 4, 11], "differ": [0, 3, 6, 9, 20], "difficult": 15, "direct": 8, "directli": [6, 11], "disast": 15, "dispatch": 14, "distribut": [11, 14, 20], "dive": 6, "dn": [8, 9, 11], "do": [11, 15], "doc": 20, "docker": [1, 20], "document": [6, 11, 20], "doe": [3, 4], "domain": [14, 16], "don": 10, "downstream": [5, 6, 7, 11, 14, 20], "downtream": 14, "dramat": [4, 10, 15], "draw": 11, "drift": [2, 15], "dropbox": 15, "duplic": 4, "durat": [14, 17], "dure": 14, "dynam": 11, "e": [0, 6, 14, 17, 20], "each": [0, 4, 11, 14, 15, 17, 20], "earli": [11, 14], "earlier": 14, "eas": 20, "easi": 20, "easier": [8, 17], "easili": [3, 4, 15, 16, 20], "ecosystem": 20, "edg": [14, 15], "effect": [11, 15, 16], "effici": [1, 3, 4, 10, 11, 20], "egress": [5, 6, 9, 13], "either": 14, "elasticsearch": 17, "elif": 4, "elk": 17, "els": 4, "embarrassingli": [4, 7], "embed": [0, 4, 11, 16], "empti": 0, "enabl": [3, 4, 6, 9, 10, 14, 15, 16, 20], "enchanc": 11, "encount": [6, 14], "encrypt": 14, "end": [15, 20], "endpoint": [0, 3, 4, 6, 11, 14, 20], "enforc": 14, "engag": [3, 14, 15, 16], "engin": [11, 15], "enhanc": [4, 14, 20], "enrich": [4, 6, 11], "ensur": [3, 4, 8, 9, 11, 14, 15, 20], "entir": [4, 15, 20], "entri": 8, "enum": 0, "enumer": 4, "environ": 20, "envoi": [6, 7, 8, 9, 11, 14, 15, 21], "equal": 7, "error": [0, 1, 3, 4, 6, 11, 14, 15, 19, 20], "error_handl": [1, 11, 14], "error_target": [0, 1, 11, 14], "error_target_1": 0, "essenti": [8, 11], "establish": [0, 14], "etc": [0, 4, 6, 9, 10, 11, 14, 15], "eu": 20, "evalu": 11, "even": 3, "evenli": 14, "event": [3, 14], "exactli": 14, "exampl": [0, 1, 3, 4, 5, 6, 13, 14], "exceed": 14, "except": [1, 11, 14], "exception": 15, "excess": 14, "exclus": 15, "execut": [11, 14], "exist": [4, 14, 20], "experi": [0, 11, 14, 15, 16], "explicitli": 16, "export": [17, 20], "expos": [0, 3, 8, 11, 15, 16], "extend": 15, "extern": [3, 4, 20], "extract": [0, 1, 2, 3, 6, 11, 14, 15, 16, 20], "extrem": 11, "f": [3, 4, 20], "face": [1, 8, 9, 11, 14], "facilit": 20, "fact": [0, 1, 3, 4, 8, 9, 11, 14], "factor": 16, "fail": [6, 9, 14], "failov": 0, "fair": 14, "fals": [3, 4, 16], "familiar": 14, "faser": 3, "fashion": [4, 14], "fast": [5, 6, 11, 15], "faster": [4, 6, 10, 11, 16, 20], "fastest": [1, 3], "fault": [9, 11], "fc": [3, 11, 14], "fc1b": 3, "featur": [0, 4, 11, 15, 18, 20], "feed": 17, "feedback": 11, "few": [4, 6, 20], "file": [1, 8, 9, 11, 14], "filenam": 0, "filter": [7, 8, 14, 15], "final": 14, "financeqa": 16, "first": [10, 11, 14, 15, 19], "fit": 14, "flag": [0, 20], "flagship": 11, "flexibl": [3, 15, 20], "float": [0, 3, 4], "flow": [13, 15, 17, 20], "fluentd": 17, "fnr": 16, "focu": [3, 14, 15, 16], "focus": 11, "follow": [0, 1, 4, 6, 10, 11, 14, 15, 16, 20], "format": [11, 15], "forth": 14, "forwad": 11, "forward": [4, 6, 7, 10, 11, 14, 20], "forward_to_llm": 4, "fpr": 16, "framework": [11, 20], "franc": [9, 11], "from": [0, 1, 3, 4, 6, 7, 8, 9, 11, 14, 15, 16, 20], "front": 15, "frontier": [3, 11, 16], "fulfil": 15, "full": [0, 11], "function": [0, 2, 6, 7, 10, 11, 14, 15, 16], "further": [11, 20], "g": [0, 6, 14, 17, 20], "gatewai": [0, 4, 5, 6, 9, 14, 15, 16, 20], "gather": [3, 14, 15, 16], "genai": 16, "gener": [3, 4, 6, 7, 10, 14, 15, 20], "get": [3, 8, 9, 10, 11, 13, 14, 16, 17, 20, 21], "get_device_statist": 4, "get_device_summari": [3, 4], "get_json": [3, 4], "get_messages_since_last_int": 4, "get_trac": 20, "get_user_convers": 4, "github": 11, "give": 15, "given": [3, 4, 14], "global": [1, 4], "go": [3, 15], "goal": [15, 16], "good": 0, "googl": 15, "govern": 15, "gpt": [0, 1, 3, 4, 8, 9, 10, 11, 14, 16], "gpu": 5, "gracefulli": 6, "group": 3, "grpc": 20, "guard": [1, 11, 14], "guardail": 10, "guardrail": [5, 6, 13, 14, 15, 16], "guid": [10, 11], "gurdrail": 8, "ha": [0, 4, 11, 14, 15, 20], "handl": [0, 1, 3, 4, 6, 7, 8, 9, 11, 14, 15, 16, 20, 21], "handle_request": 20, "handler": [11, 14], "hardwar": 7, "harm": [11, 14], "hate": 11, "have": [3, 4, 10, 15], "hazard": 11, "hcm": 14, "header": [0, 4, 6, 14, 15, 18], "health": [1, 3, 4, 8, 9, 11, 14], "healthi": 14, "held": 0, "help": [0, 1, 3, 4, 6, 9, 10, 11, 13, 14, 15, 16, 19], "here": [3, 4, 8, 11, 14], "hexadecim": 20, "high": [3, 9, 11, 13, 15], "histori": 4, "horrid": 15, "host": [6, 8, 9, 10, 11, 14, 16, 17], "hostconnect": 6, "hostnam": 0, "hour": 4, "how": [0, 3, 4, 6, 9, 10, 11, 14, 15, 18], "howev": 14, "http": [0, 1, 3, 4, 9, 10, 11, 14, 15, 17, 20, 21], "http_header": 0, "hug": [1, 8, 9, 11, 14], "huggingfac": 0, "humanmessag": 4, "hygien": 15, "i": [0, 1, 3, 4, 6, 7, 8, 9, 10, 11, 13, 14, 16, 17, 19, 20, 21], "iam": 20, "id": [3, 4, 14, 20], "identifi": [0, 3, 4, 11, 14, 16, 20], "imag": 1, "impact": 20, "implement": [11, 14, 20], "import": [3, 4, 9, 11, 17, 20], "improv": [4, 10, 15], "includ": [0, 4, 8, 9, 10, 14, 15, 17, 19, 20, 21], "incom": [0, 4, 6, 8, 10, 11, 14, 20], "incredibli": 15, "index": 4, "indic": [14, 20], "industri": [11, 16], "infer": [10, 11, 15], "info": 12, "inform": [0, 1, 3, 4, 6, 11, 14, 15, 16, 17, 20], "information_extract": [0, 1, 11, 14], "infrastructur": [9, 15], "ingress": [5, 6, 11, 13], "initi": [4, 6, 8, 9, 11, 14, 18], "inject": 20, "inner": 14, "input": [1, 3, 11, 14, 16], "input_guard": 0, "insecur": 20, "insert": 4, "instal": 20, "instanc": [0, 6, 9, 14], "instead": [4, 15], "instruct": [0, 10, 16], "insur": [3, 15, 16], "int": [0, 3, 4], "integ": [3, 4], "integr": [9, 15, 17, 18, 21], "intellig": [6, 9, 10, 14, 15, 21], "intend": 16, "intent": [0, 2, 3, 5, 10, 14, 15], "intent_chang": 4, "intent_changed_head": 4, "intention": 16, "interact": [1, 3, 11, 15, 17, 20], "intercept": 11, "interest": 12, "interfac": 9, "intern": [6, 14, 20], "interoper": 20, "introduct": 21, "invalid": 4, "inventori": 20, "investig": 20, "invok": 3, "involv": [3, 15, 16], "io": 20, "ip": 0, "ip1": 0, "ip2": 0, "isinst": [3, 4], "isoformat": 4, "issu": [6, 20], "item": 11, "its": [3, 4, 6, 7, 10, 11, 14, 15, 20], "itself": [8, 9, 11], "jaeger": 20, "jailbreak": [0, 1, 11, 14, 15, 16], "jailbreak_behavior_benign": 16, "jailbreak_behavior_harm": 16, "jailbreak_judg": 16, "jailbreak_prompt": 16, "jailbreak_tweet": 16, "jailbreak_v": 16, "jailbreak_vigil": 16, "java": 15, "javascript": 11, "json": [0, 4], "jsonifi": [3, 4], "just": [0, 1, 3, 4, 8, 9, 11, 14], "jwt": 0, "keep": [4, 6], "kei": [0, 10, 11, 18, 20], "kept": 0, "kibana": 17, "know": [4, 6, 10, 11, 15], "knowledg": [8, 14], "known": 11, "kubernet": 20, "l7": 15, "langchain": 4, "languag": [11, 14, 15], "larg": [7, 11, 14, 16], "last": [3, 4], "latenc": [3, 10, 11, 15, 16, 19], "layer": [6, 11, 15, 20], "lead": [11, 15, 16], "lean": 16, "learn": 15, "len": 4, "less": 0, "level": [8, 9, 10, 13, 15], "leverag": 20, "libev": 14, "librari": [9, 15], "life": 13, "lifecycl": 14, "lifetim": [7, 14], "lightweight": [3, 4, 15, 16], "like": [0, 1, 4, 6, 8, 9, 11, 14, 15, 17, 19, 20], "limit": [0, 9, 11, 14, 15], "line": [0, 1, 4, 15], "linearli": 15, "list": [0, 3, 4, 11], "listen": [0, 1, 3, 4, 5, 6, 9, 11, 13, 14, 20], "listner": 8, "littl": 16, "live": 14, "ll": [0, 1, 3, 4, 8, 9, 11, 14], "llama": 16, "llm": [0, 1, 3, 4, 5, 6, 8, 10, 13, 14, 15, 19, 21], "llm_provid": [0, 1, 3, 4, 8, 9, 11, 14], "llm_respons": 4, "load": [0, 14], "local": [0, 1, 5, 8, 9, 11, 14, 16], "locat": 6, "log": [6, 14, 18, 20], "logic": [0, 3, 6, 11, 14, 15, 16, 21], "look": [0, 1, 11, 14], "loop": 14, "low": [3, 10], "lower": [4, 15], "m": 16, "machin": [7, 10], "mai": [3, 14], "main": [6, 14, 20], "maintain": [4, 14, 16], "major": 7, "make": [1, 3, 6, 8, 9, 10, 11, 14, 15, 16, 17, 20], "malici": [14, 16], "manag": [0, 1, 3, 9, 10, 11, 14, 15, 20], "managemet": 8, "mani": [14, 20], "manipul": [3, 15, 16], "manufactur": 0, "mark": 4, "marker": 4, "masssiv": 15, "match": [0, 3, 4, 5, 14, 16], "matter": 15, "max": 0, "me": 4, "mean": [0, 20], "measur": [15, 19], "mechan": [3, 4, 9], "meet": 16, "memori": 4, "mental_health": 16, "messag": [0, 1, 5, 8, 9, 13, 14], "message_format": 0, "messages_for_llm": 4, "messages_since_int": 4, "meta": [4, 16], "metadata": [4, 6, 11, 17], "method": [3, 4, 17], "metric": [15, 16, 19, 20], "might": 10, "mind": 20, "minim": [8, 20], "minut": 0, "miss": [3, 15, 16], "mistral": [0, 1, 8, 9, 11, 14], "mistral8x7b": 0, "mistral_api_kei": 0, "mistral_kei": [1, 8, 9, 11, 14], "mistral_loc": 0, "mistrallocal7b": 0, "mixtral8": [1, 8, 9, 11, 14], "mode": 10, "model": [0, 1, 3, 4, 5, 6, 8, 9, 11, 13, 14, 16], "model_id": [9, 11], "moder": 5, "modern": 20, "modif": [14, 15], "monitor": [11, 14, 15, 17, 18, 20], "more": [0, 3, 4, 6, 7, 8, 11, 15, 17], "most": [3, 4, 6, 7, 11, 16], "mostli": 4, "move": 4, "muck": 16, "multipl": [2, 7, 14], "must": [3, 4], "my": [0, 1, 4, 11, 14], "name": [0, 1, 3, 4, 6, 8, 9, 11, 14, 16, 20], "natur": [0, 11], "necessari": [4, 11, 14], "need": [0, 1, 3, 4, 6, 8, 9, 10, 11, 12, 14, 16, 20], "neg": 16, "network": [0, 1, 3, 4, 6, 8, 9, 10, 11, 13], "network_assist": [1, 3, 4, 8, 9, 11, 14], "new": [4, 15, 20], "new_messag": 4, "nli": [0, 4, 11], "non": 7, "note": [0, 10], "nuanc": [15, 21], "num_stored_messag": 4, "number": [4, 7, 14], "object": 17, "observ": [0, 6, 9, 15, 20, 21], "off": 0, "offer": [0, 1, 3, 4, 6, 8, 9, 11, 14, 15, 19], "offert": 0, "often": [4, 15], "on_except": 0, "onc": [3, 4, 7, 11, 14], "one": [3, 4, 6, 14, 20], "ones": [4, 15], "onli": [0, 1, 4, 8, 10, 11, 14], "onward": 4, "opaqu": [15, 21], "open": 20, "open_ai_kei": [1, 3, 4, 8, 9, 11, 14], "openai": [0, 1, 3, 4, 5, 8, 9, 14], "openai_api_kei": 0, "opentelemetri": [0, 15], "oper": [0, 1, 3, 4, 6, 8, 9, 11, 14, 15, 16], "optim": [8, 20], "option": [0, 3, 4, 6, 10, 20], "order": [1, 4, 14, 20], "org": 20, "origin": [6, 11, 15], "oss": 9, "otel": 20, "other": [4, 6, 10, 14, 15, 20], "otlp": 20, "otlp_export": 20, "otlpspanexport": 20, "our": [0, 10, 11, 14, 15, 16], "out": [6, 12, 15, 16], "outbound": [9, 15, 20], "outgo": [8, 11, 20], "outlin": 14, "output": [15, 19], "outsid": [15, 16, 21], "over": [3, 4, 9, 16], "overal": [4, 10, 15, 16], "overid": 0, "overload": 14, "overrid": 0, "overview": [13, 18], "overwhelm": 14, "own": 14, "p50": [11, 16], "p90": 3, "packag": 20, "page": 11, "pain": [0, 15], "pair": 11, "parallel": [2, 7, 14], "paramet": [0, 1, 2, 11, 14, 15, 16], "parent": 20, "parrallel": 4, "pars": [0, 17], "part": [14, 15, 20], "pass": [4, 11, 14, 17], "past": 4, "path": [0, 1, 3, 4, 6, 11, 14, 17], "payment": 20, "pem": 0, "pend": 20, "per": [0, 14, 15, 17, 19], "perceiv": [15, 19], "perform": [0, 1, 3, 4, 7, 8, 10, 11, 14, 15, 16, 20], "performimg": 11, "period": 14, "person": [3, 15, 16, 21], "phase": 11, "php": 15, "piec": 11, "pilot": [15, 20], "pip": [1, 20], "pipelin": [14, 20], "place": [11, 14], "placehold": [3, 4, 20], "plan": [6, 11], "pleas": [1, 3, 10, 11, 12], "pod": 20, "point": [8, 11, 16], "polici": [14, 20], "pool": 14, "popular": 20, "port": [0, 1, 3, 4, 6, 8, 9, 11, 14], "port_valu": [1, 3, 4, 8, 9, 11, 14], "posit": 16, "post": [3, 4], "potenti": 11, "power": [11, 16, 20], "practic": [8, 14, 15, 18], "pre": 14, "precis": [4, 16], "predefin": [3, 6, 11, 15, 16], "prefer": 20, "premis": [9, 10], "prepar": 20, "presenc": [8, 9], "present": [4, 15, 20], "prevent": [14, 15, 20], "previou": [4, 15], "price": 10, "primari": [7, 8, 11], "primit": [6, 8, 9], "primitv": 11, "primtiv": 4, "print": [9, 11, 20], "privaci": 11, "private_kei": 0, "proce": 0, "process": [6, 7, 10, 11, 15, 16, 20], "process_customer_request": 20, "process_rag": 4, "processor": 20, "product": 20, "program": 0, "project": 15, "promot": 14, "prompt": [0, 1, 5, 6, 7, 8, 9, 10, 13, 14, 15, 16, 21], "prompt_config": [8, 9, 11], "prompt_endpoint": [1, 3, 4, 9, 11, 14], "prompt_guard": [0, 1, 11, 14], "prompt_target": [0, 1, 3, 4, 6, 11, 14], "prompt_target_intent_matching_threshold": 0, "propag": [11, 15, 18], "proper": 20, "properli": 6, "protect": 20, "proto": 20, "protocol": [14, 20], "proven": 15, "provid": [0, 1, 3, 4, 5, 6, 8, 11, 13, 14, 15, 17, 19, 20], "proxi": [6, 11, 14, 21], "pull": 4, "purchas": 0, "purpos": [3, 6, 10, 11, 14, 15, 16], "push": 0, "python": [1, 4, 5, 13, 15], "qualiti": 4, "queri": [3, 4, 20], "question": [0, 4, 15], "quick": [1, 20], "quickli": [10, 15], "rag": [1, 2, 6, 11, 14, 21], "rang": [3, 4, 20], "rare": 14, "rate": [0, 4, 9, 11, 14, 15, 16, 19, 20], "rate_limit": 0, "rch": 6, "re": [0, 20], "reach": 12, "read": [8, 11, 14, 15, 20], "real": [3, 4], "realist": 16, "realli": 15, "reboot": [0, 1, 3, 11, 14], "reboot_devic": 3, "reboot_network_devic": [0, 1, 11, 14], "recal": 16, "receiv": [6, 11, 14, 20], "recept": 14, "recommend": [7, 14], "record": [15, 20], "recoveri": 15, "reddit": 15, "reduc": 16, "refer": [3, 10, 17, 21], "refin": 11, "region": 20, "reject": [11, 15], "relat": [4, 10, 14, 15, 20], "relev": [3, 4, 14], "reli": [11, 20], "reliabl": [8, 9], "replac": 20, "report": 13, "repres": [11, 15, 20], "request": [0, 6, 8, 11, 13, 15, 17, 20, 21], "requestsinstrumentor": 20, "requir": [0, 3, 4, 8, 14, 15, 21], "resili": [11, 15], "resolv": 20, "resourc": [17, 18], "respond": [15, 19, 20], "respons": [0, 3, 4, 6, 9, 11, 14, 15, 17, 20], "rest": [7, 14], "restart": 3, "result": [3, 16], "retri": [0, 9, 15], "retriev": [2, 3, 6, 11, 14, 15, 21], "return": [3, 4, 6, 14, 20], "return_messag": 4, "revers": [4, 14], "risk": 16, "riski": 16, "roadmap": 11, "robin": 0, "robust": [11, 15, 21], "role": [4, 11, 20], "round": 0, "rout": [3, 4, 8, 9, 11, 14, 15, 21], "router": 14, "run": [1, 3, 4, 6, 10, 11, 14, 15, 16, 20], "sacl": 15, "safeti": [8, 11, 15, 16], "same": [15, 21], "sampl": [0, 16, 20], "sanit": 14, "scale": [4, 9, 14, 15], "scenario": [0, 1, 3, 4, 10, 11, 14, 15, 16], "schedul": [6, 11], "schema": 4, "score": 11, "sdk": [5, 13, 15, 20], "seamless": 9, "seamlessli": [9, 20], "second": 6, "section": [1, 4, 8, 9, 11, 14, 16], "secur": [8, 9, 11, 13, 14, 15, 16, 20, 21], "see": [8, 11, 12], "select": 14, "selector": 0, "self": [6, 10, 14, 15], "semant": 11, "send": [0, 4, 6, 9, 11, 14, 20], "sender": 11, "sensit": 20, "sent": 14, "separ": [0, 6, 7, 10, 14], "sequenti": 3, "serv": [5, 6, 13, 14], "server": [4, 6, 10, 14, 15], "servic": [3, 4, 11, 14, 17, 20], "set": [0, 3, 4, 6, 8, 10, 11, 14, 15, 16, 20], "set_tracer_provid": 20, "setup": [8, 11], "sever": [14, 15, 19], "sevic": 6, "shape": 15, "share": [6, 11, 14], "shift": [4, 15], "should": [0, 1, 14], "show": 4, "significantli": 16, "similar": 11, "simpl": [0, 1, 11, 20], "simpli": [1, 8, 9, 11, 16, 20], "simplic": [1, 14], "simplif": 8, "simplifi": [8, 9, 20], "simul": [3, 4], "simultan": 3, "sinc": [4, 11], "singl": [0, 2, 6, 7, 11, 15], "site": 20, "slowest": 10, "small": 7, "smart": [6, 15], "smarter": 4, "sni": 14, "snippet": 4, "so": [0, 3, 4, 6, 10, 11, 15, 16], "socket": 14, "softwar": [11, 15], "some": [1, 7, 14, 16], "sonnet": 11, "sourc": [1, 20], "span": [14, 20], "span_processor": 20, "special": [15, 20], "specif": [3, 4, 10, 14, 15, 16, 20], "specifi": [4, 6, 14], "speed": [4, 10, 15, 19], "spend": [0, 7], "sporad": 7, "sql": 4, "stack": 17, "stai": 11, "standalon": 20, "standard": [15, 20], "start": [6, 8, 9, 10, 11, 16, 20, 21], "start_as_current_span": 20, "stat": [0, 3, 4, 14], "state": [4, 14], "stateless": 4, "static": [1, 14], "statist": [3, 4, 14, 16], "statu": [17, 20], "steer": 4, "step": 20, "still": 4, "stock": 20, "store": 4, "stored_messag": 4, "str": 4, "stream": [0, 14], "streamlin": [4, 8], "strength": 16, "string": [0, 3], "strip": 11, "stripe": 15, "structur": [4, 17], "struggl": [4, 15], "sub": 15, "substanti": 15, "subsystem": [0, 8, 9, 10, 11, 14, 15], "subsytem": 11, "subvert": 16, "success": 15, "suit": 15, "summar": [0, 14], "summari": [0, 1, 11, 14], "support": [1, 3, 6, 9, 11, 14, 15, 20], "suppport": 0, "sure": 1, "suscept": 16, "switch": 9, "system": [0, 1, 3, 4, 11, 15, 17, 20, 21], "system_prompt": [0, 1, 3, 4, 8, 9, 11, 14], "t": 10, "tailor": [3, 15, 16], "take": [6, 11, 14, 15, 16], "talk": 16, "target": [0, 5, 6, 13, 14, 16], "task": [3, 7, 11, 14, 15, 16], "tcp": 14, "tech": 20, "technic": [13, 20], "techniqu": 11, "technologi": 15, "telecom": 16, "telemetri": [15, 20], "tenant": 3, "termin": 15, "terminologi": [5, 13], "test": [10, 15, 16], "text": [0, 2, 11, 14, 21], "tft": [15, 19], "than": [0, 3, 10, 16], "thei": [0, 1, 4, 15], "them": [6, 14], "thi": [0, 1, 3, 4, 7, 8, 9, 10, 11, 14, 15, 16, 17, 20], "thing": [0, 6], "those": [3, 4, 6], "thread": [5, 13, 14], "three": [10, 14, 15, 19], "threshold": 0, "through": [9, 11, 14, 15, 17, 20], "throughput": 3, "time": [0, 3, 4, 14, 15, 17, 19], "time_rang": [3, 4], "timestamp": [4, 14], "tl": [0, 6, 14, 15], "tls_certif": [0, 1, 3, 4, 8, 9, 11, 14], "tnr": 16, "todai": [1, 14], "token": [0, 4, 10, 11, 15, 16, 19], "toler": [9, 11], "too": 14, "tool": [1, 15, 17, 18], "top": [7, 8, 9], "topologi": 13, "tot": [15, 19], "total": [15, 19], "toxic": [15, 16], "tpr": 16, "tr": 20, "trace": [0, 6, 11, 14, 15, 18], "trace_export": 20, "tracepar": [15, 18], "tracer": 20, "tracer_provid": 20, "tracerprovid": 20, "track": 4, "tradit": [15, 21], "traffic": [8, 9, 11, 14, 15, 17], "train": 16, "transpar": 15, "transport": 14, "travel": [6, 11], "travers": 14, "treat": 0, "tri": 4, "trigger": 3, "trivial": 14, "true": [0, 1, 3, 4, 8, 9, 11, 14, 16, 20], "truthqa": 16, "tupl": [1, 8, 9, 11, 14], "two": [3, 6, 10, 11, 14], "type": [0, 1, 3, 4, 6, 11, 14], "typic": 14, "u": 12, "ui": 14, "unauthor": 11, "understand": [15, 19, 20], "undifferenti": [6, 14, 15, 16], "unifi": 9, "uniformli": 20, "uniqu": [0, 20], "unit": 0, "until": 14, "unwant": 14, "up": [1, 4, 6, 10, 15, 20], "updat": [0, 1, 3, 8, 9, 11, 14, 15, 16], "update_user_convers": 4, "upgrad": [9, 14, 15], "upon": 14, "upstream": [1, 4, 5, 6, 11, 14, 15, 17, 19], "upstream_servic": 17, "url": 11, "us": [0, 1, 3, 4, 5, 6, 8, 10, 12, 13, 14, 15, 16, 17, 18], "usag": [9, 14, 15, 19], "user": [3, 4, 11, 14, 15, 16, 19, 21], "user_id": 4, "user_memori": 4, "usi": 20, "usual": 11, "utcnow": 4, "util": [10, 11, 14, 16], "uuid": 4, "uuid4": 4, "v": 20, "v1": [8, 9, 11], "v2": 11, "valid": [3, 4], "valu": [0, 4, 11, 16, 20], "variabl": 20, "varieti": 14, "variou": [7, 15, 20], "ve": 0, "vector": [4, 11], "vendor": [9, 15], "veri": [1, 12, 14, 20], "verif": 20, "verifi": 20, "version": [0, 1, 3, 4, 8, 9, 11, 14, 16, 20], "via": [0, 3, 4, 5, 6, 10, 14, 15, 16, 20], "view": 20, "violat": [6, 14], "violent": 11, "virtual": 0, "visibl": 17, "visit": 11, "vpc": 10, "vulner": 13, "w3": 20, "w3c": [15, 20], "wa": [14, 15], "wai": [0, 1, 3, 4, 15], "wait": 0, "want": [3, 6, 12, 15, 16], "we": [0, 6, 7, 12, 14], "weather": 16, "web": [6, 14], "week": 4, "well": 15, "what": [4, 9, 11, 13], "when": [3, 4, 6, 8, 9, 11, 14, 15, 20], "where": [3, 10, 11, 14, 17], "which": [4, 8, 9, 10, 14, 15, 16, 17, 19, 20, 21], "while": [4, 7, 11, 16], "wide": [14, 20], "within": 0, "without": [8, 14, 15], "work": [0, 1, 6, 10, 15, 16, 20], "worker": [7, 14], "workflow": 16, "workload": 7, "would": [0, 3, 4, 14], "write": [3, 15], "written": [7, 14, 15], "wth": 16, "www": 20, "x": [4, 6, 14, 17], "x86_64": 1, "xyz": 3, "yaml": [3, 4, 20], "ye": [0, 16], "yml": [0, 8, 9, 11], "you": [0, 1, 3, 4, 6, 8, 9, 10, 11, 12, 14, 15, 16, 19, 20], "your": [0, 1, 3, 4, 6, 8, 9, 10, 11, 14, 15, 16, 19, 20], "your_datadog_api_kei": 20}, "titles": ["Configuration Reference", "Getting Started", "<no title>", "Agentic (Text-to-Action) Apps", "Retrieval-Augmented (RAG)", "Technical Architecture", "Terminology", "Threading model", "Listener", "LLM Provider", "Model Serving", "Prompts", "Getting help", "Introduction", "Life of a Request", "What is Arch", "LLMs", "Access Logging", "Observability", "Monitoring", "Tracing", "Documentation"], "titleterms": {"1": [1, 3, 4], "2": [1, 3, 4], "3": 4, "access": 17, "action": 3, "addit": 20, "agent": [3, 11, 20], "ai": 20, "an": 11, "app": [3, 11], "arch": [1, 9, 11, 15, 16, 17], "architectur": [5, 14], "augment": 4, "aw": 20, "base": 4, "benefit": 20, "best": 20, "blaze": 10, "breakdown": 20, "call": 3, "case": 2, "cli": 1, "client": 11, "cloud": 10, "conclus": 20, "configur": [0, 1, 8, 14], "conversationbuffermemori": 4, "cpu": 10, "datadog": 20, "defin": [3, 4], "definit": 4, "detect": [4, 11], "document": 21, "downstream": 8, "drift": 4, "egress": [8, 11, 14], "exampl": [9, 11, 20], "extract": 4, "fast": 10, "fc": 16, "featur": 17, "flask": [3, 4], "flow": 14, "format": 20, "function": 3, "gatewai": [1, 11], "get": [1, 4, 12], "gpu": 10, "guard": 16, "guardrail": 11, "header": 20, "help": 12, "high": 14, "how": 20, "i": 15, "ingress": [8, 14], "initi": 20, "instal": 1, "instrument": 20, "integr": 20, "intent": [4, 11], "introduct": 13, "kei": 17, "latest": 4, "level": 14, "life": 14, "listen": 8, "llm": [9, 11, 16], "local": 10, "log": 17, "match": 11, "messag": [4, 11], "model": [7, 10], "moder": 10, "monitor": 19, "multipl": 3, "network": 14, "observ": 18, "openai": 11, "opentelemetri": 20, "overview": [14, 20], "parallel": 3, "paramet": [3, 4], "post": 14, "practic": 20, "pre": 1, "process": [3, 4, 14], "prompt": [3, 4, 11], "propag": 20, "provid": 9, "python": [9, 11, 20], "rag": 4, "rai": 20, "refer": 0, "report": 12, "request": [3, 4, 14], "requisit": 1, "resourc": 20, "retriev": 4, "sdk": [9, 11], "secur": 12, "serv": 10, "singl": 3, "start": 1, "step": [1, 3, 4], "target": [3, 4, 11], "technic": 5, "terminologi": [6, 14], "text": 3, "thread": 7, "tool": 20, "topologi": 14, "trace": 20, "tracepar": 20, "updat": 4, "upstream": 8, "us": [2, 9, 11, 20], "v1": 16, "via": 11, "visual": 20, "vulner": 12, "w": 4, "what": 15, "x": 20}})