1version: v0.1
2
- 3listener:
- 4 address: 0.0.0.0 # or 127.0.0.1
- 5 port: 10000
- 6 # Defines how Arch should parse the content from application/json or text/pain Content-type in the http request
- 7 message_format: huggingface
- 8
- 9# Centralized way to manage LLMs, manage keys, retry logic, failover and limits in a central way
-10llm_providers:
-11 - name: OpenAI
-12 provider_interface: openai
-13 access_key: $OPENAI_API_KEY
-14 model: gpt-4o
-15 default: true
-16 stream: true
+ 3listeners:
+ 4 ingress_traffic:
+ 5 address: 0.0.0.0
+ 6 port: 10000
+ 7 message_format: openai
+ 8 timeout: 30s
+ 9
+10# Centralized way to manage LLMs, manage keys, retry logic, failover and limits in a central way
+11llm_providers:
+12 - name: OpenAI
+13 provider_interface: openai
+14 access_key: $OPENAI_API_KEY
+15 model: gpt-4o
+16 default: true
17
18# default system prompt used by all prompt targets
19system_prompt: You are a network assistant that just offers facts; not advice on manufacturers or purchasing decisions.
diff --git a/concepts/tech_overview/listener.html b/concepts/tech_overview/listener.html
index 37e934bc..689379d5 100755
--- a/concepts/tech_overview/listener.html
+++ b/concepts/tech_overview/listener.html
@@ -183,20 +183,20 @@ address like arch.l
1version: v0.1
2
- 3listener:
- 4 address: 0.0.0.0 # or 127.0.0.1
- 5 port: 10000
- 6 # Defines how Arch should parse the content from application/json or text/pain Content-type in the http request
- 7 message_format: huggingface
- 8
- 9# Centralized way to manage LLMs, manage keys, retry logic, failover and limits in a central way
-10llm_providers:
-11 - name: OpenAI
-12 provider_interface: openai
-13 access_key: $OPENAI_API_KEY
-14 model: gpt-4o
-15 default: true
-16 stream: true
+ 3listeners:
+ 4 ingress_traffic:
+ 5 address: 0.0.0.0
+ 6 port: 10000
+ 7 message_format: openai
+ 8 timeout: 30s
+ 9
+10# Centralized way to manage LLMs, manage keys, retry logic, failover and limits in a central way
+11llm_providers:
+12 - name: OpenAI
+13 provider_interface: openai
+14 access_key: $OPENAI_API_KEY
+15 model: gpt-4o
+16 default: true
17
18# default system prompt used by all prompt targets
diff --git a/concepts/tech_overview/prompt.html b/concepts/tech_overview/prompt.html
index ef23c74d..9458a9e9 100755
--- a/concepts/tech_overview/prompt.html
+++ b/concepts/tech_overview/prompt.html
@@ -187,20 +187,20 @@ ensuring that unauthorized or harmful behaviors are intercepted early in the pro
1version: v0.1
2
- 3listener:
- 4 address: 0.0.0.0 # or 127.0.0.1
- 5 port: 10000
- 6 # Defines how Arch should parse the content from application/json or text/pain Content-type in the http request
- 7 message_format: huggingface
- 8
- 9# Centralized way to manage LLMs, manage keys, retry logic, failover and limits in a central way
-10llm_providers:
-11 - name: OpenAI
-12 provider_interface: openai
-13 access_key: $OPENAI_API_KEY
-14 model: gpt-4o
-15 default: true
-16 stream: true
+ 3listeners:
+ 4 ingress_traffic:
+ 5 address: 0.0.0.0
+ 6 port: 10000
+ 7 message_format: openai
+ 8 timeout: 30s
+ 9
+10# Centralized way to manage LLMs, manage keys, retry logic, failover and limits in a central way
+11llm_providers:
+12 - name: OpenAI
+13 provider_interface: openai
+14 access_key: $OPENAI_API_KEY
+15 model: gpt-4o
+16 default: true
17
18# default system prompt used by all prompt targets
19system_prompt: You are a network assistant that just offers facts; not advice on manufacturers or purchasing decisions.
@@ -231,20 +231,20 @@ when a user’s intent has changed so that you can build faster, more accurate R
1version: v0.1
2
- 3listener:
- 4 address: 0.0.0.0 # or 127.0.0.1
- 5 port: 10000
- 6 # Defines how Arch should parse the content from application/json or text/pain Content-type in the http request
- 7 message_format: huggingface
- 8
- 9# Centralized way to manage LLMs, manage keys, retry logic, failover and limits in a central way
-10llm_providers:
-11 - name: OpenAI
-12 provider_interface: openai
-13 access_key: $OPENAI_API_KEY
-14 model: gpt-4o
-15 default: true
-16 stream: true
+ 3listeners:
+ 4 ingress_traffic:
+ 5 address: 0.0.0.0
+ 6 port: 10000
+ 7 message_format: openai
+ 8 timeout: 30s
+ 9
+10# Centralized way to manage LLMs, manage keys, retry logic, failover and limits in a central way
+11llm_providers:
+12 - name: OpenAI
+13 provider_interface: openai
+14 access_key: $OPENAI_API_KEY
+15 model: gpt-4o
+16 default: true
17
18# default system prompt used by all prompt targets
19system_prompt: You are a network assistant that just offers facts; not advice on manufacturers or purchasing decisions.
@@ -283,20 +283,15 @@ when a user’s intent has changed so that you can build faster, more accurate R
52 default: false
53 enum: [true, false]
54
-55error_target:
-56 endpoint:
-57 name: error_target_1
-58 path: /error
-59
-60# Arch creates a round-robin load balancing between different endpoints, managed via the cluster subsystem.
-61endpoints:
-62 app_server:
-63 # value could be ip address or a hostname with port
-64 # this could also be a list of endpoints for load balancing
-65 # for example endpoint: [ ip1:port, ip2:port ]
-66 endpoint: 127.0.0.1:80
-67 # max time to wait for a connection to be established
-68 connect_timeout: 0.005s
+55# Arch creates a round-robin load balancing between different endpoints, managed via the cluster subsystem.
+56endpoints:
+57 app_server:
+58 # value could be ip address or a hostname with port
+59 # this could also be a list of endpoints for load balancing
+60 # for example endpoint: [ ip1:port, ip2:port ]
+61 endpoint: 127.0.0.1:80
+62 # max time to wait for a connection to be established
+63 connect_timeout: 0.005s
diff --git a/concepts/tech_overview/request_lifecycle.html b/concepts/tech_overview/request_lifecycle.html
index 3330df97..f990d905 100755
--- a/concepts/tech_overview/request_lifecycle.html
+++ b/concepts/tech_overview/request_lifecycle.html
@@ -218,20 +218,20 @@ enables scaling to very high core count CPUs.
Today, only support a static bootstrap configuration file for simplicity today:
version: v0.1
-listener:
- address: 0.0.0.0 # or 127.0.0.1
- port: 10000
- # Defines how Arch should parse the content from application/json or text/pain Content-type in the http request
- message_format: huggingface
-
-# Centralized way to manage LLMs, manage keys, retry logic, failover and limits in a central way
-llm_providers:
- - name: OpenAI
- provider_interface: openai
- access_key: $OPENAI_API_KEY
- model: gpt-4o
- default: true
- stream: true
+listeners:
+ ingress_traffic:
+ address: 0.0.0.0
+ port: 10000
+ message_format: openai
+ timeout: 30s
+
+# Centralized way to manage LLMs, manage keys, retry logic, failover and limits in a central way
+llm_providers:
+ - name: OpenAI
+ provider_interface: openai
+ access_key: $OPENAI_API_KEY
+ model: gpt-4o
+ default: true
# default system prompt used by all prompt targets
system_prompt: You are a network assistant that just offers facts; not advice on manufacturers or purchasing decisions.
@@ -270,20 +270,15 @@ enables scaling to very high core count CPUs.
default: false
enum: [true, false]
-error_target:
- endpoint:
- name: error_target_1
- path: /error
-
-# Arch creates a round-robin load balancing between different endpoints, managed via the cluster subsystem.
-endpoints:
- app_server:
- # value could be ip address or a hostname with port
- # this could also be a list of endpoints for load balancing
- # for example endpoint: [ ip1:port, ip2:port ]
- endpoint: 127.0.0.1:80
- # max time to wait for a connection to be established
- connect_timeout: 0.005s
+# Arch creates a round-robin load balancing between different endpoints, managed via the cluster subsystem.
+endpoints:
+ app_server:
+ # value could be ip address or a hostname with port
+ # this could also be a list of endpoints for load balancing
+ # for example endpoint: [ ip1:port, ip2:port ]
+ endpoint: 127.0.0.1:80
+ # max time to wait for a connection to be established
+ connect_timeout: 0.005s
diff --git a/get_started/quickstart.html b/get_started/quickstart.html
index 9cb528b7..4f4f8e66 100755
--- a/get_started/quickstart.html
+++ b/get_started/quickstart.html
@@ -181,54 +181,55 @@
Step 1. Create arch config file
Create arch_config.yaml file with the following content:
-version: v0.1
+ version: v0.1
-listener:
- address: 0.0.0.0
- port: 10000
- message_format: huggingface
- connect_timeout: 0.005s
-
-llm_providers:
- - name: gpt-4o
- access_key: $OPENAI_API_KEY
- provider: openai
- model: gpt-4o
-
-system_prompt: |
- You are a helpful assistant.
-
-prompt_guards:
- input_guards:
- jailbreak:
- on_exception:
- message: Looks like you're curious about my abilities, but I can only provide assistance for currency exchange.
-
-prompt_targets:
- - name: currency_exchange
- description: Get currency exchange rate from USD to other currencies
- parameters:
- - name: currency_symbol
- description: the currency that needs conversion
- required: true
- type: str
- in_path: true
- endpoint:
- name: frankfurther_api
- path: /v1/latest?base=USD&symbols={currency_symbol}
- system_prompt: |
- You are a helpful assistant. Show me the currency symbol you want to convert from USD.
-
- - name: get_supported_currencies
- description: Get list of supported currencies for conversion
- endpoint:
- name: frankfurther_api
- path: /v1/currencies
-
-endpoints:
- frankfurther_api:
- endpoint: api.frankfurter.dev:443
- protocol: https
+listeners:
+ ingress_traffic:
+ address: 0.0.0.0
+ port: 10000
+ message_format: openai
+ timeout: 30s
+
+ llm_providers:
+ - name: gpt-4o
+ access_key: $OPENAI_API_KEY
+ provider: openai
+ model: gpt-4o
+
+ system_prompt: |
+ You are a helpful assistant.
+
+ prompt_guards:
+ input_guards:
+ jailbreak:
+ on_exception:
+ message: Looks like you're curious about my abilities, but I can only provide assistance for currency exchange.
+
+ prompt_targets:
+ - name: currency_exchange
+ description: Get currency exchange rate from USD to other currencies
+ parameters:
+ - name: currency_symbol
+ description: the currency that needs conversion
+ required: true
+ type: str
+ in_path: true
+ endpoint:
+ name: frankfurther_api
+ path: /v1/latest?base=USD&symbols={currency_symbol}
+ system_prompt: |
+ You are a helpful assistant. Show me the currency symbol you want to convert from USD.
+
+ - name: get_supported_currencies
+ description: Get list of supported currencies for conversion
+ endpoint:
+ name: frankfurther_api
+ path: /v1/currencies
+
+ endpoints:
+ frankfurther_api:
+ endpoint: api.frankfurter.dev:443
+ protocol: https
@@ -272,25 +273,26 @@
Step 1. Create arch config file
Arch operates based on a configuration file where you can define LLM providers, prompt targets, guardrails, etc. Below is an example configuration that defines OpenAI and Mistral LLM providers.
Create arch_config.yaml file with the following content:
-version: v0.1
+ version: v0.1
-listener:
- address: 0.0.0.0
- port: 10000
- message_format: huggingface
- connect_timeout: 0.005s
-
-llm_providers:
- - name: gpt-4o
- access_key: $OPENAI_API_KEY
- provider: openai
- model: gpt-4o
- default: true
-
- - name: ministral-3b
- access_key: $MISTRAL_API_KEY
- provider: mistral
- model: ministral-3b-latest
+listeners:
+ egress_traffic:
+ address: 0.0.0.0
+ port: 12000
+ message_format: openai
+ timeout: 30s
+
+ llm_providers:
+ - name: gpt-4o
+ access_key: $OPENAI_API_KEY
+ provider_interface: openai
+ model: gpt-4o
+ default: true
+
+ - name: ministral-3b
+ access_key: $MISTRAL_API_KEY
+ provider_interface: openai
+ model: ministral-3b-latest
diff --git a/resources/configuration_reference.html b/resources/configuration_reference.html
index 100292ed..1083b2e0 100755
--- a/resources/configuration_reference.html
+++ b/resources/configuration_reference.html
@@ -159,115 +159,101 @@ the Arch gateway. This where you enable capabilities like routing to upstream LL
where prompts get routed to, apply guardrails, and enable critical agent observability features.
- 1version: v0.1
- 2
- 3listener:
- 4 address: 0.0.0.0 # or 127.0.0.1
- 5 port: 10000
- 6 # Defines how Arch should parse the content from application/json or text/pain Content-type in the http request
- 7 message_format: huggingface
- 8 common_tls_context: # If you configure port 443, you'll need to update the listener with your TLS certificates
- 9 tls_certificates:
- 10 - certificate_chain:
- 11 filename: /etc/certs/cert.pem
- 12 private_key:
- 13 filename: /etc/certs/key.pem
- 14
- 15# Arch creates a round-robin load balancing between different endpoints, managed via the cluster subsystem.
- 16endpoints:
- 17 app_server:
- 18 # value could be ip address or a hostname with port
- 19 # this could also be a list of endpoints for load balancing
- 20 # for example endpoint: [ ip1:port, ip2:port ]
- 21 endpoint: 127.0.0.1:80
- 22 # max time to wait for a connection to be established
- 23 connect_timeout: 0.005s
- 24
- 25 mistral_local:
- 26 endpoint: 127.0.0.1:8001
- 27
- 28 error_target:
- 29 endpoint: error_target_1
- 30
- 31# Centralized way to manage LLMs, manage keys, retry logic, failover and limits in a central way
- 32llm_providers:
- 33 - name: OpenAI
- 34 provider_interface: openai
- 35 access_key: $OPENAI_API_KEY
- 36 model: gpt-4o
- 37 default: true
- 38 stream: true
- 39 rate_limits:
- 40 selector: #optional headers, to add rate limiting based on http headers like JWT tokens or API keys
- 41 http_header:
- 42 name: Authorization
- 43 value: "" # Empty value means each separate value has a separate limit
- 44 limit:
- 45 tokens: 100000 # Tokens per unit
- 46 unit: minute
- 47
- 48 - name: Mistral8x7b
- 49 provider_interface: openai
- 50 access_key: $MISTRAL_API_KEY
- 51 model: mistral-8x7b
- 52
- 53 - name: MistralLocal7b
- 54 provider_interface: openai
- 55 model: mistral-7b-instruct
- 56 endpoint: mistral_local
- 57
- 58# provides a way to override default settings for the arch system
- 59overrides:
- 60 # By default Arch uses an NLI + embedding approach to match an incomming prompt to a prompt target.
- 61 # The intent matching threshold is kept at 0.80, you can overide this behavior if you would like
- 62 prompt_target_intent_matching_threshold: 0.60
- 63
- 64# default system prompt used by all prompt targets
- 65system_prompt: You are a network assistant that just offers facts; not advice on manufacturers or purchasing decisions.
- 66
- 67prompt_guards:
- 68 input_guards:
- 69 jailbreak:
- 70 on_exception:
- 71 message: Looks like you're curious about my abilities, but I can only provide assistance within my programmed parameters.
- 72
- 73prompt_targets:
- 74 - name: information_extraction
- 75 default: true
- 76 description: handel all scenarios that are question and answer in nature. Like summarization, information extraction, etc.
- 77 endpoint:
- 78 name: app_server
- 79 path: /agent/summary
- 80 http_method: POST
- 81 # Arch uses the default LLM and treats the response from the endpoint as the prompt to send to the LLM
- 82 auto_llm_dispatch_on_response: true
- 83 # override system prompt for this prompt target
- 84 system_prompt: You are a helpful information extraction assistant. Use the information that is provided to you.
- 85
- 86 - name: reboot_network_device
- 87 description: Reboot a specific network device
- 88 endpoint:
- 89 name: app_server
- 90 path: /agent/action
- 91 parameters:
- 92 - name: device_id
- 93 type: str
- 94 description: Identifier of the network device to reboot.
- 95 required: true
- 96 - name: confirmation
- 97 type: bool
- 98 description: Confirmation flag to proceed with reboot.
- 99 default: false
-100 enum: [true, false]
-101
-102error_target:
-103 endpoint:
-104 name: error_target_1
-105 path: /error
-106
-107tracing:
-108 # sampling rate. Note by default Arch works on OpenTelemetry compatible tracing.
-109 sampling_rate: 0.1
+ 1version: v0.1
+ 2
+ 3listeners:
+ 4 ingress_traffic:
+ 5 address: 0.0.0.0
+ 6 port: 10000
+ 7 message_format: openai
+ 8 timeout: 5s
+ 9 egress_traffic:
+10 address: 0.0.0.0
+11 port: 12000
+12 message_format: openai
+13 timeout: 5s
+14
+15# Arch creates a round-robin load balancing between different endpoints, managed via the cluster subsystem.
+16endpoints:
+17 app_server:
+18 # value could be ip address or a hostname with port
+19 # this could also be a list of endpoints for load balancing
+20 # for example endpoint: [ ip1:port, ip2:port ]
+21 endpoint: 127.0.0.1:80
+22 # max time to wait for a connection to be established
+23 connect_timeout: 0.005s
+24
+25 mistral_local:
+26 endpoint: 127.0.0.1:8001
+27
+28 error_target:
+29 endpoint: error_target_1
+30
+31# Centralized way to manage LLMs, manage keys, retry logic, failover and limits in a central way
+32llm_providers:
+33 - name: OpenAI
+34 provider_interface: openai
+35 access_key: $OPENAI_API_KEY
+36 model: gpt-4o
+37 default: true
+38
+39 - name: Mistral8x7b
+40 provider_interface: openai
+41 access_key: $MISTRAL_API_KEY
+42 model: mistral-8x7b
+43
+44 - name: MistralLocal7b
+45 provider_interface: openai
+46 model: mistral-7b-instruct
+47 endpoint: mistral_local
+48
+49# provides a way to override default settings for the arch system
+50overrides:
+51 # By default Arch uses an NLI + embedding approach to match an incomming prompt to a prompt target.
+52 # The intent matching threshold is kept at 0.80, you can overide this behavior if you would like
+53 prompt_target_intent_matching_threshold: 0.60
+54
+55# default system prompt used by all prompt targets
+56system_prompt: You are a network assistant that just offers facts; not advice on manufacturers or purchasing decisions.
+57
+58prompt_guards:
+59 input_guards:
+60 jailbreak:
+61 on_exception:
+62 message: Looks like you're curious about my abilities, but I can only provide assistance within my programmed parameters.
+63
+64prompt_targets:
+65 - name: information_extraction
+66 default: true
+67 description: handel all scenarios that are question and answer in nature. Like summarization, information extraction, etc.
+68 endpoint:
+69 name: app_server
+70 path: /agent/summary
+71 http_method: POST
+72 # Arch uses the default LLM and treats the response from the endpoint as the prompt to send to the LLM
+73 auto_llm_dispatch_on_response: true
+74 # override system prompt for this prompt target
+75 system_prompt: You are a helpful information extraction assistant. Use the information that is provided to you.
+76
+77 - name: reboot_network_device
+78 description: Reboot a specific network device
+79 endpoint:
+80 name: app_server
+81 path: /agent/action
+82 parameters:
+83 - name: device_id
+84 type: str
+85 description: Identifier of the network device to reboot.
+86 required: true
+87 - name: confirmation
+88 type: bool
+89 description: Confirmation flag to proceed with reboot.
+90 default: false
+91 enum: [true, false]
+92
+93tracing:
+94 # sampling rate. Note by default Arch works on OpenTelemetry compatible tracing.
+95 sampling_rate: 0.1
diff --git a/searchindex.js b/searchindex.js
index cd87b36b..a97988e9 100755
--- a/searchindex.js
+++ b/searchindex.js
@@ -1 +1 @@
-Search.setIndex({"alltitles": {"AI Agent Tracing Visualization Example": [[20, "ai-agent-tracing-visualization-example"]], "AWS X-Ray": [[20, "aws-x-ray"]], "Access Logging": [[17, null]], "Adding custom LLM Provider": [[3, "adding-custom-llm-provider"]], "Additional Resources": [[20, "additional-resources"]], "Agentic Apps": [[0, null]], "Agentic Apps via Prompt Targets": [[8, "agentic-apps-via-prompt-targets"]], "Arch-Function": [[16, "arch-function"]], "Basic Configuration": [[4, "basic-configuration"]], "Benefits of Using Arch Guard": [[21, "benefits-of-using-arch-guard"]], "Benefits of Using Traceparent Headers": [[20, "benefits-of-using-traceparent-headers"]], "Best Practices": [[20, "best-practices"]], "Best Practices and Tips": [[5, "best-practices-and-tips"], [16, "best-practices-and-tips"]], "Build AI Agent with Arch Gateway": [[15, "build-ai-agent-with-arch-gateway"]], "Build Multi-Turn RAG Apps": [[1, "build-multi-turn-rag-apps"]], "Build with Arch": [[14, "build-with-arch"], [22, null]], "Cloud Serving (GPU - Blazing Fast)": [[7, "cloud-serving-gpu-blazing-fast"]], "Concepts": [[14, "concepts"], [22, null]], "Configuration": [[9, "configuration"]], "Configuration Reference": [[23, null]], "Configure Listener": [[6, "configure-listener"]], "Configure Monitoring": [[18, "configure-monitoring"]], "Configuring Prompt Targets": [[4, "configuring-prompt-targets"]], "Datadog": [[20, "datadog"]], "Default Targets": [[4, "default-targets"]], "Defining Parameters": [[4, "defining-parameters"]], "Demo App": [[1, "demo-app"]], "Downstream (Ingress)": [[6, "downstream-ingress"]], "Error Header Example": [[5, "error-header-example"]], "Error Target": [[5, null]], "Example 1: Adjusting Retrieval": [[1, "example-1-adjusting-retrieval"]], "Example 2: Switching Intent": [[1, "example-2-switching-intent"]], "Example Configuration": [[4, "example-configuration"], [21, "example-configuration"]], "Example Use Cases": [[16, "example-use-cases"]], "Example with OpenTelemetry in Python": [[20, "example-with-opentelemetry-in-python"]], "Example: Using OpenAI Client with Arch as an Egress Gateway": [[8, "example-using-openai-client-with-arch-as-an-egress-gateway"]], "Example: Using the OpenAI Python SDK": [[3, "example-using-the-openai-python-sdk"]], "Function Calling": [[16, null]], "Function Calling Workflow": [[16, "function-calling-workflow"]], "Get Started": [[14, "get-started"], [22, null]], "Guides": [[14, "guides"], [22, null]], "Header Format": [[20, "header-format"]], "High level architecture": [[9, "high-level-architecture"]], "How Arch-Guard Works": [[21, "how-arch-guard-works"]], "How It Works": [[17, "how-it-works"]], "How to Initiate A Trace": [[20, "how-to-initiate-a-trace"]], "Implementing Function Calling": [[16, "implementing-function-calling"]], "Instrumentation": [[20, "instrumentation"]], "Integrating with Tracing Tools": [[20, "integrating-with-tracing-tools"]], "Intent Matching": [[4, "intent-matching"], [8, "intent-matching"]], "Intro to Arch": [[13, null]], "Key Concepts": [[5, "key-concepts"]], "Key Features": [[4, "key-features"], [16, "key-features"], [17, "key-features"]], "LLM Provider": [[3, null]], "Langtrace": [[20, "langtrace"]], "Listener": [[6, null]], "Local Serving (CPU - Moderate)": [[7, "local-serving-cpu-moderate"]], "Log Format": [[17, "log-format"]], "Messages": [[8, "messages"]], "Metrics Dashboard (via Grafana)": [[18, "metrics-dashboard-via-grafana"]], "Model Serving": [[7, null]], "Monitoring": [[18, null]], "Multi-Turn": [[1, null]], "Multi-Turn RAG (Follow-up Questions)": [[2, "multi-turn-rag-follow-up-questions"]], "Network topology": [[9, "network-topology"]], "Next Steps": [[15, "next-steps"]], "Observability": [[19, null]], "Overview": [[14, null], [20, "overview"]], "Parallel & Multiple Function Calling": [[0, "parallel-multiple-function-calling"]], "Parameter Extraction for RAG": [[2, "parameter-extraction-for-rag"]], "Post-request processing": [[9, "post-request-processing"]], "Prerequisites": [[15, "prerequisites"]], "Prompt Guard": [[8, "prompt-guard"], [21, null]], "Prompt Target": [[4, null]], "Prompt Targets": [[8, "prompt-targets"]], "Prompting LLMs": [[8, "prompting-llms"]], "Prompts": [[8, null]], "Quickstart": [[15, null]], "RAG Apps": [[2, null]], "Request Flow (Egress)": [[9, "request-flow-egress"]], "Request Flow (Ingress)": [[9, "request-flow-ingress"]], "Request Lifecycle": [[9, null]], "Resources": [[22, null]], "Routing Logic": [[4, "routing-logic"]], "Single Function Call": [[0, "single-function-call"]], "Step 1. Create arch config file": [[15, "step-1-create-arch-config-file"], [15, "id2"]], "Step 1: Define Arch Config": [[1, "step-1-define-arch-config"]], "Step 1: Define Prompt Targets": [[0, "step-1-define-prompt-targets"], [0, "id1"], [2, "step-1-define-prompt-targets"]], "Step 1: Define the Function": [[16, "step-1-define-the-function"]], "Step 2. Start arch gateway": [[15, "step-2-start-arch-gateway"]], "Step 2. Start arch gateway with currency conversion config": [[15, "step-2-start-arch-gateway-with-currency-conversion-config"]], "Step 2: Configure Prompt Targets": [[16, "step-2-configure-prompt-targets"]], "Step 2: Process Request Parameters": [[0, "step-2-process-request-parameters"]], "Step 2: Process Request Parameters in Flask": [[2, "step-2-process-request-parameters-in-flask"]], "Step 2: Process Request in Flask": [[1, "step-2-process-request-in-flask"]], "Step 3. Interacting with gateway using curl command": [[15, "step-3-interacting-with-gateway-using-curl-command"]], "Step 3.1: Using OpenAI Python client": [[15, "step-3-1-using-openai-python-client"]], "Step 3.2: Using curl command": [[15, "step-3-2-using-curl-command"]], "Step 3: Arch Takes Over": [[16, "step-3-arch-takes-over"]], "Step 3: Interact with LLM": [[15, "step-3-interact-with-llm"]], "Summary": [[4, "summary"], [20, "summary"], [21, "summary"]], "Tech Overview": [[10, null]], "Terminology": [[9, "terminology"], [11, null]], "Threading Model": [[12, null]], "Trace Breakdown:": [[20, "trace-breakdown"]], "Trace Propagation": [[20, "trace-propagation"]], "Tracing": [[20, null]], "Upstream (Egress)": [[6, "upstream-egress"]], "Use Arch Gateway as LLM Router": [[15, "use-arch-gateway-as-llm-router"]], "Welcome to Arch!": [[22, null]], "What Are Prompt Targets?": [[4, "what-are-prompt-targets"]], "What Is Arch-Guard": [[21, "what-is-arch-guard"]], "What is Function Calling?": [[16, "what-is-function-calling"]], "What is Retrieval-Augmented Generation (RAG)?": [[2, "what-is-retrieval-augmented-generation-rag"]], "Why Prompt Guard": [[21, "why-prompt-guard"]]}, "docnames": ["build_with_arch/agent", "build_with_arch/multi_turn", "build_with_arch/rag", "concepts/llm_provider", "concepts/prompt_target", "concepts/tech_overview/error_target", "concepts/tech_overview/listener", "concepts/tech_overview/model_serving", "concepts/tech_overview/prompt", "concepts/tech_overview/request_lifecycle", "concepts/tech_overview/tech_overview", "concepts/tech_overview/terminology", "concepts/tech_overview/threading_model", "get_started/intro_to_arch", "get_started/overview", "get_started/quickstart", "guides/function_calling", "guides/observability/access_logging", "guides/observability/monitoring", "guides/observability/observability", "guides/observability/tracing", "guides/prompt_guard", "index", "resources/configuration_reference"], "envversion": {"sphinx": 64, "sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx.ext.intersphinx": 1, "sphinx.ext.viewcode": 1}, "filenames": ["build_with_arch/agent.rst", "build_with_arch/multi_turn.rst", "build_with_arch/rag.rst", "concepts/llm_provider.rst", "concepts/prompt_target.rst", "concepts/tech_overview/error_target.rst", "concepts/tech_overview/listener.rst", "concepts/tech_overview/model_serving.rst", "concepts/tech_overview/prompt.rst", "concepts/tech_overview/request_lifecycle.rst", "concepts/tech_overview/tech_overview.rst", "concepts/tech_overview/terminology.rst", "concepts/tech_overview/threading_model.rst", "get_started/intro_to_arch.rst", "get_started/overview.rst", "get_started/quickstart.rst", "guides/function_calling.rst", "guides/observability/access_logging.rst", "guides/observability/monitoring.rst", "guides/observability/observability.rst", "guides/observability/tracing.rst", "guides/prompt_guard.rst", "index.rst", "resources/configuration_reference.rst"], "indexentries": {}, "objects": {}, "objnames": {}, "objtypes": {}, "terms": {"": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 11, 12, 13, 14, 15, 16, 17, 20], "0": [0, 1, 3, 6, 7, 8, 9, 11, 15, 17, 20, 23], "00": 20, "003": 8, "005": [0, 8, 9, 15, 23], "03": 17, "04": 17, "05": 15, "050z": 17, "05m": 7, "06": 15, "08": 15, "1": [3, 5, 6, 8, 9, 11, 17, 18, 20, 23], "10": [16, 17, 18, 20], "100": [12, 20], "10000": [3, 6, 8, 9, 15, 23], "100000": 23, "1022": 17, "104": 17, "106": 17, "10m": 8, "10t03": 17, "10x": [7, 8], "11": 15, "11434": 3, "12": 15, "12000": [3, 6, 8, 11, 15, 17, 20], "1234": 5, "125": 17, "127": [0, 1, 3, 6, 8, 9, 11, 15, 17, 23], "12x": 0, "1301": 17, "131": 15, "140": 17, "15": 18, "156x": 7, "159": 17, "16": [15, 20], "162": 17, "168": 17, "1695": 17, "1695m": 17, "17": 17, "18083": [0, 17], "192": 17, "19901": 18, "1d6b30cfc845": 17, "2": [3, 9, 20], "200": [0, 2, 17], "200m": [0, 7, 8], "2024": [15, 17], "2025": 21, "21797": 17, "218": 17, "24": 15, "245": 17, "25": 15, "254": 17, "27": 15, "28": 15, "288": 15, "29": 15, "2a5b": 17, "3": [0, 1, 8, 20], "32": 20, "3b": [3, 15], "4": [8, 16, 20], "400": [0, 2, 5], "429": 9, "4317": 20, "441": 17, "443": [0, 1, 3, 11, 15, 17, 23], "447": 17, "44x": [0, 8], "463": 17, "469793af": 17, "485": 15, "49": 17, "492z": 17, "4o": [0, 3, 6, 7, 8, 9, 15, 20, 23], "5": [0, 1, 8, 15, 20], "51": [15, 17], "51000": 17, "52": 17, "53": 17, "537z": 17, "54": 17, "55": 17, "556": 17, "56": [15, 17], "598z": 17, "6": 20, "60": 23, "604197fe": 17, "614": 17, "647": 15, "65": 17, "7": [0, 2, 13, 20], "770": 17, "78558": 15, "7b": 23, "8": 20, "80": [8, 9, 11, 23], "8001": 23, "8080": [0, 1], "825": 15, "87": 17, "8x7b": 23, "9": 20, "905z": 17, "906z": 17, "9090": 18, "9367": 17, "95a2": 17, "961z": 17, "979": 15, "984": 17, "984m": 17, "9b57": 17, "A": [0, 2, 4, 5, 6, 9, 11, 12, 13, 14, 16, 19], "And": 15, "As": [8, 15, 18, 21], "Be": [16, 20], "But": 11, "By": [2, 4, 8, 9, 13, 16, 17, 20, 21, 23], "FOR": 17, "For": [1, 2, 3, 4, 6, 8, 11, 12, 13, 14, 15, 16, 17, 20], "If": [0, 1, 5, 8, 9, 16, 21, 23], "In": [0, 2, 8, 9, 13, 14, 15, 16, 21], "It": [0, 9, 15, 16, 19, 20, 21], "Its": [13, 18, 20], "No": [8, 15], "On": 15, "Or": 20, "The": [1, 2, 4, 5, 7, 8, 9, 11, 13, 15, 16, 17, 20, 22, 23], "There": [7, 13], "These": [0, 2, 5, 11, 13, 16], "To": [2, 6, 8, 11, 13, 15, 18, 20], "With": [0, 2, 13, 15, 20, 21], "__main__": [0, 2], "__name__": [0, 2, 20], "a1c": 1, "abil": [8, 9, 11, 15, 21, 23], "abl": 11, "about": [0, 1, 7, 8, 9, 11, 13, 14, 15, 17, 21, 23], "abov": [0, 1, 2, 9, 13, 18], "abstract": 3, "accept": [4, 6, 8, 9, 12], "access": [9, 15, 18, 19, 20, 22], "access_": 17, "access_ingress": 17, "access_intern": 17, "access_kei": [0, 1, 3, 6, 8, 9, 15, 23], "access_llm": 17, "accident": 9, "accordingli": 20, "account": [16, 20], "accur": [1, 2, 4, 8, 11, 13, 16, 21], "accuraci": [2, 8, 21], "achiev": [8, 13, 16], "across": [0, 1, 3, 9, 13, 16, 20], "act": [4, 6, 13, 18], "action": [0, 4, 5, 8, 9, 11, 16, 21, 23], "activ": [9, 15], "actual": [0, 2, 8, 20], "ad": [0, 11, 13, 21], "add": [1, 2, 3, 6, 8, 16, 20, 23], "add_span_processor": 20, "addit": [1, 2, 4, 6, 8, 9, 19, 21], "addition": 1, "address": [0, 1, 3, 6, 8, 9, 11, 15, 23], "adher": 21, "adilhafeez": 17, "adjust": [11, 20], "adopt": 20, "advanc": [8, 16], "advantag": [8, 13], "advic": [0, 3, 8, 9, 23], "affect": 20, "afraid": 16, "african": 15, "after": [9, 16, 20], "against": [8, 21], "agent": [1, 2, 9, 11, 13, 14, 16, 17, 21, 22, 23], "aggreg": 16, "agnost": 3, "ai": [2, 3, 4, 9, 11, 13, 14, 16, 17], "aid": 9, "air": 1, "airbnb": 13, "alert": [17, 18], "alertmanag": 18, "algorithm": 13, "align": 8, "all": [0, 1, 3, 6, 8, 9, 12, 13, 14, 20, 22, 23], "allow": [0, 4, 8, 11, 12, 13, 15, 16, 20], "along": 15, "alongsid": [7, 9, 11, 13], "alreadi": 20, "also": [0, 3, 4, 8, 9, 11, 15, 23], "altern": [5, 21], "alwai": 5, "ambigu": 16, "amount": 12, "an": [0, 1, 2, 3, 4, 5, 9, 11, 13, 15, 16, 18, 20, 21, 22, 23], "analysi": 5, "analyt": 16, "analyz": [0, 4, 8, 13, 16, 17, 20, 21], "ang": 8, "ani": [0, 1, 3, 4, 8, 9, 13, 14, 15, 16, 20, 21], "annot": 1, "answer": [1, 8, 9, 23], "anthrop": 3, "api": [0, 1, 3, 4, 5, 6, 7, 8, 9, 11, 13, 14, 15, 16, 17, 18, 20, 22, 23], "api_bas": 8, "api_kei": [8, 15, 20], "api_serv": [4, 16, 17], "api_vers": 18, "apivers": 18, "apm": 20, "app": [11, 13, 14, 22], "app_serv": [0, 8, 9, 23], "append": [0, 2], "appli": [8, 9, 11, 13, 14, 21, 23], "applic": [0, 2, 3, 4, 5, 6, 7, 8, 9, 11, 13, 14, 15, 16, 17, 18, 20, 21, 23], "applicaton": 7, "approach": [2, 4, 8, 20, 23], "appropri": [2, 4, 5, 8, 9, 11], "ar": [0, 1, 2, 3, 5, 6, 7, 8, 9, 11, 13, 15, 16, 17, 18, 20, 21, 22, 23], "arch": [0, 2, 3, 4, 5, 6, 7, 9, 11, 12, 17, 18, 20, 23], "arch_config": [1, 3, 8, 11, 15], "arch_conifg": 23, "arch_llm_listen": 17, "archgw": [7, 15, 18], "archgw_log": 17, "architectur": [4, 10, 11, 12, 13, 20, 21], "aris": [5, 11], "around": [9, 12], "arrai": 4, "arriv": 9, "art": [8, 15, 16], "ask": [1, 2, 15, 16, 20], "aspect": [13, 18], "assist": [0, 1, 3, 8, 9, 15, 20, 21, 23], "assum": [1, 8, 15], "attach": 4, "attack": 21, "attempt": [8, 9, 13, 21], "attent": 16, "attribut": [4, 20], "aud": 15, "augment": 9, "australian": 15, "author": [17, 23], "auto_llm_dispatch_on_respons": [8, 9, 23], "autom": 16, "automat": [6, 8, 13, 16, 20, 21], "avail": [1, 3, 7, 9, 13, 20], "averlag": 7, "awsxrai": 20, "b25f": 17, "b265": 17, "back": [7, 9, 20], "backend": [4, 8, 9, 11, 13, 16, 18, 20, 22], "bad": 5, "baht": 15, "balanc": [0, 8, 9, 16, 23], "base": [0, 1, 2, 3, 4, 6, 8, 9, 11, 13, 15, 16, 21, 23], "base_url": [3, 15, 20], "basemodel": 1, "bash": 7, "batch": 20, "batchedand": 9, "batchspanprocessor": 20, "battl": 13, "been": [15, 16], "befor": [8, 9, 11, 15, 21], "begin": 15, "behalf": [1, 8, 9, 17], "behavior": [8, 9, 11, 17, 21, 23], "behind": 14, "being": [8, 9, 11], "belief": [13, 22], "below": [1, 3, 4, 7, 8, 9, 15, 18, 20], "benchmark": 16, "benefici": 16, "benefit": [1, 13, 19], "best": [4, 6, 10, 13, 19], "better": [13, 16, 21], "between": [0, 3, 4, 8, 9, 12, 13, 16, 20, 23], "bgn": 15, "bill": 20, "bin": 15, "bind": [3, 6, 8, 11], "blaze": 10, "block": [3, 12], "blood": 1, "blurri": 1, "bodi": 8, "bool": [8, 9, 23], "bootstrap": 9, "born": [13, 22], "borrow": 11, "both": [8, 13, 14, 16, 18, 21], "bound": [8, 12], "brazilian": 15, "break": 17, "breaker": 9, "bridg": [4, 9, 16], "brief": [4, 9], "briefli": 9, "british": 15, "brl": 15, "broader": 0, "buil": [1, 2], "build": [0, 2, 3, 4, 6, 8, 11, 12, 13, 21], "build_with_arch": 14, "built": [0, 1, 7, 8, 9, 11, 13, 20, 22], "bulgarian": 15, "busi": [0, 4, 8, 9, 11, 13, 16, 22], "bypass": 21, "byte": [17, 20], "bytes_receiv": 17, "bytes_s": 17, "c": 13, "cad": 15, "call": [1, 3, 4, 5, 7, 8, 9, 11, 13, 14, 15, 17, 22], "campaign": [0, 11, 13], "can": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 11, 13, 15, 16, 17, 20, 21, 23], "canadian": 15, "capabl": [0, 1, 2, 4, 8, 11, 13, 15, 16, 22, 23], "capit": [3, 8, 15], "captur": [5, 13, 20], "care": 16, "carefulli": 4, "carri": [9, 20], "case": [0, 13, 14], "categor": 5, "categori": 8, "cathedr": 15, "caus": 5, "celsiu": [4, 16], "center": 15, "central": [0, 1, 3, 6, 8, 9, 13, 16, 17, 23], "cert": 23, "certain": 21, "certif": 23, "certificate_chain": 23, "chain": 9, "chanc": 21, "chang": [1, 2, 8, 11, 20], "charact": 20, "chat": [15, 17, 20], "chat_complet": 20, "chatbot": 20, "cheaper": [7, 8], "cheapest": 0, "check": [1, 6, 8, 9, 11, 16, 20], "chf": 15, "children": 20, "chines": 15, "choic": [8, 15, 20], "choos": 16, "chunk": 2, "circuit": 9, "citi": [4, 15, 16], "claim": [0, 13], "clarif": [1, 2], "clarifi": 11, "class": [1, 3, 13], "classif": 8, "classifi": 21, "claud": 8, "cleaner": 4, "clear": [5, 16, 21], "clearer": 16, "cli": 15, "client": [3, 5, 6, 9, 11, 12, 20], "closest": 8, "cloud": [3, 10], "cluster": [0, 3, 8, 9, 13, 23], "cnversat": 1, "cny": 15, "co": 20, "code": [3, 5, 8, 9, 11, 12, 13, 15, 17], "codebas": [4, 20], "codec": 9, "coher": 3, "colleagu": 16, "collect": [0, 8, 16, 18, 20], "collector": 20, "com": [16, 17, 20], "combin": [2, 16], "comcern": 7, "command": 7, "comment": [8, 11], "commit": 20, "common": [0, 1, 16, 20], "common_tls_context": 23, "commun": [3, 5, 9, 11, 15, 20], "compact": 8, "compani": 13, "compar": 8, "compat": [13, 20, 23], "compleix": 11, "complet": [3, 8, 9, 15, 16, 17, 20, 23], "complex": [0, 3, 4, 6, 12, 16, 20, 21], "complianc": 21, "compliant": 3, "compon": [4, 9, 13, 20], "compos": 15, "composit": 8, "comprehens": 15, "concept": [1, 10, 11], "concern": 9, "concis": 9, "confid": 21, "config": [11, 18, 20], "configiur": 18, "configur": [0, 1, 2, 3, 7, 8, 10, 11, 12, 13, 15, 19, 20, 22], "confirm": [8, 9, 16, 20, 23], "congratul": 15, "connect": [0, 4, 6, 7, 8, 9, 11, 12, 13, 15, 23], "connect_timeout": [0, 8, 9, 15, 23], "conpleix": 1, "consid": 8, "consider": 1, "considert": 1, "consist": [11, 13, 16, 20], "consol": 20, "constraint": 21, "contain": [7, 8, 9, 11, 13, 15, 20, 21], "content": [1, 3, 5, 6, 8, 9, 15, 20, 21, 23], "context": [4, 5, 9, 11, 13, 15, 16, 20], "contextu": 2, "continu": 13, "contribut": 15, "contributor": 22, "control": [7, 11, 12, 23], "conveni": 1, "conver": 2, "convers": [0, 1, 2, 8, 13], "convert": 15, "coordin": 12, "copilot": 13, "core": [1, 9, 15], "corpu": 21, "correct": [1, 5, 8, 21], "correctli": 20, "correspond": 9, "cost": [1, 7, 13], "could": [0, 8, 9, 11, 16, 23], "count": 9, "covners": 1, "cpu": [9, 10], "creat": [0, 3, 5, 6, 8, 9, 11, 13, 14, 16, 20, 23], "create_gradio_app": 1, "createus": 5, "creativ": 16, "credenti": 20, "crime": 8, "criteria": 21, "critic": [0, 2, 5, 8, 9, 11, 13, 16, 18, 20, 23], "crucial": [16, 17, 20], "cultur": 15, "curiou": [8, 9, 15, 21, 23], "currency_exchang": 15, "currency_symbol": 15, "current": [4, 16], "custom": [8, 14, 20], "cutov": 13, "czech": 15, "czk": 15, "dai": [0, 2], "dame": 15, "danish": 15, "dashbaord": 18, "dashboard": [16, 19, 20], "data": [0, 2, 4, 8, 9, 11, 13, 15, 16, 18, 20, 21], "databas": [0, 2, 16], "datadoghq": 20, "dataset": 0, "datasourc": 18, "date": [4, 15, 16], "davinci": 8, "dc": 17, "dd_site": 20, "debug": [0, 2, 9, 17, 20], "decemb": 15, "decis": [0, 3, 7, 8, 9, 11, 23], "decrypt": 9, "dedic": 8, "deep": [6, 14], "deeper": 15, "def": [0, 1, 2, 16, 20], "default": [0, 1, 2, 3, 6, 7, 8, 9, 15, 17, 23], "defens": 21, "defin": [3, 6, 8, 9, 15, 20, 23], "definit": [11, 16], "defram": 9, "degrad": 5, "deliv": 16, "deliveri": 9, "demo": 15, "demonstr": 16, "depend": [0, 9, 13, 15], "deploi": [7, 9, 13, 20], "deploy": 13, "depth": 4, "describ": [1, 2, 5, 9], "descript": [0, 1, 2, 4, 8, 9, 15, 16, 23], "design": [0, 4, 5, 7, 8, 9, 11, 13, 14, 16, 18, 20], "desir": [4, 16], "destroi": 9, "detail": [1, 2, 3, 5, 6, 8, 9, 11, 13, 16, 17, 20], "detect": [1, 2, 7, 8, 9, 11, 13, 21], "determin": [4, 9, 16, 20], "dev": [7, 15], "develop": [1, 2, 3, 4, 5, 6, 8, 9, 13, 14, 15, 20, 21], "devic": [0, 1, 2, 4, 7, 8, 9, 23], "device_id": [0, 2, 8, 9, 23], "device_reboot": 0, "device_summari": [0, 2], "diabet": 1, "diabeter": 1, "diagnos": 1, "dictionari": 8, "differ": [0, 3, 4, 8, 9, 16, 20, 23], "difficult": 13, "dipatch": 1, "direct": [4, 6], "directli": [8, 11], "disast": 13, "discov": 14, "diseas": 1, "disease_diagnos": 1, "diseases_symptom": 1, "dispatch": 9, "displai": [5, 16], "distribut": [8, 9, 20], "dive": [11, 14, 15], "divers": [4, 21], "dkk": 15, "dn": 6, "do": [4, 8, 13, 15, 17], "doc": [2, 14], "docker": [0, 3, 15, 18, 20], "document": [4, 8, 11, 14, 15, 20], "doe": [0, 4, 16, 21], "dollar": 15, "domain": [9, 16], "don": [1, 7, 16], "down": 17, "downstream": [1, 8, 9, 10, 11, 12, 16, 20], "downtream": 9, "dramat": 7, "draw": 8, "driven": [14, 15], "dropbox": 13, "due": 5, "durat": [9, 17], "dure": [5, 9], "dynam": [8, 16, 21], "e": [4, 9, 11, 16, 17, 20], "each": [1, 4, 8, 9, 13, 16, 17, 20, 23], "earli": [8, 9, 13], "earlier": 9, "eas": 20, "easi": [15, 16, 20], "easier": [6, 15, 17], "easili": [3, 13, 20], "easilli": 1, "econom": 1, "ecosystem": 20, "edg": [9, 13, 16], "edit": 18, "effect": [1, 4, 8, 13, 14], "effici": [0, 1, 2, 4, 7, 8, 15, 20], "egress": [3, 10, 11, 13, 14], "eiffel": 15, "either": [9, 16], "elasticsearch": 17, "element": 4, "elk": 17, "email": [4, 16], "embarrassingli": 12, "embed": [8, 17, 21, 23], "emiss": 1, "empow": [4, 21], "empti": 23, "enabl": [0, 2, 3, 4, 5, 7, 9, 11, 13, 16, 20, 23], "enchanc": 8, "encount": [9, 11], "encrypt": 9, "end": [1, 4, 13, 20], "endpoint": [0, 1, 2, 3, 4, 5, 8, 9, 11, 15, 16, 18, 20, 23], "energi": 1, "energy_sourc": 1, "energy_source_info": 1, "energysourcerequest": 1, "energysourcerespons": 1, "enforc": 9, "engag": [0, 9, 13], "engin": [1, 2, 8, 13], "enhanc": [2, 4, 9, 15, 20, 21], "enough": 5, "enrich": [1, 4, 8, 11], "ensur": [0, 3, 4, 5, 6, 8, 9, 13, 15, 16, 20, 21], "entir": [13, 20], "entri": 6, "enum": [1, 4, 8, 9, 16, 23], "env": 15, "environ": [15, 16, 20], "envoi": [3, 6, 8, 9, 11, 12, 13, 22], "equal": 12, "equival": 15, "error": [0, 1, 2, 4, 8, 9, 10, 11, 13, 18, 20, 21, 22, 23], "error_target": [8, 9, 23], "error_target_1": [8, 9, 23], "essenti": [4, 6, 14, 21], "establish": [0, 8, 9, 23], "etc": [3, 8, 9, 11, 13, 15, 23], "ethnic": 21, "eu": 20, "eur": 15, "euro": 15, "evalu": 8, "evaluation_interv": 18, "even": [0, 16], "evenli": 9, "event": [0, 9], "everi": 17, "exactli": 9, "exampl": [0, 6, 9, 10, 11, 15, 17, 23], "exceed": 9, "excel": 21, "except": 5, "exception": 13, "excess": [1, 9], "exchang": 15, "exclus": 13, "execut": [5, 8, 9, 16, 21], "exist": [9, 20], "expect": [5, 16], "expens": 1, "experi": [2, 4, 8, 9, 13, 15, 16, 21], "explain": 16, "explan": [4, 16], "explanatori": 17, "explicitli": 21, "explor": [14, 15], "export": [17, 18, 20], "expos": [0, 6, 8, 13, 17, 21], "extend": [13, 14], "extern": [0, 2, 20], "extract": [0, 1, 4, 8, 9, 11, 13, 16, 20, 23], "extrem": 8, "f": [0, 1, 2, 16, 17, 20], "f376e8d8c586": 17, "face": 8, "facilit": 20, "fact": [0, 3, 8, 9, 23], "fahrenheit": [4, 16], "fail": [3, 5, 9, 11], "failov": [0, 1, 3, 6, 8, 9, 23], "failur": 5, "fair": 9, "fallback": 5, "fals": [2, 8, 9, 23], "familiar": 9, "familizari": 1, "faser": 0, "fashion": [1, 9, 15], "fast": [1, 2, 8, 10, 11, 13, 14, 15, 22], "fastapi": 1, "faster": [2, 7, 8, 11, 20], "fastest": 0, "fatigu": 1, "fault": [3, 8], "fc": 9, "fc1b": 0, "featur": [8, 11, 13, 14, 19, 20, 21, 23], "feed": 17, "feedback": [5, 8, 21], "feel": 1, "fetch": [15, 16], "few": [11, 17, 20], "field": [1, 17], "file": [1, 3, 4, 6, 8, 9, 18], "filenam": 23, "filter": [6, 9, 12, 13, 21], "final": 9, "find": 16, "first": [1, 3, 7, 8, 9, 13, 15, 16, 18, 21], "firtst": 1, "fit": 9, "flag": [8, 9, 20, 21, 23], "flask": 0, "flexibl": [13, 18, 20], "flow": [5, 10, 13, 14, 16, 17, 20], "fluentd": 17, "focu": [0, 1, 9, 13], "focus": [8, 16], "follow": [1, 3, 4, 5, 7, 8, 9, 11, 13, 15, 17, 20, 23], "forint": 15, "form": 16, "format": [4, 8, 13, 16, 18, 19, 21], "forth": 9, "forwad": 8, "forward": [1, 5, 7, 8, 9, 11, 12, 17, 20], "fossil": 1, "found": [1, 17], "framework": [8, 18, 20], "franc": [3, 8, 15], "francisco": [4, 16], "frankfurt": 15, "frankfurther_api": 15, "free": 1, "frequent": 1, "friendli": 16, "from": [0, 1, 2, 3, 4, 5, 6, 8, 9, 11, 12, 13, 15, 16, 20, 23], "fromth": 11, "front": 13, "frontier": [0, 8], "fuel": 1, "fulfil": 13, "full": [4, 8, 11, 15, 23], "function": [4, 5, 7, 8, 9, 11, 12, 13, 14, 22], "function_cal": 14, "functionvalidationerror": 5, "fundament": 4, "further": [8, 15, 20], "g": [4, 9, 11, 16, 17, 20], "ga": 1, "gap": 16, "gastronomi": 15, "gatewai": [3, 9, 11, 13, 14, 16, 17, 18, 20, 22, 23], "gather": [0, 9, 13], "gbp": 15, "genai": [4, 15, 22], "gener": [0, 4, 7, 9, 11, 12, 13, 14, 15, 16, 18, 20, 21], "get": [0, 1, 2, 4, 7, 9, 15, 16, 20, 23], "get_device_statist": 2, "get_device_summari": [0, 2], "get_info_for_energy_sourc": 1, "get_json": [0, 2], "get_supported_curr": 15, "get_trac": 20, "get_weath": [4, 16], "get_workforc": 1, "github": [8, 15], "give": 13, "given": [0, 2, 9], "global": [15, 18], "glucos": 1, "go": [0, 13], "goal": 13, "googl": 13, "got": 5, "govern": [1, 13], "gpt": [0, 1, 3, 6, 7, 8, 9, 15, 16, 20, 23], "gpu": 10, "gr": 1, "grace": 5, "gracefulli": [5, 11], "gradio": 1, "grafana": 19, "greenhous": 1, "group": 0, "grpc": 20, "guard": [9, 10, 13, 14, 22], "guardail": 7, "guardrail": [5, 8, 9, 11, 13, 14, 15, 21, 23], "guid": [3, 8, 15, 16, 20, 21], "guidelin": 21, "gurdrail": 6, "ha": [8, 9, 13, 15, 16, 20, 23], "hallucin": 17, "handel": [8, 9, 23], "handl": [0, 1, 2, 3, 4, 5, 6, 8, 9, 11, 12, 13, 14, 16, 20, 21, 22], "handle_request": 20, "handler": [4, 8, 9], "hardwar": 12, "harm": [8, 9, 21], "hate": 8, "have": [1, 7, 13, 15, 16, 20, 21], "haven": 1, "hazard": 8, "hcm": 9, "header": [9, 10, 11, 13, 15, 19, 23], "health": 9, "healthi": [9, 15], "hello": 20, "help": [0, 1, 2, 3, 4, 5, 7, 8, 9, 11, 13, 14, 15, 16, 18, 20, 21, 23], "here": [0, 2, 4, 6, 8, 9, 11, 15, 16, 17, 20, 21], "hexadecim": 20, "high": [0, 1, 3, 8, 10, 13, 14, 16], "highli": [1, 2, 16], "hint": 15, "histori": [1, 16], "hkd": 15, "hong": 15, "honor_timestamp": 18, "horrid": 13, "host": [0, 3, 6, 7, 8, 9, 11, 17, 18], "hostconnect": 11, "hostnam": [0, 8, 9, 23], "how": [0, 1, 2, 3, 4, 6, 7, 8, 9, 13, 14, 15, 16, 18, 19, 23], "howev": 9, "html": 14, "http": [3, 5, 6, 7, 8, 9, 13, 15, 16, 17, 18, 20, 22, 23], "http_header": 23, "http_method": [1, 23], "httpexcept": 1, "huf": 15, "hug": 8, "huggingfac": [0, 1, 3, 6, 8, 9, 15, 23], "human": [4, 5], "hungarian": 15, "hygien": 13, "i": [0, 1, 3, 4, 6, 7, 8, 9, 11, 12, 13, 15, 17, 18, 20, 22, 23], "iam": 20, "iceland": 15, "icon": 15, "id": [0, 2, 5, 9, 17, 20], "idea": 14, "identif": 16, "identifi": [0, 2, 4, 5, 8, 9, 16, 20, 23], "idr": 15, "il": 15, "illustr": 1, "immedi": 21, "impact": 20, "implement": [8, 9, 20, 21], "import": [0, 1, 2, 3, 8, 15, 16, 17, 20], "improp": 5, "improv": [2, 7, 13, 14, 21], "in_path": 15, "incent": 1, "includ": [1, 2, 3, 4, 6, 9, 13, 15, 16, 17, 18, 20, 21, 22], "incom": [6, 7, 8, 9, 11, 16, 20, 23], "incomplet": 16, "incredibli": 13, "indian": 15, "indic": [4, 9, 20], "indonesian": 15, "industri": 8, "infer": 13, "info": 15, "inform": [0, 1, 2, 4, 5, 8, 9, 11, 13, 16, 17, 20, 21, 23], "information_extract": [8, 9, 23], "infrastructur": [3, 13, 22], "ingress": [8, 10, 11, 13, 14], "init": 20, "initi": [1, 3, 6, 9, 11, 19], "inject": [20, 21], "inner": 9, "innov": 15, "input": [0, 4, 5, 16, 21], "input_guard": [8, 9, 15, 21, 23], "inr": 15, "insecur": 20, "instal": [15, 20], "instanc": [3, 9, 11, 23], "instead": 16, "instruct": [7, 14, 23], "instrument": 18, "insur": [0, 13], "insurance_claim_detail": 17, "int": [0, 2], "integ": [0, 2, 5], "integr": [2, 3, 4, 13, 14, 15, 16, 17, 18, 19, 22], "intellig": [3, 4, 7, 9, 11, 13, 14, 22], "intend": 21, "intent": [0, 7, 9, 16, 23], "interact": [0, 8, 13, 14, 16, 17, 20, 21], "intercept": 8, "interest": 15, "interfac": 3, "interfer": 15, "intern": [0, 2, 3, 9, 11, 18, 20], "interoper": 20, "interpret": [5, 16], "intro": [14, 22], "intro_to_arch": 14, "introduc": [11, 14], "invalid": [5, 16], "inventori": 20, "investig": 20, "invoc": [4, 16], "invok": [0, 4, 5, 16], "involv": [0, 4, 13], "ip": [0, 8, 9, 23], "ip1": [0, 8, 9, 23], "ip2": [0, 8, 9, 23], "isdefault": 18, "isinst": [0, 2], "isk": 15, "isol": 15, "isra": 15, "issu": [5, 11, 20], "item": [4, 8], "iter": 16, "itinerari": 16, "its": [0, 1, 4, 7, 8, 9, 11, 12, 13, 15, 20], "itself": [3, 6, 8], "jaeger": 20, "jailbreak": [8, 9, 13, 15, 21, 23], "japanes": 15, "java": 13, "job_nam": 18, "jpy": 15, "jq": 15, "json": [1, 3, 5, 6, 8, 9, 15, 16, 23], "jsonifi": [0, 2], "just": [0, 1, 3, 8, 9, 23], "jwt": 23, "keep": [11, 16], "kei": [0, 1, 3, 6, 7, 8, 9, 10, 19, 20, 23], "kept": 23, "kibana": 17, "kind": 5, "king": 16, "know": [7, 8, 11, 21], "knowledg": [1, 2, 6, 9, 14], "known": [8, 15], "kong": 15, "korean": 15, "koruna": 15, "krona": 15, "krone": 15, "krw": 15, "kr\u00f3na": 15, "kubernet": 20, "l7": 13, "landmark": 15, "langtrace_api_kei": 20, "langtrace_python_sdk": 20, "languag": [2, 9, 13, 16, 20], "larg": [2, 8, 9, 12, 13, 16, 20], "last": [0, 1, 2], "latenc": [0, 1, 2, 7, 8, 13, 16, 18], "later": 5, "latest": [3, 15], "layer": [8, 13, 20, 21], "lead": [8, 13, 21], "learn": [13, 14, 15, 16], "let": 17, "leu": 15, "lev": 15, "level": [3, 6, 7, 10, 13, 14, 16], "leverag": [2, 4, 20], "libev": 9, "librari": [3, 13], "lifecycl": [10, 22], "lifetim": [9, 12], "lightweight": [0, 13], "like": [1, 2, 3, 4, 5, 6, 8, 9, 11, 13, 15, 16, 17, 18, 20, 21, 23], "limit": [0, 1, 3, 6, 8, 9, 23], "line": 13, "linearli": 13, "lira": 15, "list": [0, 2, 4, 8, 9, 15, 23], "listen": [0, 1, 3, 8, 9, 10, 11, 15, 20, 22, 23], "listner": 6, "live": 9, "ll": [0, 1, 23], "llama": 3, "llama3": 3, "llm": [0, 1, 2, 6, 7, 9, 10, 11, 13, 14, 16, 18, 20, 21, 22, 23], "llm_provid": [0, 1, 3, 6, 8, 9, 14, 15, 23], "load": [0, 8, 9, 23], "local": [1, 3, 6, 8, 9, 10], "localhost": [15, 18, 20], "locat": [4, 11, 16], "log": [5, 9, 11, 18, 19, 20, 22], "logic": [0, 1, 3, 5, 6, 8, 9, 11, 13, 14, 16, 21, 22, 23], "long": 1, "look": [4, 8, 9, 15, 21, 23], "loop": 9, "louvr": 15, "low": [0, 7, 16], "lower": 1, "m": 15, "machin": 12, "made": 15, "mai": [0, 9, 21], "main": [9, 11, 15, 20], "maintain": [4, 9], "major": [12, 15], "make": [0, 1, 3, 5, 6, 7, 8, 9, 11, 13, 15, 16, 17, 20], "malaysian": 15, "malici": [9, 21], "manag": [0, 1, 3, 4, 5, 6, 7, 8, 9, 13, 14, 15, 16, 17, 20, 21, 23], "managemet": 6, "mandatori": 4, "mani": [9, 20], "manipul": [0, 13, 18], "manual": [1, 2], "manufactur": [0, 3, 8, 9, 23], "map": 16, "mark": 4, "masssiv": 13, "match": [0, 9, 23], "matter": [13, 16], "max": [0, 8, 9, 23], "maximum": 4, "me": 15, "mean": [15, 17, 20, 23], "meaning": 5, "measur": [13, 18], "mechan": [0, 3, 14, 16, 21], "meet": [16, 21], "messag": [1, 5, 9, 10, 15, 16, 20, 21, 23], "message_format": [0, 1, 3, 6, 8, 9, 15, 23], "metadata": [4, 8, 11, 17], "method": [0, 1, 2, 17], "metric": [11, 13, 19, 20], "metrics_path": 18, "mexican": 15, "might": [7, 21], "mind": [16, 20], "mini": 20, "minim": [6, 20, 21], "minimum": 4, "ministr": [3, 15], "minor": 21, "minut": [1, 2, 23], "misalign": 21, "misformat": 21, "miss": [0, 5, 13], "mistak": 21, "mistral": [3, 15, 23], "mistral8x7b": 23, "mistral_api_kei": [15, 23], "mistral_loc": 23, "mistrallocal7b": 23, "misus": 21, "mode": 7, "model": [0, 1, 2, 3, 6, 8, 9, 10, 11, 13, 15, 16, 20, 21, 22, 23], "model_serv": 17, "moder": 10, "modern": [18, 20], "modif": 9, "modifi": 1, "modul": 20, "modular": 4, "monitor": [8, 9, 13, 14, 17, 19, 20, 22], "more": [0, 1, 2, 4, 6, 8, 11, 12, 13, 16, 17, 20, 21], "most": [0, 4, 8, 12, 15, 16, 17], "multi": 22, "multipl": [4, 9, 12, 16], "museum": 15, "must": [0, 2, 20], "mxn": 15, "my": [8, 9, 15, 21, 23], "myr": 15, "n": 15, "n1": 15, "n10": 15, "n11": 15, "n12": 15, "n13": 15, "n14": 15, "n15": 15, "n16": 15, "n17": 15, "n18": 15, "n19": 15, "n2": 15, "n20": 15, "n21": 15, "n22": 15, "n23": 15, "n24": 15, "n25": 15, "n26": 15, "n27": 15, "n28": 15, "n29": 15, "n3": 15, "n30": 15, "n31": 15, "n4": 15, "n5": 15, "n6": 15, "n7": 15, "n8": 15, "n9": 15, "name": [0, 1, 2, 3, 4, 6, 8, 9, 11, 15, 16, 18, 20, 23], "nativ": 18, "natur": [5, 8, 9, 16, 23], "navig": [14, 21], "necessari": [4, 8, 9, 16], "need": [0, 1, 4, 7, 8, 9, 11, 14, 15, 16, 18, 20, 23], "network": [0, 3, 6, 7, 8, 10, 11, 13, 14, 16, 23], "network_qa": 0, "network_summari": 0, "never": 15, "new": [1, 4, 15, 16, 20], "next": [16, 22], "nif": 15, "nli": [8, 23], "nok": 15, "non": 12, "none": 1, "norwegian": 15, "note": [7, 11, 17, 18, 23], "notr": 15, "nuanc": [13, 22], "number": [2, 9, 12, 16], "numer": 4, "nzd": 15, "o": [1, 20], "object": [1, 17], "observ": [3, 13, 14, 18, 20, 22, 23], "occur": 5, "offer": [0, 1, 3, 8, 9, 11, 13, 21, 23], "often": [1, 2, 16], "ollama": 3, "on_except": [8, 9, 15, 21, 23], "onc": [0, 1, 2, 8, 9, 12, 15, 16, 20], "one": [0, 9, 11, 15, 16, 20], "ones": [1, 16], "ongo": 16, "onli": [4, 6, 7, 8, 9, 15, 16, 21, 23], "opaqu": [13, 22], "open": [1, 4, 18, 20], "openai": [0, 1, 6, 9, 17, 20, 23], "openai_api_kei": [0, 1, 3, 6, 8, 9, 15, 20, 23], "opentelemetri": [13, 18, 23], "oper": [9, 11, 13, 15, 16], "optim": [6, 16, 20], "option": [0, 1, 2, 4, 7, 14, 20, 23], "oral": 1, "order": [9, 16, 20], "orient": 16, "origin": [8, 11, 13, 17], "oss": 3, "otel": 20, "other": [5, 7, 9, 11, 13, 15, 16, 20], "otlp": 20, "otlp_export": 20, "otlpspanexport": 20, "our": [2, 7, 8, 9, 13, 16], "out": [11, 13, 16, 22], "outbound": [3, 13, 15, 20], "outgo": [6, 16, 20], "outlin": 9, "outperform": 0, "output": [2, 13, 16, 18, 21], "outsid": [13, 22], "over": [0, 2, 3], "overal": [4, 7], "overid": 23, "overload": 9, "overrid": [8, 9, 15, 23], "overview": [1, 19, 22], "overwhelm": 9, "own": 9, "p50": [0, 8], "packag": [15, 20], "page": 8, "pai": 16, "pain": [3, 6, 8, 9, 13, 23], "pair": 8, "par": 16, "parallel": [9, 12, 16], "param": [16, 18], "paramet": [1, 5, 8, 9, 13, 15, 16, 21, 23], "parent": 20, "pari": 15, "pars": [3, 5, 6, 8, 9, 16, 17, 23], "part": [9, 13, 16, 20], "particular": [4, 16], "pass": [8, 9, 17], "past": 2, "path": [0, 1, 2, 4, 8, 9, 11, 15, 16, 17, 23], "payment": [16, 20], "pem": 23, "pend": 20, "per": [9, 13, 16, 17, 18, 23], "perceiv": [13, 18], "perform": [0, 4, 6, 7, 8, 9, 12, 13, 16, 20, 21], "performimg": 8, "period": 9, "person": [0, 4, 13, 14, 15, 16, 22], "peso": 15, "phase": 8, "philippin": 15, "php": [13, 15], "piec": [4, 8], "pilot": 20, "pip": [15, 20], "pipelin": [9, 20], "place": [9, 16], "placehold": [0, 2, 20], "plan": [8, 11], "pleas": [2, 5, 7, 8, 16], "pln": 15, "pod": 20, "point": [6, 8, 16], "polici": [9, 20], "polish": 15, "pollut": 1, "pool": 9, "popul": 15, "popular": 20, "port": [0, 1, 3, 6, 8, 9, 11, 15, 23], "possibl": 5, "post": [0, 1, 2, 17, 23], "potenti": 8, "pound": 15, "power": [1, 8, 16, 20, 21], "practic": [4, 6, 9, 10, 13, 14, 19], "pre": [9, 21], "preced": 20, "precis": [1, 2, 16], "predefin": [0, 4, 8, 11, 13], "prefer": [16, 20], "premis": [3, 7], "prepar": 20, "presenc": [3, 6], "present": [2, 13, 16, 20], "prevent": [9, 13, 20, 21], "previou": [1, 2], "price": [7, 15], "primari": [6, 8, 12], "primit": [3, 6, 11, 22], "primitv": 8, "print": [3, 8, 15, 16, 20], "priorit": 21, "privaci": 8, "private_kei": 23, "proce": [8, 9, 23], "process": [4, 5, 7, 8, 11, 12, 13, 14, 16, 17, 18, 20, 21], "process_customer_request": 20, "processess": 1, "processor": 20, "produc": 16, "product": [16, 20], "profil": 16, "program": [8, 9, 21, 23], "project": [4, 13, 22], "prometheu": 18, "promethu": 18, "promot": 9, "prompt": [1, 3, 5, 6, 7, 9, 10, 11, 12, 13, 14, 15, 18, 22, 23], "prompt_guard": [8, 9, 14, 15, 23], "prompt_target": [0, 1, 2, 4, 8, 9, 11, 14, 15, 16, 23], "prompt_target_intent_matching_threshold": 23, "prone": [1, 2], "propag": [8, 13, 19], "proper": 20, "properli": 11, "protect": [20, 21], "proto": 20, "protocol": [3, 9, 15, 17, 20], "proven": 13, "provid": [0, 1, 2, 4, 5, 6, 8, 9, 11, 13, 14, 15, 16, 17, 18, 20, 21, 22, 23], "provider_interfac": [3, 6, 8, 9, 23], "proxi": [8, 9, 11, 18], "publish": 18, "pull": 2, "purchas": [0, 3, 8, 9, 23], "purpos": [0, 4, 7, 8, 9, 11, 13], "pydant": 1, "python": [13, 17], "q": [0, 16], "q1": 21, "qualiti": 2, "queri": [0, 1, 2, 4, 15, 16, 20], "question": [1, 8, 9, 23], "quick": 20, "quickli": [7, 13, 14, 15], "quickstart": [14, 22], "rag": [8, 9, 11, 14, 22], "rag_energy_source_ag": 1, "rais": 16, "rand": 15, "random_sampl": 20, "rang": [0, 2, 11, 18, 20], "rare": 9, "rate": [3, 8, 9, 13, 15, 18, 20, 23], "rate_limit": 23, "rather": [2, 5], "raw": 5, "rch": 11, "re": [1, 2, 8, 9, 15, 16, 20, 21, 23], "reach": 21, "read": [1, 6, 8, 9, 13, 16, 20], "readabl": [4, 5], "real": [0, 2, 15, 16], "realli": 13, "reboot": [0, 2, 4, 8, 9, 23], "reboot_devic": [0, 4], "reboot_network_devic": [8, 9, 23], "receiv": [5, 8, 9, 11, 16, 17, 20, 21], "recept": 9, "recognit": [4, 8], "recommend": [1, 9, 12, 15], "record": [13, 20], "recoveri": 13, "reddit": 13, "reduc": [1, 21], "refer": [0, 2, 7, 11, 15, 16, 17, 20, 22], "refin": 8, "region": 20, "reject": [8, 13], "relat": [0, 7, 9, 11, 13, 18, 20], "relev": [0, 1, 2, 4, 9, 16], "reli": [2, 8, 20], "reliabl": [2, 3, 6, 16, 21], "remain": 16, "rememb": 16, "remind": 16, "renew": 1, "renminbi": 15, "repeat": 21, "replac": 20, "repositori": 15, "repres": [8, 13, 20], "request": [3, 5, 6, 8, 10, 11, 13, 15, 16, 17, 20, 21, 22, 23], "requestsinstrumentor": 20, "requir": [0, 1, 2, 4, 5, 6, 8, 9, 13, 15, 16, 22, 23], "resili": [8, 13], "resolv": 20, "resourc": [15, 19], "respect": [17, 18], "respond": [5, 13, 18, 20], "respons": [0, 1, 2, 3, 4, 5, 8, 9, 11, 14, 15, 16, 17, 20, 21, 23], "response_cod": 17, "response_flag": 17, "rest": [9, 12], "result": [0, 16], "retri": [0, 1, 3, 6, 8, 9, 13, 23], "retriev": [0, 8, 9, 11, 16], "return": [0, 1, 2, 4, 9, 11, 16, 20, 21], "revers": 9, "ringgit": 15, "risk": 21, "roadmap": 8, "robin": [0, 8, 9, 23], "robust": [8, 13, 16, 21, 22], "role": [5, 8, 15, 20], "romanian": 15, "ron": 15, "root": 5, "round": [0, 8, 9, 23], "rout": [0, 2, 3, 6, 8, 9, 11, 13, 22, 23], "router": [4, 9], "routin": 16, "rule": 16, "run": [0, 2, 7, 8, 9, 11, 13, 15, 20], "runtimeerror": 5, "rupe": 15, "rupiah": 15, "safer": 21, "safeti": [6, 8, 13, 21], "sai": 16, "same": [13, 16, 22], "sampl": [15, 18, 20, 23], "sampling_r": 23, "san": [4, 16], "sanit": [9, 21], "save": 1, "scalabl": [4, 15], "scale": [3, 9, 13, 14], "scenario": [0, 1, 2, 7, 8, 9, 13, 14, 16, 23], "schedul": [8, 11, 16], "schema": [4, 15], "scheme": 18, "scienc": 16, "score": 8, "scrape_config": 18, "scrape_interv": 18, "scrape_timeout": 18, "screenshot": 18, "script": [15, 16], "scrutini": 21, "sdk": 20, "seamless": [3, 16], "seamlessli": [3, 4, 18, 20], "seattl": 16, "section": [1, 2, 3, 4, 6, 8, 9, 14, 20], "secur": [3, 6, 8, 9, 13, 14, 20, 21, 22], "see": [6, 8, 11], "sek": 15, "select": [9, 15], "selector": 23, "self": [7, 9, 11, 13, 17], "semant": 8, "send": [3, 8, 9, 11, 16, 20, 23], "sender": 8, "sensit": 20, "sent": [9, 17], "separ": [4, 7, 9, 11, 12, 23], "sequenti": 0, "serv": [9, 10, 11, 22], "server": [5, 7, 9, 11, 13, 15], "servic": [0, 2, 4, 8, 9, 16, 17, 20], "set": [6, 7, 8, 9, 11, 13, 14, 15, 16, 20, 23], "set_tracer_provid": 20, "setup": [1, 6, 8, 16, 20], "sever": [9, 13, 18], "sgd": 15, "shape": 13, "share": [8, 9, 11], "sheqel": 15, "should": [3, 4, 5, 6, 8, 9, 16, 23], "show": [1, 3, 15], "side": 5, "signatur": 16, "signifc": 2, "similar": 8, "simpl": [8, 11, 15, 16, 20], "simpli": [3, 6, 8, 15, 20], "simplic": 9, "simplif": 6, "simplifi": [3, 4, 6, 14, 20], "simul": [0, 2], "simultan": 0, "sinc": [8, 15], "singapor": 15, "singl": [1, 8, 11, 12, 13, 16, 23], "sit": [13, 14, 16], "site": 20, "skimp": 16, "slow": [1, 2], "slowest": 7, "small": [12, 13], "smart": [13, 16], "smarter": 2, "sni": 9, "so": [0, 1, 2, 7, 8, 11, 13, 16], "socket": 9, "softwar": [8, 13], "solar": 1, "sole": 2, "solut": 4, "some": [1, 9, 12, 15, 16, 18], "sonnet": 8, "sota": 16, "sourc": [1, 2, 15, 16, 18, 20], "south": 15, "span": [9, 20], "span_processor": 20, "special": [13, 14, 20], "specif": [0, 1, 2, 4, 5, 7, 8, 9, 13, 15, 16, 20, 21, 23], "specifi": [2, 4, 9, 11, 16], "speed": [2, 7, 13, 18], "spell": 16, "spend": 12, "sporad": 12, "sql": 2, "stack": [5, 13, 14, 16, 17], "stage": 21, "stai": 8, "standalon": 20, "standard": [13, 20], "start": [3, 6, 7, 8, 11, 20], "start_as_current_span": 20, "start_tim": 17, "stat": [0, 2, 9, 18], "state": [4, 8, 9, 15, 16], "static": 9, "static_config": 18, "statist": [0, 2, 9], "statu": [16, 17, 20], "step": [14, 20, 22], "stock": 20, "store": [2, 18], "str": [1, 4, 8, 9, 15, 16, 23], "straightforward": 16, "stream": [3, 6, 8, 9, 23], "streamlin": [2, 4, 6], "string": 5, "strip": 8, "stripe": 13, "structur": [2, 17], "struggl": [1, 2], "stuff": 16, "submit": 16, "substanti": 13, "subsystem": [0, 3, 6, 7, 8, 9, 13, 23], "subsytem": 8, "success": [13, 15], "successfulli": 15, "sugar": 1, "suggest": [16, 21], "suit": 13, "suitabl": [4, 16], "summar": [1, 4, 8, 9, 11, 16, 23], "summari": [1, 8, 9, 16, 19, 23], "support": [0, 1, 3, 4, 8, 9, 11, 13, 15, 18, 20, 21], "sure": [5, 20], "sustain": 1, "swedish": 15, "swiss": 15, "switch": 3, "symbol": 15, "symptom": 1, "system": [0, 1, 3, 5, 6, 8, 9, 13, 15, 16, 17, 20, 21, 22, 23], "system_prompt": [0, 1, 3, 8, 9, 15, 23], "t": [1, 7, 16], "tail": 17, "tailor": [0, 13, 16, 21], "take": [8, 9, 11, 13], "taken": 17, "talk": 1, "target": [1, 3, 6, 9, 10, 11, 14, 15, 18, 22, 23], "task": [0, 8, 9, 11, 12, 13, 16], "tcp": 9, "tech": [1, 14, 20, 22], "tech_overview": 14, "technic": 20, "techniqu": [1, 2, 8, 21], "technologi": [1, 13, 14], "telemetri": [13, 18, 20], "temperatur": [4, 16], "term": 1, "termin": 13, "terminologi": [10, 22], "test": [1, 7, 13, 16], "text": [3, 6, 8, 9, 16, 23], "tft": [13, 18], "thai": 15, "than": [0, 2, 7], "thb": 15, "thei": [4, 21], "them": [2, 4, 5, 9, 11, 16, 21], "thi": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 11, 12, 13, 14, 15, 16, 17, 20, 23], "thing": 11, "think": 16, "thirst": 1, "thoroughli": 16, "those": [0, 1, 2, 11, 20], "thread": [9, 10, 22], "three": [7, 9, 13, 18], "threshold": 23, "through": [1, 3, 8, 9, 13, 16, 17, 20], "throughput": [0, 16], "time": [0, 2, 8, 9, 13, 16, 17, 18, 23], "time_rang": [0, 2], "timeout": 18, "timestamp": 9, "tip": 10, "tl": [9, 13, 23], "tls_certif": [0, 1, 23], "todai": [9, 15, 21], "token": [1, 7, 8, 13, 18, 23], "toler": [1, 3, 8], "too": 9, "took": 17, "tool": [5, 13, 17, 18, 19, 21], "top": [3, 6, 12], "topologi": 10, "tot": [13, 18], "total": [13, 17, 18], "tower": 15, "trace": [5, 8, 9, 11, 13, 18, 19, 22, 23], "trace_export": 20, "tracepar": [13, 19], "tracer": 20, "tracer_provid": 20, "tracerprovid": 20, "track": 15, "tradit": [13, 22], "traffic": [3, 6, 8, 9, 13, 14, 16, 17], "train": 21, "transact": 16, "transpar": 13, "transport": 9, "travel": [8, 11, 16], "travers": 9, "treat": [8, 9, 23], "trigger": [0, 11, 14, 16], "trivial": 9, "troubleshoot": [4, 5, 14], "true": [0, 1, 2, 3, 4, 6, 8, 9, 15, 16, 18, 20, 23], "try": 15, "turbo": [0, 1], "turkish": 15, "turn": [16, 22], "tutori": 14, "two": [0, 7, 8, 9, 11], "type": [0, 1, 2, 3, 4, 5, 6, 8, 9, 11, 15, 16, 18, 23], "typic": [9, 16], "typo": 21, "ui": 9, "unauthor": 8, "under": 17, "understand": [13, 14, 16, 18, 20, 21], "undifferenti": [9, 11, 13], "unexpect": 16, "unifi": 3, "uniformli": 20, "uniqu": [4, 20], "unit": [4, 15, 16, 23], "until": 9, "unwant": 9, "up": [1, 7, 11, 14, 15, 20], "updat": [0, 1, 9, 13, 15, 16, 23], "upgrad": [3, 9, 13], "upon": 9, "upstream": [1, 8, 9, 10, 11, 13, 14, 16, 17, 18, 23], "upstream_host": 17, "urin": 1, "url": [8, 15, 18], "us": [0, 1, 2, 4, 6, 7, 9, 11, 13, 14, 17, 19, 23], "usabl": 21, "usag": [1, 3, 4, 9, 13, 16, 18], "usd": 15, "user": [0, 1, 2, 4, 5, 8, 9, 11, 13, 15, 16, 17, 18, 20, 21, 22], "user_id": 5, "usi": 20, "usual": [8, 15], "util": [8, 9, 15], "v": 20, "v0": [0, 1, 3, 6, 8, 9, 15, 23], "v1": [6, 15, 17, 20], "v2": [15, 18], "v24": 15, "v3": 15, "valid": [0, 2, 14, 15, 16, 21], "validationerror": 5, "valu": [0, 4, 8, 9, 16, 20, 21, 23], "valueerror": 16, "variabl": [15, 20], "varieti": 9, "variou": [12, 13, 16, 20], "ve": [1, 15], "vector": [2, 8], "vendor": 3, "venv": 15, "veri": [9, 20], "verif": 20, "verifi": 20, "version": [0, 1, 3, 6, 8, 9, 15, 20, 23], "via": [0, 1, 5, 7, 9, 11, 13, 14, 15, 19, 20, 21, 23], "view": [18, 20], "violat": [5, 9, 11, 21], "violent": 8, "virtual": 15, "visibl": 17, "vision": 1, "visit": 8, "vpc": 7, "w3c": [13, 20], "wa": [9, 13, 16, 17, 22], "wai": [0, 1, 2, 3, 6, 8, 9, 13, 23], "wait": [0, 8, 9, 23], "want": [0, 11, 13, 15, 16], "watch": 16, "we": [1, 3, 9, 11, 12, 15, 21], "weather": [4, 16], "weather_info": 16, "web": [9, 11], "welcom": 14, "well": 13, "were": 17, "what": [1, 3, 5, 8, 13, 15, 17], "when": [0, 1, 2, 3, 5, 6, 8, 9, 11, 16, 20], "where": [0, 4, 7, 8, 9, 11, 13, 14, 15, 16, 17, 21, 23], "whether": [4, 16], "which": [0, 2, 3, 6, 7, 9, 13, 16, 17, 18, 20, 22], "while": [1, 8, 12, 14, 16, 21], "wide": [9, 11, 18, 20], "wind": 1, "window": 15, "within": [0, 4, 8, 9, 14, 16, 21, 23], "without": [6, 9, 13, 14], "won": 15, "work": [7, 11, 13, 16, 19, 20, 23], "worker": [9, 12], "workflow": 14, "workload": 12, "would": [0, 2, 9, 23], "write": [0, 1, 2, 13, 14], "written": [9, 12, 13], "x": [5, 9, 11, 15, 17], "yaml": [0, 1, 3, 11, 15, 18, 20], "yen": 15, "yml": [3, 8, 23], "york": [4, 16], "you": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 11, 13, 14, 15, 16, 18, 20, 21, 23], "your": [0, 1, 2, 3, 4, 6, 7, 8, 9, 11, 13, 14, 15, 16, 17, 18, 20, 21, 23], "yourself": 1, "yourweatherapp": 16, "yuan": 15, "zar": 15, "zealand": 15, "zeroshot": 17, "z\u0142oti": 15}, "titles": ["Agentic Apps", "Multi-Turn", "RAG Apps", "LLM Provider", "Prompt Target", "Error Target", "Listener", "Model Serving", "Prompts", "Request Lifecycle", "Tech Overview", "Terminology", "Threading Model", "Intro to Arch", "Overview", "Quickstart", "Function Calling", "Access Logging", "Monitoring", "Observability", "Tracing", "Prompt Guard", "Welcome to Arch!", "Configuration Reference"], "titleterms": {"1": [0, 1, 2, 15, 16], "2": [0, 1, 2, 15, 16], "3": [15, 16], "A": 20, "It": 17, "access": 17, "ad": 3, "addit": 20, "adjust": 1, "agent": [0, 8, 15, 20], "ai": [15, 20], "an": 8, "app": [0, 1, 2, 8], "ar": 4, "arch": [1, 8, 13, 14, 15, 16, 21, 22], "architectur": 9, "augment": 2, "aw": 20, "basic": 4, "benefit": [20, 21], "best": [5, 16, 20], "blaze": 7, "breakdown": 20, "build": [1, 14, 15, 22], "call": [0, 16], "case": 16, "client": [8, 15], "cloud": 7, "command": 15, "concept": [5, 14, 22], "config": [1, 15], "configur": [4, 6, 9, 16, 18, 21, 23], "convers": 15, "cpu": 7, "creat": 15, "curl": 15, "currenc": 15, "custom": 3, "dashboard": 18, "datadog": 20, "default": 4, "defin": [0, 1, 2, 4, 16], "demo": 1, "downstream": 6, "egress": [6, 8, 9], "error": 5, "exampl": [1, 3, 4, 5, 8, 16, 20, 21], "extract": 2, "fast": 7, "featur": [4, 16, 17], "file": 15, "flask": [1, 2], "flow": 9, "follow": 2, "format": [17, 20], "function": [0, 16], "gatewai": [8, 15], "gener": 2, "get": [14, 22], "gpu": 7, "grafana": 18, "guard": [8, 21], "guid": [14, 22], "header": [5, 20], "high": 9, "how": [17, 20, 21], "i": [2, 16, 21], "implement": 16, "ingress": [6, 9], "initi": 20, "instrument": 20, "integr": 20, "intent": [1, 4, 8], "interact": 15, "intro": 13, "kei": [4, 5, 16, 17], "langtrac": 20, "level": 9, "lifecycl": 9, "listen": 6, "llm": [3, 8, 15], "local": 7, "log": 17, "logic": 4, "match": [4, 8], "messag": 8, "metric": 18, "model": [7, 12], "moder": 7, "monitor": 18, "multi": [1, 2], "multipl": 0, "network": 9, "next": 15, "observ": 19, "openai": [3, 8, 15], "opentelemetri": 20, "over": 16, "overview": [10, 14, 20], "parallel": 0, "paramet": [0, 2, 4], "post": 9, "practic": [5, 16, 20], "prerequisit": 15, "process": [0, 1, 2, 9], "prompt": [0, 2, 4, 8, 16, 21], "propag": 20, "provid": 3, "python": [3, 15, 20], "question": 2, "quickstart": 15, "rag": [1, 2], "rai": 20, "refer": 23, "request": [0, 1, 2, 9], "resourc": [20, 22], "retriev": [1, 2], "rout": 4, "router": 15, "sdk": 3, "serv": 7, "singl": 0, "start": [14, 15, 22], "step": [0, 1, 2, 15, 16], "summari": [4, 20, 21], "switch": 1, "take": 16, "target": [0, 2, 4, 5, 8, 16], "tech": 10, "terminologi": [9, 11], "thread": 12, "tip": [5, 16], "tool": 20, "topologi": 9, "trace": 20, "tracepar": 20, "turn": [1, 2], "up": 2, "upstream": 6, "us": [3, 8, 15, 16, 20, 21], "via": [8, 18], "visual": 20, "welcom": 22, "what": [2, 4, 16, 21], "why": 21, "work": [17, 21], "workflow": 16, "x": 20}})
\ No newline at end of file
+Search.setIndex({"alltitles": {"AI Agent Tracing Visualization Example": [[20, "ai-agent-tracing-visualization-example"]], "AWS X-Ray": [[20, "aws-x-ray"]], "Access Logging": [[17, null]], "Adding custom LLM Provider": [[3, "adding-custom-llm-provider"]], "Additional Resources": [[20, "additional-resources"]], "Agentic Apps": [[0, null]], "Agentic Apps via Prompt Targets": [[8, "agentic-apps-via-prompt-targets"]], "Arch-Function": [[16, "arch-function"]], "Basic Configuration": [[4, "basic-configuration"]], "Benefits of Using Arch Guard": [[21, "benefits-of-using-arch-guard"]], "Benefits of Using Traceparent Headers": [[20, "benefits-of-using-traceparent-headers"]], "Best Practices": [[20, "best-practices"]], "Best Practices and Tips": [[5, "best-practices-and-tips"], [16, "best-practices-and-tips"]], "Build AI Agent with Arch Gateway": [[15, "build-ai-agent-with-arch-gateway"]], "Build Multi-Turn RAG Apps": [[1, "build-multi-turn-rag-apps"]], "Build with Arch": [[14, "build-with-arch"], [22, null]], "Cloud Serving (GPU - Blazing Fast)": [[7, "cloud-serving-gpu-blazing-fast"]], "Concepts": [[14, "concepts"], [22, null]], "Configuration": [[9, "configuration"]], "Configuration Reference": [[23, null]], "Configure Listener": [[6, "configure-listener"]], "Configure Monitoring": [[18, "configure-monitoring"]], "Configuring Prompt Targets": [[4, "configuring-prompt-targets"]], "Datadog": [[20, "datadog"]], "Default Targets": [[4, "default-targets"]], "Defining Parameters": [[4, "defining-parameters"]], "Demo App": [[1, "demo-app"]], "Downstream (Ingress)": [[6, "downstream-ingress"]], "Error Header Example": [[5, "error-header-example"]], "Error Target": [[5, null]], "Example 1: Adjusting Retrieval": [[1, "example-1-adjusting-retrieval"]], "Example 2: Switching Intent": [[1, "example-2-switching-intent"]], "Example Configuration": [[4, "example-configuration"], [21, "example-configuration"]], "Example Use Cases": [[16, "example-use-cases"]], "Example with OpenTelemetry in Python": [[20, "example-with-opentelemetry-in-python"]], "Example: Using OpenAI Client with Arch as an Egress Gateway": [[8, "example-using-openai-client-with-arch-as-an-egress-gateway"]], "Example: Using the OpenAI Python SDK": [[3, "example-using-the-openai-python-sdk"]], "Function Calling": [[16, null]], "Function Calling Workflow": [[16, "function-calling-workflow"]], "Get Started": [[14, "get-started"], [22, null]], "Guides": [[14, "guides"], [22, null]], "Header Format": [[20, "header-format"]], "High level architecture": [[9, "high-level-architecture"]], "How Arch-Guard Works": [[21, "how-arch-guard-works"]], "How It Works": [[17, "how-it-works"]], "How to Initiate A Trace": [[20, "how-to-initiate-a-trace"]], "Implementing Function Calling": [[16, "implementing-function-calling"]], "Instrumentation": [[20, "instrumentation"]], "Integrating with Tracing Tools": [[20, "integrating-with-tracing-tools"]], "Intent Matching": [[4, "intent-matching"], [8, "intent-matching"]], "Intro to Arch": [[13, null]], "Key Concepts": [[5, "key-concepts"]], "Key Features": [[4, "key-features"], [16, "key-features"], [17, "key-features"]], "LLM Provider": [[3, null]], "Langtrace": [[20, "langtrace"]], "Listener": [[6, null]], "Local Serving (CPU - Moderate)": [[7, "local-serving-cpu-moderate"]], "Log Format": [[17, "log-format"]], "Messages": [[8, "messages"]], "Metrics Dashboard (via Grafana)": [[18, "metrics-dashboard-via-grafana"]], "Model Serving": [[7, null]], "Monitoring": [[18, null]], "Multi-Turn": [[1, null]], "Multi-Turn RAG (Follow-up Questions)": [[2, "multi-turn-rag-follow-up-questions"]], "Network topology": [[9, "network-topology"]], "Next Steps": [[15, "next-steps"]], "Observability": [[19, null]], "Overview": [[14, null], [20, "overview"]], "Parallel & Multiple Function Calling": [[0, "parallel-multiple-function-calling"]], "Parameter Extraction for RAG": [[2, "parameter-extraction-for-rag"]], "Post-request processing": [[9, "post-request-processing"]], "Prerequisites": [[15, "prerequisites"]], "Prompt Guard": [[8, "prompt-guard"], [21, null]], "Prompt Target": [[4, null]], "Prompt Targets": [[8, "prompt-targets"]], "Prompting LLMs": [[8, "prompting-llms"]], "Prompts": [[8, null]], "Quickstart": [[15, null]], "RAG Apps": [[2, null]], "Request Flow (Egress)": [[9, "request-flow-egress"]], "Request Flow (Ingress)": [[9, "request-flow-ingress"]], "Request Lifecycle": [[9, null]], "Resources": [[22, null]], "Routing Logic": [[4, "routing-logic"]], "Single Function Call": [[0, "single-function-call"]], "Step 1. Create arch config file": [[15, "step-1-create-arch-config-file"], [15, "id2"]], "Step 1: Define Arch Config": [[1, "step-1-define-arch-config"]], "Step 1: Define Prompt Targets": [[0, "step-1-define-prompt-targets"], [0, "id1"], [2, "step-1-define-prompt-targets"]], "Step 1: Define the Function": [[16, "step-1-define-the-function"]], "Step 2. Start arch gateway": [[15, "step-2-start-arch-gateway"]], "Step 2. Start arch gateway with currency conversion config": [[15, "step-2-start-arch-gateway-with-currency-conversion-config"]], "Step 2: Configure Prompt Targets": [[16, "step-2-configure-prompt-targets"]], "Step 2: Process Request Parameters": [[0, "step-2-process-request-parameters"]], "Step 2: Process Request Parameters in Flask": [[2, "step-2-process-request-parameters-in-flask"]], "Step 2: Process Request in Flask": [[1, "step-2-process-request-in-flask"]], "Step 3. Interacting with gateway using curl command": [[15, "step-3-interacting-with-gateway-using-curl-command"]], "Step 3.1: Using OpenAI Python client": [[15, "step-3-1-using-openai-python-client"]], "Step 3.2: Using curl command": [[15, "step-3-2-using-curl-command"]], "Step 3: Arch Takes Over": [[16, "step-3-arch-takes-over"]], "Step 3: Interact with LLM": [[15, "step-3-interact-with-llm"]], "Summary": [[4, "summary"], [20, "summary"], [21, "summary"]], "Tech Overview": [[10, null]], "Terminology": [[9, "terminology"], [11, null]], "Threading Model": [[12, null]], "Trace Breakdown:": [[20, "trace-breakdown"]], "Trace Propagation": [[20, "trace-propagation"]], "Tracing": [[20, null]], "Upstream (Egress)": [[6, "upstream-egress"]], "Use Arch Gateway as LLM Router": [[15, "use-arch-gateway-as-llm-router"]], "Welcome to Arch!": [[22, null]], "What Are Prompt Targets?": [[4, "what-are-prompt-targets"]], "What Is Arch-Guard": [[21, "what-is-arch-guard"]], "What is Function Calling?": [[16, "what-is-function-calling"]], "What is Retrieval-Augmented Generation (RAG)?": [[2, "what-is-retrieval-augmented-generation-rag"]], "Why Prompt Guard": [[21, "why-prompt-guard"]]}, "docnames": ["build_with_arch/agent", "build_with_arch/multi_turn", "build_with_arch/rag", "concepts/llm_provider", "concepts/prompt_target", "concepts/tech_overview/error_target", "concepts/tech_overview/listener", "concepts/tech_overview/model_serving", "concepts/tech_overview/prompt", "concepts/tech_overview/request_lifecycle", "concepts/tech_overview/tech_overview", "concepts/tech_overview/terminology", "concepts/tech_overview/threading_model", "get_started/intro_to_arch", "get_started/overview", "get_started/quickstart", "guides/function_calling", "guides/observability/access_logging", "guides/observability/monitoring", "guides/observability/observability", "guides/observability/tracing", "guides/prompt_guard", "index", "resources/configuration_reference"], "envversion": {"sphinx": 64, "sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx.ext.intersphinx": 1, "sphinx.ext.viewcode": 1}, "filenames": ["build_with_arch/agent.rst", "build_with_arch/multi_turn.rst", "build_with_arch/rag.rst", "concepts/llm_provider.rst", "concepts/prompt_target.rst", "concepts/tech_overview/error_target.rst", "concepts/tech_overview/listener.rst", "concepts/tech_overview/model_serving.rst", "concepts/tech_overview/prompt.rst", "concepts/tech_overview/request_lifecycle.rst", "concepts/tech_overview/tech_overview.rst", "concepts/tech_overview/terminology.rst", "concepts/tech_overview/threading_model.rst", "get_started/intro_to_arch.rst", "get_started/overview.rst", "get_started/quickstart.rst", "guides/function_calling.rst", "guides/observability/access_logging.rst", "guides/observability/monitoring.rst", "guides/observability/observability.rst", "guides/observability/tracing.rst", "guides/prompt_guard.rst", "index.rst", "resources/configuration_reference.rst"], "indexentries": {}, "objects": {}, "objnames": {}, "objtypes": {}, "terms": {"": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 11, 12, 13, 14, 15, 16, 17, 20], "0": [0, 1, 3, 6, 7, 8, 9, 11, 15, 17, 20, 23], "00": 20, "003": 8, "005": [0, 8, 9, 23], "03": 17, "04": 17, "05": 15, "050z": 17, "05m": 7, "06": 15, "08": 15, "1": [3, 5, 6, 8, 9, 11, 17, 18, 20, 23], "10": [16, 17, 18, 20], "100": [12, 20], "10000": [3, 6, 8, 9, 15, 23], "1022": 17, "104": 17, "106": 17, "10m": 8, "10t03": 17, "10x": [7, 8], "11": 15, "11434": 3, "12": 15, "12000": [3, 6, 8, 11, 15, 17, 20, 23], "1234": 5, "125": 17, "127": [0, 1, 3, 6, 8, 9, 11, 15, 17, 23], "12x": 0, "1301": 17, "131": 15, "140": 17, "15": 18, "156x": 7, "159": 17, "16": [15, 20], "162": 17, "168": 17, "1695": 17, "1695m": 17, "17": 17, "18083": [0, 17], "192": 17, "19901": 18, "1d6b30cfc845": 17, "2": [3, 9, 20], "200": [0, 2, 17], "200m": [0, 7, 8], "2024": [15, 17], "2025": 21, "21797": 17, "218": 17, "24": 15, "245": 17, "25": 15, "254": 17, "27": 15, "28": 15, "288": 15, "29": 15, "2a5b": 17, "3": [0, 1, 8, 20], "30": [3, 6, 8, 9, 15], "32": 20, "3b": [3, 15], "4": [8, 16, 20], "400": [0, 2, 5], "429": 9, "4317": 20, "441": 17, "443": [0, 1, 3, 11, 15, 17], "447": 17, "44x": [0, 8], "463": 17, "469793af": 17, "485": 15, "49": 17, "492z": 17, "4o": [0, 3, 6, 7, 8, 9, 15, 20, 23], "5": [0, 1, 8, 15, 20, 23], "51": [15, 17], "51000": 17, "52": 17, "53": 17, "537z": 17, "54": 17, "55": 17, "556": 17, "56": [15, 17], "598z": 17, "6": 20, "60": 23, "604197fe": 17, "614": 17, "647": 15, "65": 17, "7": [0, 2, 13, 20], "770": 17, "78558": 15, "7b": 23, "8": 20, "80": [8, 9, 11, 23], "8001": 23, "8080": [0, 1], "825": 15, "87": 17, "8x7b": 23, "9": 20, "905z": 17, "906z": 17, "9090": 18, "9367": 17, "95a2": 17, "961z": 17, "979": 15, "984": 17, "984m": 17, "9b57": 17, "A": [0, 2, 4, 5, 6, 9, 11, 12, 13, 14, 16, 19], "And": 15, "As": [8, 15, 18, 21], "Be": [16, 20], "But": 11, "By": [2, 4, 8, 9, 13, 16, 17, 20, 21, 23], "FOR": 17, "For": [1, 2, 3, 4, 6, 8, 11, 12, 13, 14, 15, 16, 17, 20], "If": [0, 1, 5, 8, 9, 16, 21], "In": [0, 2, 8, 9, 13, 14, 15, 16, 21], "It": [0, 9, 15, 16, 19, 20, 21], "Its": [13, 18, 20], "No": [8, 15], "On": 15, "Or": 20, "The": [1, 2, 4, 5, 7, 8, 9, 11, 13, 15, 16, 17, 20, 22, 23], "There": [7, 13], "These": [0, 2, 5, 11, 13, 16], "To": [2, 6, 8, 11, 13, 15, 18, 20], "With": [0, 2, 13, 15, 20, 21], "__main__": [0, 2], "__name__": [0, 2, 20], "a1c": 1, "abil": [8, 9, 11, 15, 21, 23], "abl": 11, "about": [0, 1, 7, 8, 9, 11, 13, 14, 15, 17, 21, 23], "abov": [0, 1, 2, 9, 13, 18], "abstract": 3, "accept": [4, 6, 8, 9, 12], "access": [9, 15, 18, 19, 20, 22], "access_": 17, "access_ingress": 17, "access_intern": 17, "access_kei": [0, 1, 3, 6, 8, 9, 15, 23], "access_llm": 17, "accident": 9, "accordingli": 20, "account": [16, 20], "accur": [1, 2, 4, 8, 11, 13, 16, 21], "accuraci": [2, 8, 21], "achiev": [8, 13, 16], "across": [0, 1, 3, 9, 13, 16, 20], "act": [4, 6, 13, 18], "action": [0, 4, 5, 8, 9, 11, 16, 21, 23], "activ": [9, 15], "actual": [0, 2, 8, 20], "ad": [0, 11, 13, 21], "add": [1, 2, 3, 6, 8, 16, 20], "add_span_processor": 20, "addit": [1, 2, 4, 6, 8, 9, 19, 21], "addition": 1, "address": [0, 1, 3, 6, 8, 9, 11, 15, 23], "adher": 21, "adilhafeez": 17, "adjust": [11, 20], "adopt": 20, "advanc": [8, 16], "advantag": [8, 13], "advic": [0, 3, 8, 9, 23], "affect": 20, "afraid": 16, "african": 15, "after": [9, 16, 20], "against": [8, 21], "agent": [1, 2, 9, 11, 13, 14, 16, 17, 21, 22, 23], "aggreg": 16, "agnost": 3, "ai": [2, 3, 4, 9, 11, 13, 14, 16, 17], "aid": 9, "air": 1, "airbnb": 13, "alert": [17, 18], "alertmanag": 18, "algorithm": 13, "align": 8, "all": [0, 1, 3, 6, 8, 9, 12, 13, 14, 20, 22, 23], "allow": [0, 4, 8, 11, 12, 13, 15, 16, 20], "along": 15, "alongsid": [7, 9, 11, 13], "alreadi": 20, "also": [0, 3, 4, 8, 9, 11, 15, 23], "altern": [5, 21], "alwai": 5, "ambigu": 16, "amount": 12, "an": [0, 1, 2, 3, 4, 5, 9, 11, 13, 15, 16, 18, 20, 21, 22, 23], "analysi": 5, "analyt": 16, "analyz": [0, 4, 8, 13, 16, 17, 20, 21], "ang": 8, "ani": [0, 1, 3, 4, 8, 9, 13, 14, 15, 16, 20, 21], "annot": 1, "answer": [1, 8, 9, 23], "anthrop": 3, "api": [0, 1, 3, 4, 5, 6, 7, 8, 9, 11, 13, 14, 15, 16, 17, 18, 20, 22], "api_bas": 8, "api_kei": [8, 15, 20], "api_serv": [4, 16, 17], "api_vers": 18, "apivers": 18, "apm": 20, "app": [11, 13, 14, 22], "app_serv": [0, 8, 9, 23], "append": [0, 2], "appli": [8, 9, 11, 13, 14, 21, 23], "applic": [0, 2, 3, 4, 5, 6, 7, 8, 9, 11, 13, 14, 15, 16, 17, 18, 20, 21], "applicaton": 7, "approach": [2, 4, 8, 20, 23], "appropri": [2, 4, 5, 8, 9, 11], "ar": [0, 1, 2, 3, 5, 6, 7, 8, 9, 11, 13, 15, 16, 17, 18, 20, 21, 22, 23], "arch": [0, 2, 3, 4, 5, 6, 7, 9, 11, 12, 17, 18, 20, 23], "arch_config": [1, 3, 8, 11, 15], "arch_conifg": 23, "arch_llm_listen": 17, "archgw": [7, 15, 18], "archgw_log": 17, "architectur": [4, 10, 11, 12, 13, 20, 21], "aris": [5, 11], "around": [9, 12], "arrai": 4, "arriv": 9, "art": [8, 15, 16], "ask": [1, 2, 15, 16, 20], "aspect": [13, 18], "assist": [0, 1, 3, 8, 9, 15, 20, 21, 23], "assum": [1, 8, 15], "attach": 4, "attack": 21, "attempt": [8, 9, 13, 21], "attent": 16, "attribut": [4, 20], "aud": 15, "augment": 9, "australian": 15, "author": 17, "auto_llm_dispatch_on_respons": [8, 9, 23], "autom": 16, "automat": [6, 8, 13, 16, 20, 21], "avail": [1, 3, 7, 9, 13, 20], "averlag": 7, "awsxrai": 20, "b25f": 17, "b265": 17, "back": [7, 9, 20], "backend": [4, 8, 9, 11, 13, 16, 18, 20, 22], "bad": 5, "baht": 15, "balanc": [0, 8, 9, 16, 23], "base": [0, 1, 2, 3, 4, 6, 8, 9, 11, 13, 15, 16, 21], "base_url": [3, 15, 20], "basemodel": 1, "bash": 7, "batch": 20, "batchedand": 9, "batchspanprocessor": 20, "battl": 13, "been": [15, 16], "befor": [8, 9, 11, 15, 21], "begin": 15, "behalf": [1, 8, 9, 17], "behavior": [8, 9, 11, 17, 21, 23], "behind": 14, "being": [8, 9, 11], "belief": [13, 22], "below": [1, 3, 4, 7, 8, 9, 15, 18, 20], "benchmark": 16, "benefici": 16, "benefit": [1, 13, 19], "best": [4, 6, 10, 13, 19], "better": [13, 16, 21], "between": [0, 3, 4, 8, 9, 12, 13, 16, 20, 23], "bgn": 15, "bill": 20, "bin": 15, "bind": [3, 6, 8, 11], "blaze": 10, "block": [3, 12], "blood": 1, "blurri": 1, "bodi": 8, "bool": [8, 9, 23], "bootstrap": 9, "born": [13, 22], "borrow": 11, "both": [8, 13, 14, 16, 18, 21], "bound": [8, 12], "brazilian": 15, "break": 17, "breaker": 9, "bridg": [4, 9, 16], "brief": [4, 9], "briefli": 9, "british": 15, "brl": 15, "broader": 0, "buil": [1, 2], "build": [0, 2, 3, 4, 6, 8, 11, 12, 13, 21], "build_with_arch": 14, "built": [0, 1, 7, 8, 9, 11, 13, 20, 22], "bulgarian": 15, "busi": [0, 4, 8, 9, 11, 13, 16, 22], "bypass": 21, "byte": [17, 20], "bytes_receiv": 17, "bytes_s": 17, "c": 13, "cad": 15, "call": [1, 3, 4, 5, 7, 8, 9, 11, 13, 14, 15, 17, 22], "campaign": [0, 11, 13], "can": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 11, 13, 15, 16, 17, 20, 21, 23], "canadian": 15, "capabl": [0, 1, 2, 4, 8, 11, 13, 15, 16, 22, 23], "capit": [3, 8, 15], "captur": [5, 13, 20], "care": 16, "carefulli": 4, "carri": [9, 20], "case": [0, 13, 14], "categor": 5, "categori": 8, "cathedr": 15, "caus": 5, "celsiu": [4, 16], "center": 15, "central": [0, 1, 3, 6, 8, 9, 13, 16, 17, 23], "certain": 21, "chain": 9, "chanc": 21, "chang": [1, 2, 8, 11, 20], "charact": 20, "chat": [15, 17, 20], "chat_complet": 20, "chatbot": 20, "cheaper": [7, 8], "cheapest": 0, "check": [1, 6, 8, 9, 11, 16, 20], "chf": 15, "children": 20, "chines": 15, "choic": [8, 15, 20], "choos": 16, "chunk": 2, "circuit": 9, "citi": [4, 15, 16], "claim": [0, 13], "clarif": [1, 2], "clarifi": 11, "class": [1, 3, 13], "classif": 8, "classifi": 21, "claud": 8, "cleaner": 4, "clear": [5, 16, 21], "clearer": 16, "cli": 15, "client": [3, 5, 6, 9, 11, 12, 20], "closest": 8, "cloud": [3, 10], "cluster": [0, 3, 8, 9, 13, 23], "cnversat": 1, "cny": 15, "co": 20, "code": [3, 5, 8, 9, 11, 12, 13, 15, 17], "codebas": [4, 20], "codec": 9, "coher": 3, "colleagu": 16, "collect": [0, 8, 16, 18, 20], "collector": 20, "com": [16, 17, 20], "combin": [2, 16], "comcern": 7, "command": 7, "comment": [8, 11], "commit": 20, "common": [0, 1, 16, 20], "commun": [3, 5, 9, 11, 15, 20], "compact": 8, "compani": 13, "compar": 8, "compat": [13, 20, 23], "compleix": 11, "complet": [3, 8, 9, 15, 16, 17, 20, 23], "complex": [0, 3, 4, 6, 12, 16, 20, 21], "complianc": 21, "compliant": 3, "compon": [4, 9, 13, 20], "compos": 15, "composit": 8, "comprehens": 15, "concept": [1, 10, 11], "concern": 9, "concis": 9, "confid": 21, "config": [11, 18, 20], "configiur": 18, "configur": [0, 1, 2, 3, 7, 8, 10, 11, 12, 13, 15, 19, 20, 22], "confirm": [8, 9, 16, 20, 23], "congratul": 15, "connect": [0, 4, 6, 7, 8, 9, 11, 12, 13, 15, 23], "connect_timeout": [0, 8, 9, 23], "conpleix": 1, "consid": 8, "consider": 1, "considert": 1, "consist": [11, 13, 16, 20], "consol": 20, "constraint": 21, "contain": [7, 8, 9, 11, 13, 15, 20, 21], "content": [1, 5, 8, 15, 20, 21], "context": [4, 5, 9, 11, 13, 15, 16, 20], "contextu": 2, "continu": 13, "contribut": 15, "contributor": 22, "control": [7, 11, 12, 23], "conveni": 1, "conver": 2, "convers": [0, 1, 2, 8, 13], "convert": 15, "coordin": 12, "copilot": 13, "core": [1, 9, 15], "corpu": 21, "correct": [1, 5, 8, 21], "correctli": 20, "correspond": 9, "cost": [1, 7, 13], "could": [0, 8, 9, 11, 16, 23], "count": 9, "covners": 1, "cpu": [9, 10], "creat": [0, 3, 5, 6, 8, 9, 11, 13, 14, 16, 20, 23], "create_gradio_app": 1, "createus": 5, "creativ": 16, "credenti": 20, "crime": 8, "criteria": 21, "critic": [0, 2, 5, 8, 9, 11, 13, 16, 18, 20, 23], "crucial": [16, 17, 20], "cultur": 15, "curiou": [8, 9, 15, 21, 23], "currency_exchang": 15, "currency_symbol": 15, "current": [4, 16], "custom": [8, 14, 20], "cutov": 13, "czech": 15, "czk": 15, "dai": [0, 2], "dame": 15, "danish": 15, "dashbaord": 18, "dashboard": [16, 19, 20], "data": [0, 2, 4, 8, 9, 11, 13, 15, 16, 18, 20, 21], "databas": [0, 2, 16], "datadoghq": 20, "dataset": 0, "datasourc": 18, "date": [4, 15, 16], "davinci": 8, "dc": 17, "dd_site": 20, "debug": [0, 2, 9, 17, 20], "decemb": 15, "decis": [0, 3, 7, 8, 9, 11, 23], "decrypt": 9, "dedic": 8, "deep": [6, 14], "deeper": 15, "def": [0, 1, 2, 16, 20], "default": [0, 1, 2, 3, 6, 7, 8, 9, 15, 17, 23], "defens": 21, "defin": [3, 8, 9, 15, 20, 23], "definit": [11, 16], "defram": 9, "degrad": 5, "deliv": 16, "deliveri": 9, "demo": 15, "demonstr": 16, "depend": [0, 9, 13, 15], "deploi": [7, 9, 13, 20], "deploy": 13, "depth": 4, "describ": [1, 2, 5, 9], "descript": [0, 1, 2, 4, 8, 9, 15, 16, 23], "design": [0, 4, 5, 7, 8, 9, 11, 13, 14, 16, 18, 20], "desir": [4, 16], "destroi": 9, "detail": [1, 2, 3, 5, 6, 8, 9, 11, 13, 16, 17, 20], "detect": [1, 2, 7, 8, 9, 11, 13, 21], "determin": [4, 9, 16, 20], "dev": [7, 15], "develop": [1, 2, 3, 4, 5, 6, 8, 9, 13, 14, 15, 20, 21], "devic": [0, 1, 2, 4, 7, 8, 9, 23], "device_id": [0, 2, 8, 9, 23], "device_reboot": 0, "device_summari": [0, 2], "diabet": 1, "diabeter": 1, "diagnos": 1, "dictionari": 8, "differ": [0, 3, 4, 8, 9, 16, 20, 23], "difficult": 13, "dipatch": 1, "direct": [4, 6], "directli": [8, 11], "disast": 13, "discov": 14, "diseas": 1, "disease_diagnos": 1, "diseases_symptom": 1, "dispatch": 9, "displai": [5, 16], "distribut": [8, 9, 20], "dive": [11, 14, 15], "divers": [4, 21], "dkk": 15, "dn": 6, "do": [4, 8, 13, 15, 17], "doc": [2, 14], "docker": [0, 3, 15, 18, 20], "document": [4, 8, 11, 14, 15, 20], "doe": [0, 4, 16, 21], "dollar": 15, "domain": [9, 16], "don": [1, 7, 16], "down": 17, "downstream": [1, 8, 9, 10, 11, 12, 16, 20], "downtream": 9, "dramat": 7, "draw": 8, "driven": [14, 15], "dropbox": 13, "due": 5, "durat": [9, 17], "dure": [5, 9], "dynam": [8, 16, 21], "e": [4, 9, 11, 16, 17, 20], "each": [1, 4, 8, 9, 13, 16, 17, 20], "earli": [8, 9, 13], "earlier": 9, "eas": 20, "easi": [15, 16, 20], "easier": [6, 15, 17], "easili": [3, 13, 20], "easilli": 1, "econom": 1, "ecosystem": 20, "edg": [9, 13, 16], "edit": 18, "effect": [1, 4, 8, 13, 14], "effici": [0, 1, 2, 4, 7, 8, 15, 20], "egress": [3, 10, 11, 13, 14], "egress_traff": [15, 23], "eiffel": 15, "either": [9, 16], "elasticsearch": 17, "element": 4, "elk": 17, "email": [4, 16], "embarrassingli": 12, "embed": [8, 17, 21, 23], "emiss": 1, "empow": [4, 21], "enabl": [0, 2, 3, 4, 5, 7, 9, 11, 13, 16, 20, 23], "enchanc": 8, "encount": [9, 11], "encrypt": 9, "end": [1, 4, 13, 20], "endpoint": [0, 1, 2, 3, 4, 5, 8, 9, 11, 15, 16, 18, 20, 23], "energi": 1, "energy_sourc": 1, "energy_source_info": 1, "energysourcerequest": 1, "energysourcerespons": 1, "enforc": 9, "engag": [0, 9, 13], "engin": [1, 2, 8, 13], "enhanc": [2, 4, 9, 15, 20, 21], "enough": 5, "enrich": [1, 4, 8, 11], "ensur": [0, 3, 4, 5, 6, 8, 9, 13, 15, 16, 20, 21], "entir": [13, 20], "entri": 6, "enum": [1, 4, 8, 9, 16, 23], "env": 15, "environ": [15, 16, 20], "envoi": [3, 6, 8, 9, 11, 12, 13, 22], "equal": 12, "equival": 15, "error": [0, 1, 2, 4, 9, 10, 11, 13, 18, 20, 21, 22], "error_target": 23, "error_target_1": 23, "essenti": [4, 6, 14, 21], "establish": [0, 8, 9, 23], "etc": [3, 8, 9, 11, 13, 15, 23], "ethnic": 21, "eu": 20, "eur": 15, "euro": 15, "evalu": 8, "evaluation_interv": 18, "even": [0, 16], "evenli": 9, "event": [0, 9], "everi": 17, "exactli": 9, "exampl": [0, 6, 9, 10, 11, 15, 17, 23], "exceed": 9, "excel": 21, "except": 5, "exception": 13, "excess": [1, 9], "exchang": 15, "exclus": 13, "execut": [5, 8, 9, 16, 21], "exist": [9, 20], "expect": [5, 16], "expens": 1, "experi": [2, 4, 8, 9, 13, 15, 16, 21], "explain": 16, "explan": [4, 16], "explanatori": 17, "explicitli": 21, "explor": [14, 15], "export": [17, 18, 20], "expos": [0, 6, 8, 13, 17, 21], "extend": [13, 14], "extern": [0, 2, 20], "extract": [0, 1, 4, 8, 9, 11, 13, 16, 20, 23], "extrem": 8, "f": [0, 1, 2, 16, 17, 20], "f376e8d8c586": 17, "face": 8, "facilit": 20, "fact": [0, 3, 8, 9, 23], "fahrenheit": [4, 16], "fail": [3, 5, 9, 11], "failov": [0, 1, 3, 6, 8, 9, 23], "failur": 5, "fair": 9, "fallback": 5, "fals": [2, 8, 9, 23], "familiar": 9, "familizari": 1, "faser": 0, "fashion": [1, 9, 15], "fast": [1, 2, 8, 10, 11, 13, 14, 15, 22], "fastapi": 1, "faster": [2, 7, 8, 11, 20], "fastest": 0, "fatigu": 1, "fault": [3, 8], "fc": 9, "fc1b": 0, "featur": [8, 11, 13, 14, 19, 20, 21, 23], "feed": 17, "feedback": [5, 8, 21], "feel": 1, "fetch": [15, 16], "few": [11, 17, 20], "field": [1, 17], "file": [1, 3, 4, 6, 8, 9, 18], "filter": [6, 9, 12, 13, 21], "final": 9, "find": 16, "first": [1, 3, 7, 8, 9, 13, 15, 16, 18, 21], "firtst": 1, "fit": 9, "flag": [8, 9, 20, 21, 23], "flask": 0, "flexibl": [13, 18, 20], "flow": [5, 10, 13, 14, 16, 17, 20], "fluentd": 17, "focu": [0, 1, 9, 13], "focus": [8, 16], "follow": [1, 3, 4, 5, 7, 8, 9, 11, 13, 15, 17, 20, 23], "forint": 15, "form": 16, "format": [4, 8, 13, 16, 18, 19, 21], "forth": 9, "forwad": 8, "forward": [1, 5, 7, 8, 9, 11, 12, 17, 20], "fossil": 1, "found": [1, 17], "framework": [8, 18, 20], "franc": [3, 8, 15], "francisco": [4, 16], "frankfurt": 15, "frankfurther_api": 15, "free": 1, "frequent": 1, "friendli": 16, "from": [0, 1, 2, 3, 4, 5, 6, 8, 9, 11, 12, 13, 15, 16, 20, 23], "fromth": 11, "front": 13, "frontier": [0, 8], "fuel": 1, "fulfil": 13, "full": [4, 8, 11, 15, 23], "function": [4, 5, 7, 8, 9, 11, 12, 13, 14, 22], "function_cal": 14, "functionvalidationerror": 5, "fundament": 4, "further": [8, 15, 20], "g": [4, 9, 11, 16, 17, 20], "ga": 1, "gap": 16, "gastronomi": 15, "gatewai": [3, 9, 11, 13, 14, 16, 17, 18, 20, 22, 23], "gather": [0, 9, 13], "gbp": 15, "genai": [4, 15, 22], "gener": [0, 4, 7, 9, 11, 12, 13, 14, 15, 16, 18, 20, 21], "get": [0, 1, 2, 4, 7, 9, 15, 16, 20, 23], "get_device_statist": 2, "get_device_summari": [0, 2], "get_info_for_energy_sourc": 1, "get_json": [0, 2], "get_supported_curr": 15, "get_trac": 20, "get_weath": [4, 16], "get_workforc": 1, "github": [8, 15], "give": 13, "given": [0, 2, 9], "global": [15, 18], "glucos": 1, "go": [0, 13], "goal": 13, "googl": 13, "got": 5, "govern": [1, 13], "gpt": [0, 1, 3, 6, 7, 8, 9, 15, 16, 20, 23], "gpu": 10, "gr": 1, "grace": 5, "gracefulli": [5, 11], "gradio": 1, "grafana": 19, "greenhous": 1, "group": 0, "grpc": 20, "guard": [9, 10, 13, 14, 22], "guardail": 7, "guardrail": [5, 8, 9, 11, 13, 14, 15, 21, 23], "guid": [3, 8, 15, 16, 20, 21], "guidelin": 21, "gurdrail": 6, "ha": [8, 9, 13, 15, 16, 20], "hallucin": 17, "handel": [8, 9, 23], "handl": [0, 1, 2, 3, 4, 5, 6, 8, 9, 11, 12, 13, 14, 16, 20, 21, 22], "handle_request": 20, "handler": [4, 8, 9], "hardwar": 12, "harm": [8, 9, 21], "hate": 8, "have": [1, 7, 13, 15, 16, 20, 21], "haven": 1, "hazard": 8, "hcm": 9, "header": [9, 10, 11, 13, 15, 19], "health": 9, "healthi": [9, 15], "hello": 20, "help": [0, 1, 2, 3, 4, 5, 7, 8, 9, 11, 13, 14, 15, 16, 18, 20, 21, 23], "here": [0, 2, 4, 6, 8, 9, 11, 15, 16, 17, 20, 21], "hexadecim": 20, "high": [0, 1, 3, 8, 10, 13, 14, 16], "highli": [1, 2, 16], "hint": 15, "histori": [1, 16], "hkd": 15, "hong": 15, "honor_timestamp": 18, "horrid": 13, "host": [0, 3, 6, 7, 8, 9, 11, 17, 18], "hostconnect": 11, "hostnam": [0, 8, 9, 23], "how": [0, 1, 2, 3, 4, 7, 8, 9, 13, 14, 15, 16, 18, 19], "howev": 9, "html": 14, "http": [3, 5, 7, 8, 9, 13, 15, 16, 17, 18, 20, 22], "http_method": [1, 23], "httpexcept": 1, "huf": 15, "hug": 8, "huggingfac": [0, 1], "human": [4, 5], "hungarian": 15, "hygien": 13, "i": [0, 1, 3, 4, 6, 7, 8, 9, 11, 12, 13, 15, 17, 18, 20, 22, 23], "iam": 20, "iceland": 15, "icon": 15, "id": [0, 2, 5, 9, 17, 20], "idea": 14, "identif": 16, "identifi": [0, 2, 4, 5, 8, 9, 16, 20, 23], "idr": 15, "il": 15, "illustr": 1, "immedi": 21, "impact": 20, "implement": [8, 9, 20, 21], "import": [0, 1, 2, 3, 8, 15, 16, 17, 20], "improp": 5, "improv": [2, 7, 13, 14, 21], "in_path": 15, "incent": 1, "includ": [1, 2, 3, 4, 6, 9, 13, 15, 16, 17, 18, 20, 21, 22], "incom": [6, 7, 8, 9, 11, 16, 20, 23], "incomplet": 16, "incredibli": 13, "indian": 15, "indic": [4, 9, 20], "indonesian": 15, "industri": 8, "infer": 13, "info": 15, "inform": [0, 1, 2, 4, 5, 8, 9, 11, 13, 16, 17, 20, 21, 23], "information_extract": [8, 9, 23], "infrastructur": [3, 13, 22], "ingress": [8, 10, 11, 13, 14], "ingress_traff": [3, 6, 8, 9, 15, 23], "init": 20, "initi": [1, 3, 6, 9, 11, 19], "inject": [20, 21], "inner": 9, "innov": 15, "input": [0, 4, 5, 16, 21], "input_guard": [8, 9, 15, 21, 23], "inr": 15, "insecur": 20, "instal": [15, 20], "instanc": [3, 9, 11, 23], "instead": 16, "instruct": [7, 14, 23], "instrument": 18, "insur": [0, 13], "insurance_claim_detail": 17, "int": [0, 2], "integ": [0, 2, 5], "integr": [2, 3, 4, 13, 14, 15, 16, 17, 18, 19, 22], "intellig": [3, 4, 7, 9, 11, 13, 14, 22], "intend": 21, "intent": [0, 7, 9, 16, 23], "interact": [0, 8, 13, 14, 16, 17, 20, 21], "intercept": 8, "interest": 15, "interfac": 3, "interfer": 15, "intern": [0, 2, 3, 9, 11, 18, 20], "interoper": 20, "interpret": [5, 16], "intro": [14, 22], "intro_to_arch": 14, "introduc": [11, 14], "invalid": [5, 16], "inventori": 20, "investig": 20, "invoc": [4, 16], "invok": [0, 4, 5, 16], "involv": [0, 4, 13], "ip": [0, 8, 9, 23], "ip1": [0, 8, 9, 23], "ip2": [0, 8, 9, 23], "isdefault": 18, "isinst": [0, 2], "isk": 15, "isol": 15, "isra": 15, "issu": [5, 11, 20], "item": [4, 8], "iter": 16, "itinerari": 16, "its": [0, 1, 4, 7, 8, 9, 11, 12, 13, 15, 20], "itself": [3, 6, 8], "jaeger": 20, "jailbreak": [8, 9, 13, 15, 21, 23], "japanes": 15, "java": 13, "job_nam": 18, "jpy": 15, "jq": 15, "json": [1, 5, 15, 16], "jsonifi": [0, 2], "just": [0, 1, 3, 8, 9, 23], "keep": [11, 16], "kei": [0, 1, 3, 6, 7, 8, 9, 10, 19, 20, 23], "kept": 23, "kibana": 17, "kind": 5, "king": 16, "know": [7, 8, 11, 21], "knowledg": [1, 2, 6, 9, 14], "known": [8, 15], "kong": 15, "korean": 15, "koruna": 15, "krona": 15, "krone": 15, "krw": 15, "kr\u00f3na": 15, "kubernet": 20, "l7": 13, "landmark": 15, "langtrace_api_kei": 20, "langtrace_python_sdk": 20, "languag": [2, 9, 13, 16, 20], "larg": [2, 8, 9, 12, 13, 16, 20], "last": [0, 1, 2], "latenc": [0, 1, 2, 7, 8, 13, 16, 18], "later": 5, "latest": [3, 15], "layer": [8, 13, 20, 21], "lead": [8, 13, 21], "learn": [13, 14, 15, 16], "let": 17, "leu": 15, "lev": 15, "level": [3, 6, 7, 10, 13, 14, 16], "leverag": [2, 4, 20], "libev": 9, "librari": [3, 13], "lifecycl": [10, 22], "lifetim": [9, 12], "lightweight": [0, 13], "like": [1, 2, 3, 4, 5, 6, 8, 9, 11, 13, 15, 16, 17, 18, 20, 21, 23], "limit": [0, 1, 3, 6, 8, 9, 23], "line": 13, "linearli": 13, "lira": 15, "list": [0, 2, 4, 8, 9, 15, 23], "listen": [0, 1, 3, 8, 9, 10, 11, 15, 20, 22, 23], "listner": 6, "live": 9, "ll": [0, 1], "llama": 3, "llama3": 3, "llm": [0, 1, 2, 6, 7, 9, 10, 11, 13, 14, 16, 18, 20, 21, 22, 23], "llm_provid": [0, 1, 3, 6, 8, 9, 14, 15, 23], "load": [0, 8, 9, 23], "local": [1, 3, 6, 8, 9, 10], "localhost": [15, 18, 20], "locat": [4, 11, 16], "log": [5, 9, 11, 18, 19, 20, 22], "logic": [0, 1, 3, 5, 6, 8, 9, 11, 13, 14, 16, 21, 22, 23], "long": 1, "look": [4, 8, 9, 15, 21, 23], "loop": 9, "louvr": 15, "low": [0, 7, 16], "lower": 1, "m": 15, "machin": 12, "made": 15, "mai": [0, 9, 21], "main": [9, 11, 15, 20], "maintain": [4, 9], "major": [12, 15], "make": [0, 1, 3, 5, 6, 7, 8, 9, 11, 13, 15, 16, 17, 20], "malaysian": 15, "malici": [9, 21], "manag": [0, 1, 3, 4, 5, 6, 7, 8, 9, 13, 14, 15, 16, 17, 20, 21, 23], "managemet": 6, "mandatori": 4, "mani": [9, 20], "manipul": [0, 13, 18], "manual": [1, 2], "manufactur": [0, 3, 8, 9, 23], "map": 16, "mark": 4, "masssiv": 13, "match": [0, 9, 23], "matter": [13, 16], "max": [0, 8, 9, 23], "maximum": 4, "me": 15, "mean": [15, 17, 20], "meaning": 5, "measur": [13, 18], "mechan": [0, 3, 14, 16, 21], "meet": [16, 21], "messag": [1, 5, 9, 10, 15, 16, 20, 21, 23], "message_format": [0, 1, 3, 6, 8, 9, 15, 23], "metadata": [4, 8, 11, 17], "method": [0, 1, 2, 17], "metric": [11, 13, 19, 20], "metrics_path": 18, "mexican": 15, "might": [7, 21], "mind": [16, 20], "mini": 20, "minim": [6, 20, 21], "minimum": 4, "ministr": [3, 15], "minor": 21, "minut": [1, 2], "misalign": 21, "misformat": 21, "miss": [0, 5, 13], "mistak": 21, "mistral": [3, 15, 23], "mistral8x7b": 23, "mistral_api_kei": [15, 23], "mistral_loc": 23, "mistrallocal7b": 23, "misus": 21, "mode": 7, "model": [0, 1, 2, 3, 6, 8, 9, 10, 11, 13, 15, 16, 20, 21, 22, 23], "model_serv": 17, "moder": 10, "modern": [18, 20], "modif": 9, "modifi": 1, "modul": 20, "modular": 4, "monitor": [8, 9, 13, 14, 17, 19, 20, 22], "more": [0, 1, 2, 4, 6, 8, 11, 12, 13, 16, 17, 20, 21], "most": [0, 4, 8, 12, 15, 16, 17], "multi": 22, "multipl": [4, 9, 12, 16], "museum": 15, "must": [0, 2, 20], "mxn": 15, "my": [8, 9, 15, 21, 23], "myr": 15, "n": 15, "n1": 15, "n10": 15, "n11": 15, "n12": 15, "n13": 15, "n14": 15, "n15": 15, "n16": 15, "n17": 15, "n18": 15, "n19": 15, "n2": 15, "n20": 15, "n21": 15, "n22": 15, "n23": 15, "n24": 15, "n25": 15, "n26": 15, "n27": 15, "n28": 15, "n29": 15, "n3": 15, "n30": 15, "n31": 15, "n4": 15, "n5": 15, "n6": 15, "n7": 15, "n8": 15, "n9": 15, "name": [0, 1, 2, 3, 4, 6, 8, 9, 11, 15, 16, 18, 20, 23], "nativ": 18, "natur": [5, 8, 9, 16, 23], "navig": [14, 21], "necessari": [4, 8, 9, 16], "need": [0, 1, 4, 7, 8, 9, 11, 14, 15, 16, 18, 20], "network": [0, 3, 6, 7, 8, 10, 11, 13, 14, 16, 23], "network_qa": 0, "network_summari": 0, "never": 15, "new": [1, 4, 15, 16, 20], "next": [16, 22], "nif": 15, "nli": [8, 23], "nok": 15, "non": 12, "none": 1, "norwegian": 15, "note": [7, 11, 17, 18, 23], "notr": 15, "nuanc": [13, 22], "number": [2, 9, 12, 16], "numer": 4, "nzd": 15, "o": [1, 20], "object": [1, 17], "observ": [3, 13, 14, 18, 20, 22, 23], "occur": 5, "offer": [0, 1, 3, 8, 9, 11, 13, 21, 23], "often": [1, 2, 16], "ollama": 3, "on_except": [8, 9, 15, 21, 23], "onc": [0, 1, 2, 8, 9, 12, 15, 16, 20], "one": [0, 9, 11, 15, 16, 20], "ones": [1, 16], "ongo": 16, "onli": [4, 6, 7, 8, 9, 15, 16, 21, 23], "opaqu": [13, 22], "open": [1, 4, 18, 20], "openai": [0, 1, 6, 9, 17, 20, 23], "openai_api_kei": [0, 1, 3, 6, 8, 9, 15, 20, 23], "opentelemetri": [13, 18, 23], "oper": [9, 11, 13, 15, 16], "optim": [6, 16, 20], "option": [0, 1, 2, 4, 7, 14, 20], "oral": 1, "order": [9, 16, 20], "orient": 16, "origin": [8, 11, 13, 17], "oss": 3, "otel": 20, "other": [5, 7, 9, 11, 13, 15, 16, 20], "otlp": 20, "otlp_export": 20, "otlpspanexport": 20, "our": [2, 7, 8, 9, 13, 16], "out": [11, 13, 16, 22], "outbound": [3, 13, 15, 20], "outgo": [6, 16, 20], "outlin": 9, "outperform": 0, "output": [2, 13, 16, 18, 21], "outsid": [13, 22], "over": [0, 2, 3], "overal": [4, 7], "overid": 23, "overload": 9, "overrid": [8, 9, 15, 23], "overview": [1, 19, 22], "overwhelm": 9, "own": 9, "p50": [0, 8], "packag": [15, 20], "page": 8, "pai": 16, "pain": 13, "pair": 8, "par": 16, "parallel": [9, 12, 16], "param": [16, 18], "paramet": [1, 5, 8, 9, 13, 15, 16, 21, 23], "parent": 20, "pari": 15, "pars": [5, 16, 17], "part": [9, 13, 16, 20], "particular": [4, 16], "pass": [8, 9, 17], "past": 2, "path": [0, 1, 2, 4, 8, 9, 11, 15, 16, 17, 23], "payment": [16, 20], "pend": 20, "per": [9, 13, 16, 17, 18], "perceiv": [13, 18], "perform": [0, 4, 6, 7, 8, 9, 12, 13, 16, 20, 21], "performimg": 8, "period": 9, "person": [0, 4, 13, 14, 15, 16, 22], "peso": 15, "phase": 8, "philippin": 15, "php": [13, 15], "piec": [4, 8], "pilot": 20, "pip": [15, 20], "pipelin": [9, 20], "place": [9, 16], "placehold": [0, 2, 20], "plan": [8, 11], "pleas": [2, 5, 7, 8, 16], "pln": 15, "pod": 20, "point": [6, 8, 16], "polici": [9, 20], "polish": 15, "pollut": 1, "pool": 9, "popul": 15, "popular": 20, "port": [0, 1, 3, 6, 8, 9, 11, 15, 23], "possibl": 5, "post": [0, 1, 2, 17, 23], "potenti": 8, "pound": 15, "power": [1, 8, 16, 20, 21], "practic": [4, 6, 9, 10, 13, 14, 19], "pre": [9, 21], "preced": 20, "precis": [1, 2, 16], "predefin": [0, 4, 8, 11, 13], "prefer": [16, 20], "premis": [3, 7], "prepar": 20, "presenc": [3, 6], "present": [2, 13, 16, 20], "prevent": [9, 13, 20, 21], "previou": [1, 2], "price": [7, 15], "primari": [6, 8, 12], "primit": [3, 6, 11, 22], "primitv": 8, "print": [3, 8, 15, 16, 20], "priorit": 21, "privaci": 8, "proce": [8, 9, 23], "process": [4, 5, 7, 8, 11, 12, 13, 14, 16, 17, 18, 20, 21], "process_customer_request": 20, "processess": 1, "processor": 20, "produc": 16, "product": [16, 20], "profil": 16, "program": [8, 9, 21, 23], "project": [4, 13, 22], "prometheu": 18, "promethu": 18, "promot": 9, "prompt": [1, 3, 5, 6, 7, 9, 10, 11, 12, 13, 14, 15, 18, 22, 23], "prompt_guard": [8, 9, 14, 15, 23], "prompt_target": [0, 1, 2, 4, 8, 9, 11, 14, 15, 16, 23], "prompt_target_intent_matching_threshold": 23, "prone": [1, 2], "propag": [8, 13, 19], "proper": 20, "properli": 11, "protect": [20, 21], "proto": 20, "protocol": [3, 9, 15, 17, 20], "proven": 13, "provid": [0, 1, 2, 4, 5, 6, 8, 9, 11, 13, 14, 15, 16, 17, 18, 20, 21, 22, 23], "provider_interfac": [3, 6, 8, 9, 15, 23], "proxi": [8, 9, 11, 18], "publish": 18, "pull": 2, "purchas": [0, 3, 8, 9, 23], "purpos": [0, 4, 7, 8, 9, 11, 13], "pydant": 1, "python": [13, 17], "q": [0, 16], "q1": 21, "qualiti": 2, "queri": [0, 1, 2, 4, 15, 16, 20], "question": [1, 8, 9, 23], "quick": 20, "quickli": [7, 13, 14, 15], "quickstart": [14, 22], "rag": [8, 9, 11, 14, 22], "rag_energy_source_ag": 1, "rais": 16, "rand": 15, "random_sampl": 20, "rang": [0, 2, 11, 18, 20], "rare": 9, "rate": [3, 8, 9, 13, 15, 18, 20, 23], "rather": [2, 5], "raw": 5, "rch": 11, "re": [1, 2, 8, 9, 15, 16, 20, 21, 23], "reach": 21, "read": [1, 6, 8, 9, 13, 16, 20], "readabl": [4, 5], "real": [0, 2, 15, 16], "realli": 13, "reboot": [0, 2, 4, 8, 9, 23], "reboot_devic": [0, 4], "reboot_network_devic": [8, 9, 23], "receiv": [5, 8, 9, 11, 16, 17, 20, 21], "recept": 9, "recognit": [4, 8], "recommend": [1, 9, 12, 15], "record": [13, 20], "recoveri": 13, "reddit": 13, "reduc": [1, 21], "refer": [0, 2, 7, 11, 15, 16, 17, 20, 22], "refin": 8, "region": 20, "reject": [8, 13], "relat": [0, 7, 9, 11, 13, 18, 20], "relev": [0, 1, 2, 4, 9, 16], "reli": [2, 8, 20], "reliabl": [2, 3, 6, 16, 21], "remain": 16, "rememb": 16, "remind": 16, "renew": 1, "renminbi": 15, "repeat": 21, "replac": 20, "repositori": 15, "repres": [8, 13, 20], "request": [5, 6, 8, 10, 11, 13, 15, 16, 17, 20, 21, 22], "requestsinstrumentor": 20, "requir": [0, 1, 2, 4, 5, 6, 8, 9, 13, 15, 16, 22, 23], "resili": [8, 13], "resolv": 20, "resourc": [15, 19], "respect": [17, 18], "respond": [5, 13, 18, 20], "respons": [0, 1, 2, 3, 4, 5, 8, 9, 11, 14, 15, 16, 17, 20, 21, 23], "response_cod": 17, "response_flag": 17, "rest": [9, 12], "result": [0, 16], "retri": [0, 1, 3, 6, 8, 9, 13, 23], "retriev": [0, 8, 9, 11, 16], "return": [0, 1, 2, 4, 9, 11, 16, 20, 21], "revers": 9, "ringgit": 15, "risk": 21, "roadmap": 8, "robin": [0, 8, 9, 23], "robust": [8, 13, 16, 21, 22], "role": [5, 8, 15, 20], "romanian": 15, "ron": 15, "root": 5, "round": [0, 8, 9, 23], "rout": [0, 2, 3, 6, 8, 9, 11, 13, 22, 23], "router": [4, 9], "routin": 16, "rule": 16, "run": [0, 2, 7, 8, 9, 11, 13, 15, 20], "runtimeerror": 5, "rupe": 15, "rupiah": 15, "safer": 21, "safeti": [6, 8, 13, 21], "sai": 16, "same": [13, 16, 22], "sampl": [15, 18, 20, 23], "sampling_r": 23, "san": [4, 16], "sanit": [9, 21], "save": 1, "scalabl": [4, 15], "scale": [3, 9, 13, 14], "scenario": [0, 1, 2, 7, 8, 9, 13, 14, 16, 23], "schedul": [8, 11, 16], "schema": [4, 15], "scheme": 18, "scienc": 16, "score": 8, "scrape_config": 18, "scrape_interv": 18, "scrape_timeout": 18, "screenshot": 18, "script": [15, 16], "scrutini": 21, "sdk": 20, "seamless": [3, 16], "seamlessli": [3, 4, 18, 20], "seattl": 16, "section": [1, 2, 3, 4, 6, 8, 9, 14, 20], "secur": [3, 6, 8, 9, 13, 14, 20, 21, 22], "see": [6, 8, 11], "sek": 15, "select": [9, 15], "self": [7, 9, 11, 13, 17], "semant": 8, "send": [3, 8, 9, 11, 16, 20, 23], "sender": 8, "sensit": 20, "sent": [9, 17], "separ": [4, 7, 9, 11, 12], "sequenti": 0, "serv": [9, 10, 11, 22], "server": [5, 7, 9, 11, 13, 15], "servic": [0, 2, 4, 8, 9, 16, 17, 20], "set": [6, 7, 8, 9, 11, 13, 14, 15, 16, 20, 23], "set_tracer_provid": 20, "setup": [1, 6, 8, 16, 20], "sever": [9, 13, 18], "sgd": 15, "shape": 13, "share": [8, 9, 11], "sheqel": 15, "should": [4, 5, 9, 16], "show": [1, 3, 15], "side": 5, "signatur": 16, "signifc": 2, "similar": 8, "simpl": [8, 11, 15, 16, 20], "simpli": [3, 6, 8, 15, 20], "simplic": 9, "simplif": 6, "simplifi": [3, 4, 6, 14, 20], "simul": [0, 2], "simultan": 0, "sinc": [8, 15], "singapor": 15, "singl": [1, 8, 11, 12, 13, 16, 23], "sit": [13, 14, 16], "site": 20, "skimp": 16, "slow": [1, 2], "slowest": 7, "small": [12, 13], "smart": [13, 16], "smarter": 2, "sni": 9, "so": [0, 1, 2, 7, 8, 11, 13, 16], "socket": 9, "softwar": [8, 13], "solar": 1, "sole": 2, "solut": 4, "some": [1, 9, 12, 15, 16, 18], "sonnet": 8, "sota": 16, "sourc": [1, 2, 15, 16, 18, 20], "south": 15, "span": [9, 20], "span_processor": 20, "special": [13, 14, 20], "specif": [0, 1, 2, 4, 5, 7, 8, 9, 13, 15, 16, 20, 21, 23], "specifi": [2, 4, 9, 11, 16], "speed": [2, 7, 13, 18], "spell": 16, "spend": 12, "sporad": 12, "sql": 2, "stack": [5, 13, 14, 16, 17], "stage": 21, "stai": 8, "standalon": 20, "standard": [13, 20], "start": [3, 6, 7, 8, 11, 20], "start_as_current_span": 20, "start_tim": 17, "stat": [0, 2, 9, 18], "state": [4, 8, 9, 15, 16], "static": 9, "static_config": 18, "statist": [0, 2, 9], "statu": [16, 17, 20], "step": [14, 20, 22], "stock": 20, "store": [2, 18], "str": [1, 4, 8, 9, 15, 16, 23], "straightforward": 16, "stream": 9, "streamlin": [2, 4, 6], "string": 5, "strip": 8, "stripe": 13, "structur": [2, 17], "struggl": [1, 2], "stuff": 16, "submit": 16, "substanti": 13, "subsystem": [0, 3, 6, 7, 8, 9, 13, 23], "subsytem": 8, "success": [13, 15], "successfulli": 15, "sugar": 1, "suggest": [16, 21], "suit": 13, "suitabl": [4, 16], "summar": [1, 4, 8, 9, 11, 16, 23], "summari": [1, 8, 9, 16, 19, 23], "support": [0, 1, 3, 4, 8, 9, 11, 13, 15, 18, 20, 21], "sure": [5, 20], "sustain": 1, "swedish": 15, "swiss": 15, "switch": 3, "symbol": 15, "symptom": 1, "system": [0, 1, 3, 5, 6, 8, 9, 13, 15, 16, 17, 20, 21, 22, 23], "system_prompt": [0, 1, 3, 8, 9, 15, 23], "t": [1, 7, 16], "tail": 17, "tailor": [0, 13, 16, 21], "take": [8, 9, 11, 13], "taken": 17, "talk": 1, "target": [1, 3, 6, 9, 10, 11, 14, 15, 18, 22, 23], "task": [0, 8, 9, 11, 12, 13, 16], "tcp": 9, "tech": [1, 14, 20, 22], "tech_overview": 14, "technic": 20, "techniqu": [1, 2, 8, 21], "technologi": [1, 13, 14], "telemetri": [13, 18, 20], "temperatur": [4, 16], "term": 1, "termin": 13, "terminologi": [10, 22], "test": [1, 7, 13, 16], "text": [8, 9, 16], "tft": [13, 18], "thai": 15, "than": [0, 2, 7], "thb": 15, "thei": [4, 21], "them": [2, 4, 5, 9, 11, 16, 21], "thi": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 11, 12, 13, 14, 15, 16, 17, 20, 23], "thing": 11, "think": 16, "thirst": 1, "thoroughli": 16, "those": [0, 1, 2, 11, 20], "thread": [9, 10, 22], "three": [7, 9, 13, 18], "threshold": 23, "through": [1, 3, 8, 9, 13, 16, 17, 20], "throughput": [0, 16], "time": [0, 2, 8, 9, 13, 16, 17, 18, 23], "time_rang": [0, 2], "timeout": [3, 6, 8, 9, 15, 18, 23], "timestamp": 9, "tip": 10, "tl": [9, 13], "tls_certif": [0, 1], "todai": [9, 15, 21], "token": [1, 7, 8, 13, 18], "toler": [1, 3, 8], "too": 9, "took": 17, "tool": [5, 13, 17, 18, 19, 21], "top": [3, 6, 12], "topologi": 10, "tot": [13, 18], "total": [13, 17, 18], "tower": 15, "trace": [5, 8, 9, 11, 13, 18, 19, 22, 23], "trace_export": 20, "tracepar": [13, 19], "tracer": 20, "tracer_provid": 20, "tracerprovid": 20, "track": 15, "tradit": [13, 22], "traffic": [3, 6, 8, 9, 13, 14, 16, 17], "train": 21, "transact": 16, "transpar": 13, "transport": 9, "travel": [8, 11, 16], "travers": 9, "treat": [8, 9, 23], "trigger": [0, 11, 14, 16], "trivial": 9, "troubleshoot": [4, 5, 14], "true": [0, 1, 2, 3, 4, 6, 8, 9, 15, 16, 18, 20, 23], "try": 15, "turbo": [0, 1], "turkish": 15, "turn": [16, 22], "tutori": 14, "two": [0, 7, 8, 9, 11], "type": [0, 1, 2, 4, 5, 8, 9, 11, 15, 16, 18, 23], "typic": [9, 16], "typo": 21, "ui": 9, "unauthor": 8, "under": 17, "understand": [13, 14, 16, 18, 20, 21], "undifferenti": [9, 11, 13], "unexpect": 16, "unifi": 3, "uniformli": 20, "uniqu": [4, 20], "unit": [4, 15, 16], "until": 9, "unwant": 9, "up": [1, 7, 11, 14, 15, 20], "updat": [0, 1, 9, 13, 15, 16], "upgrad": [3, 9, 13], "upon": 9, "upstream": [1, 8, 9, 10, 11, 13, 14, 16, 17, 18, 23], "upstream_host": 17, "urin": 1, "url": [8, 15, 18], "us": [0, 1, 2, 4, 6, 7, 9, 11, 13, 14, 17, 19, 23], "usabl": 21, "usag": [1, 3, 4, 9, 13, 16, 18], "usd": 15, "user": [0, 1, 2, 4, 5, 8, 9, 11, 13, 15, 16, 17, 18, 20, 21, 22], "user_id": 5, "usi": 20, "usual": [8, 15], "util": [8, 9, 15], "v": 20, "v0": [0, 1, 3, 6, 8, 9, 15, 23], "v1": [6, 15, 17, 20], "v2": [15, 18], "v24": 15, "v3": 15, "valid": [0, 2, 14, 15, 16, 21], "validationerror": 5, "valu": [0, 4, 8, 9, 16, 20, 21, 23], "valueerror": 16, "variabl": [15, 20], "varieti": 9, "variou": [12, 13, 16, 20], "ve": [1, 15], "vector": [2, 8], "vendor": 3, "venv": 15, "veri": [9, 20], "verif": 20, "verifi": 20, "version": [0, 1, 3, 6, 8, 9, 15, 20, 23], "via": [0, 1, 5, 7, 9, 11, 13, 14, 15, 19, 20, 21, 23], "view": [18, 20], "violat": [5, 9, 11, 21], "violent": 8, "virtual": 15, "visibl": 17, "vision": 1, "visit": 8, "vpc": 7, "w3c": [13, 20], "wa": [9, 13, 16, 17, 22], "wai": [0, 1, 2, 3, 6, 8, 9, 13, 23], "wait": [0, 8, 9, 23], "want": [0, 11, 13, 15, 16], "watch": 16, "we": [1, 3, 9, 11, 12, 15, 21], "weather": [4, 16], "weather_info": 16, "web": [9, 11], "welcom": 14, "well": 13, "were": 17, "what": [1, 3, 5, 8, 13, 15, 17], "when": [0, 1, 2, 3, 5, 6, 8, 9, 11, 16, 20], "where": [0, 4, 7, 8, 9, 11, 13, 14, 15, 16, 17, 21, 23], "whether": [4, 16], "which": [0, 2, 3, 6, 7, 9, 13, 16, 17, 18, 20, 22], "while": [1, 8, 12, 14, 16, 21], "wide": [9, 11, 18, 20], "wind": 1, "window": 15, "within": [0, 4, 8, 9, 14, 16, 21, 23], "without": [6, 9, 13, 14], "won": 15, "work": [7, 11, 13, 16, 19, 20, 23], "worker": [9, 12], "workflow": 14, "workload": 12, "would": [0, 2, 9, 23], "write": [0, 1, 2, 13, 14], "written": [9, 12, 13], "x": [5, 9, 11, 15, 17], "yaml": [0, 1, 3, 11, 15, 18, 20], "yen": 15, "yml": [3, 8, 23], "york": [4, 16], "you": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 11, 13, 14, 15, 16, 18, 20, 21, 23], "your": [0, 1, 2, 3, 4, 6, 7, 8, 9, 11, 13, 14, 15, 16, 17, 18, 20, 21], "yourself": 1, "yourweatherapp": 16, "yuan": 15, "zar": 15, "zealand": 15, "zeroshot": 17, "z\u0142oti": 15}, "titles": ["Agentic Apps", "Multi-Turn", "RAG Apps", "LLM Provider", "Prompt Target", "Error Target", "Listener", "Model Serving", "Prompts", "Request Lifecycle", "Tech Overview", "Terminology", "Threading Model", "Intro to Arch", "Overview", "Quickstart", "Function Calling", "Access Logging", "Monitoring", "Observability", "Tracing", "Prompt Guard", "Welcome to Arch!", "Configuration Reference"], "titleterms": {"1": [0, 1, 2, 15, 16], "2": [0, 1, 2, 15, 16], "3": [15, 16], "A": 20, "It": 17, "access": 17, "ad": 3, "addit": 20, "adjust": 1, "agent": [0, 8, 15, 20], "ai": [15, 20], "an": 8, "app": [0, 1, 2, 8], "ar": 4, "arch": [1, 8, 13, 14, 15, 16, 21, 22], "architectur": 9, "augment": 2, "aw": 20, "basic": 4, "benefit": [20, 21], "best": [5, 16, 20], "blaze": 7, "breakdown": 20, "build": [1, 14, 15, 22], "call": [0, 16], "case": 16, "client": [8, 15], "cloud": 7, "command": 15, "concept": [5, 14, 22], "config": [1, 15], "configur": [4, 6, 9, 16, 18, 21, 23], "convers": 15, "cpu": 7, "creat": 15, "curl": 15, "currenc": 15, "custom": 3, "dashboard": 18, "datadog": 20, "default": 4, "defin": [0, 1, 2, 4, 16], "demo": 1, "downstream": 6, "egress": [6, 8, 9], "error": 5, "exampl": [1, 3, 4, 5, 8, 16, 20, 21], "extract": 2, "fast": 7, "featur": [4, 16, 17], "file": 15, "flask": [1, 2], "flow": 9, "follow": 2, "format": [17, 20], "function": [0, 16], "gatewai": [8, 15], "gener": 2, "get": [14, 22], "gpu": 7, "grafana": 18, "guard": [8, 21], "guid": [14, 22], "header": [5, 20], "high": 9, "how": [17, 20, 21], "i": [2, 16, 21], "implement": 16, "ingress": [6, 9], "initi": 20, "instrument": 20, "integr": 20, "intent": [1, 4, 8], "interact": 15, "intro": 13, "kei": [4, 5, 16, 17], "langtrac": 20, "level": 9, "lifecycl": 9, "listen": 6, "llm": [3, 8, 15], "local": 7, "log": 17, "logic": 4, "match": [4, 8], "messag": 8, "metric": 18, "model": [7, 12], "moder": 7, "monitor": 18, "multi": [1, 2], "multipl": 0, "network": 9, "next": 15, "observ": 19, "openai": [3, 8, 15], "opentelemetri": 20, "over": 16, "overview": [10, 14, 20], "parallel": 0, "paramet": [0, 2, 4], "post": 9, "practic": [5, 16, 20], "prerequisit": 15, "process": [0, 1, 2, 9], "prompt": [0, 2, 4, 8, 16, 21], "propag": 20, "provid": 3, "python": [3, 15, 20], "question": 2, "quickstart": 15, "rag": [1, 2], "rai": 20, "refer": 23, "request": [0, 1, 2, 9], "resourc": [20, 22], "retriev": [1, 2], "rout": 4, "router": 15, "sdk": 3, "serv": 7, "singl": 0, "start": [14, 15, 22], "step": [0, 1, 2, 15, 16], "summari": [4, 20, 21], "switch": 1, "take": 16, "target": [0, 2, 4, 5, 8, 16], "tech": 10, "terminologi": [9, 11], "thread": 12, "tip": [5, 16], "tool": 20, "topologi": 9, "trace": 20, "tracepar": 20, "turn": [1, 2], "up": 2, "upstream": 6, "us": [3, 8, 15, 16, 20, 21], "via": [8, 18], "visual": 20, "welcom": 22, "what": [2, 4, 16, 21], "why": 21, "work": [17, 21], "workflow": 16, "x": 20}})
\ No newline at end of file