diff --git a/_downloads/c86f9e8fb1f2994b1ba4a0b98481410e/plano_config_full_reference.yaml b/_downloads/c86f9e8fb1f2994b1ba4a0b98481410e/plano_config_full_reference.yaml index 808d0a98..99eb4510 100755 --- a/_downloads/c86f9e8fb1f2994b1ba4a0b98481410e/plano_config_full_reference.yaml +++ b/_downloads/c86f9e8fb1f2994b1ba4a0b98481410e/plano_config_full_reference.yaml @@ -1,5 +1,5 @@ # Plano Gateway configuration version -version: v0.3.0 +version: v0.4.0 # External HTTP agents - API type is controlled by request path (/v1/responses, /v1/messages, /v1/chat/completions) agents: @@ -32,17 +32,8 @@ model_providers: - model: mistral/ministral-3b-latest access_key: $MISTRAL_API_KEY - # routing_preferences: tags a model with named capabilities so Plano's LLM router - # can select the best model for each request based on intent. Requires the - # Plano-Orchestrator model (or equivalent) to be configured in overrides.llm_routing_model. - # Each preference has a name (short label) and a description (used for intent matching). - model: groq/llama-3.3-70b-versatile access_key: $GROQ_API_KEY - routing_preferences: - - name: code generation - description: generating new code snippets, functions, or boilerplate based on user prompts or requirements - - name: code review - description: reviewing, analyzing, and suggesting improvements to existing code # passthrough_auth: forwards the client's Authorization header upstream instead of # using the configured access_key. Useful for LiteLLM or similar proxy setups. @@ -64,6 +55,29 @@ model_aliases: smart-llm: target: gpt-4o +# routing_preferences: top-level list that tags named task categories with an +# ordered pool of candidate models. Plano's LLM router matches incoming requests +# against these descriptions and returns an ordered list of models; the client +# uses models[0] as primary and retries with models[1], models[2]... on 429/5xx. +# Requires overrides.llm_routing_model to point at Plano-Orchestrator (or equivalent). +# Each model in `models` must be declared in model_providers above. +# selection_policy is optional: {prefer: cheapest|fastest|none} lets the router +# reorder candidates using live cost/latency data from model_metrics_sources. +routing_preferences: + - name: code generation + description: generating new code snippets, functions, or boilerplate based on user prompts or requirements + models: + - anthropic/claude-sonnet-4-0 + - openai/gpt-4o + - groq/llama-3.3-70b-versatile + - name: code review + description: reviewing, analyzing, and suggesting improvements to existing code + models: + - anthropic/claude-sonnet-4-0 + - groq/llama-3.3-70b-versatile + selection_policy: + prefer: cheapest + # HTTP listeners - entry points for agent routing, prompt targets, and direct LLM access listeners: # Agent listener for routing requests to multiple agents diff --git a/concepts/llm_providers/supported_providers.html b/concepts/llm_providers/supported_providers.html index 9bb74fa7..f315feee 100755 --- a/concepts/llm_providers/supported_providers.html +++ b/concepts/llm_providers/supported_providers.html @@ -330,29 +330,35 @@ Any provider that implements the OpenAI API interface can be configured using cu

Configuration Examples:

-
llm_providers:
-  # Configure all Anthropic models with wildcard
-  - model: anthropic/*
-    access_key: $ANTHROPIC_API_KEY
-
-  # Or configure specific models
-  - model: anthropic/claude-opus-4-5
-    access_key: $ANTHROPIC_API_KEY
-
-  - model: anthropic/claude-sonnet-4-5
-    access_key: $ANTHROPIC_API_KEY
-
-  - model: anthropic/claude-haiku-4-5
-    access_key: $ANTHROPIC_API_KEY
-
-  # Override specific model with custom routing
-  - model: anthropic/*
-    access_key: $ANTHROPIC_API_KEY
-
-  - model: anthropic/claude-sonnet-4-20250514
-    access_key: $ANTHROPIC_PROD_API_KEY
-    routing_preferences:
-      - name: code_generation
+
version: v0.4.0
+
+model_providers:
+  # Configure all Anthropic models with wildcard
+  - model: anthropic/*
+    access_key: $ANTHROPIC_API_KEY
+
+  # Or configure specific models
+  - model: anthropic/claude-opus-4-5
+    access_key: $ANTHROPIC_API_KEY
+
+  - model: anthropic/claude-sonnet-4-5
+    access_key: $ANTHROPIC_API_KEY
+
+  - model: anthropic/claude-haiku-4-5
+    access_key: $ANTHROPIC_API_KEY
+
+  # Override specific model with custom routing
+  - model: anthropic/*
+    access_key: $ANTHROPIC_API_KEY
+
+  - model: anthropic/claude-sonnet-4-20250514
+    access_key: $ANTHROPIC_PROD_API_KEY
+
+routing_preferences:
+  - name: code_generation
+    description: generating new code snippets, functions, or boilerplate based on user prompts or requirements
+    models:
+      - anthropic/claude-sonnet-4-20250514
 
@@ -969,22 +975,27 @@ Any provider that implements the OpenAI API interface can be configured using cu

Overriding Wildcard Models:

You can configure specific models with custom settings even when using wildcards. Specific configurations take precedence and are excluded from wildcard expansion:

-
llm_providers:
-  # Expand to all Anthropic models
-  - model: anthropic/*
-    access_key: $ANTHROPIC_API_KEY
-
-  # Override specific model with custom settings
-  # This model will NOT be included in the wildcard expansion above
-  - model: anthropic/claude-sonnet-4-20250514
-    access_key: $ANTHROPIC_PROD_API_KEY
-    routing_preferences:
-      - name: code_generation
-        priority: 1
-
-  # Another specific override
-  - model: anthropic/claude-3-haiku-20240307
-    access_key: $ANTHROPIC_DEV_API_KEY
+
version: v0.4.0
+
+model_providers:
+  # Expand to all Anthropic models
+  - model: anthropic/*
+    access_key: $ANTHROPIC_API_KEY
+
+  # Override specific model with custom settings
+  # This model will NOT be included in the wildcard expansion above
+  - model: anthropic/claude-sonnet-4-20250514
+    access_key: $ANTHROPIC_PROD_API_KEY
+
+  # Another specific override
+  - model: anthropic/claude-3-haiku-20240307
+    access_key: $ANTHROPIC_DEV_API_KEY
+
+routing_preferences:
+  - name: code_generation
+    description: generating new code snippets, functions, or boilerplate based on user prompts or requirements
+    models:
+      - anthropic/claude-sonnet-4-20250514
 

Custom Provider Wildcards:

@@ -1023,23 +1034,36 @@ Any provider that implements the OpenAI API interface can be configured using cu

Routing Preferences

-

Configure routing preferences for dynamic model selection:

-
llm_providers:
-  - model: openai/gpt-5.2
-    access_key: $OPENAI_API_KEY
-    routing_preferences:
-      - name: complex_reasoning
-        description: deep analysis, mathematical problem solving, and logical reasoning
-      - name: code_review
-        description: reviewing and analyzing existing code for bugs and improvements
+

Starting in v0.4.0, configure routing preferences at the top level of the config. Each preference declares an ordered models candidate pool; the first entry is primary and the rest are fallbacks the client tries on 429/5xx errors. Multiple providers can serve the same route — just list them all under models. See LLM Routing for the full routing model.

+
version: v0.4.0
+
+model_providers:
+  - model: openai/gpt-5.2
+    access_key: $OPENAI_API_KEY
+
+  - model: anthropic/claude-sonnet-4-5
+    access_key: $ANTHROPIC_API_KEY
 
-  - model: anthropic/claude-sonnet-4-5
-    access_key: $ANTHROPIC_API_KEY
-    routing_preferences:
-      - name: creative_writing
-        description: creative content generation, storytelling, and writing assistance
+routing_preferences:
+  - name: complex_reasoning
+    description: deep analysis, mathematical problem solving, and logical reasoning
+    models:
+      - openai/gpt-5.2
+      - anthropic/claude-sonnet-4-5
+  - name: code_review
+    description: reviewing and analyzing existing code for bugs and improvements
+    models:
+      - openai/gpt-5.2
+  - name: creative_writing
+    description: creative content generation, storytelling, and writing assistance
+    models:
+      - anthropic/claude-sonnet-4-5
 
+
+

Note

+

v0.3.0 configs that declare routing_preferences inline under each model_provider are auto-migrated to this top-level shape by the Plano CLI at compile time, with a deprecation warning. Update to the form above to silence the warning and gain the multi-model fallback behavior.

+

Passthrough Authentication

diff --git a/guides/llm_router.html b/guides/llm_router.html index f1c7a7a8..896f297a 100755 --- a/guides/llm_router.html +++ b/guides/llm_router.html @@ -292,39 +292,55 @@

Plano-Orchestrator analyzes each prompt to infer domain and action, then applies your preferences to select a model. This decouples routing policy (how to choose) from model assignment (what to run), making routing transparent, controllable, and easy to extend as you add or swap models.

Configuration

-

To configure preference-aligned dynamic routing, define routing preferences that map domains and actions to specific models:

+

To configure preference-aligned dynamic routing, declare a top-level routing_preferences list and attach an ordered models candidate pool to each route. Starting in v0.4.0, routing_preferences lives at the root of the config (not inline under model_providers), which lets multiple models serve the same route — the first entry in models is primary, the rest are fallbacks that the client tries on 429/5xx errors.

Preference-Aligned Dynamic Routing Configuration
-
listeners:
-  egress_traffic:
-    address: 0.0.0.0
-    port: 12000
-    message_format: openai
-    timeout: 30s
-
-llm_providers:
-  - model: openai/gpt-5.2
-    access_key: $OPENAI_API_KEY
-    default: true
-
-  - model: openai/gpt-5
-    access_key: $OPENAI_API_KEY
-    routing_preferences:
-      - name: code understanding
-        description: understand and explain existing code snippets, functions, or libraries
-      - name: complex reasoning
-        description: deep analysis, mathematical problem solving, and logical reasoning
+
version: v0.4.0
+
+listeners:
+  - name: egress_traffic
+    type: model
+    address: 0.0.0.0
+    port: 12000
+    timeout: 30s
+
+model_providers:
+  - model: openai/gpt-5.2
+    access_key: $OPENAI_API_KEY
+    default: true
+
+  - model: openai/gpt-5
+    access_key: $OPENAI_API_KEY
+
+  - model: anthropic/claude-sonnet-4-5
+    access_key: $ANTHROPIC_API_KEY
 
-  - model: anthropic/claude-sonnet-4-5
-    access_key: $ANTHROPIC_API_KEY
-    routing_preferences:
-      - name: creative writing
-        description: creative content generation, storytelling, and writing assistance
-      - name: code generation
-        description: generating new code snippets, functions, or boilerplate based on user prompts
+routing_preferences:
+  - name: code understanding
+    description: understand and explain existing code snippets, functions, or libraries
+    models:
+      - openai/gpt-5
+      - anthropic/claude-sonnet-4-5
+  - name: complex reasoning
+    description: deep analysis, mathematical problem solving, and logical reasoning
+    models:
+      - openai/gpt-5
+  - name: creative writing
+    description: creative content generation, storytelling, and writing assistance
+    models:
+      - anthropic/claude-sonnet-4-5
+  - name: code generation
+    description: generating new code snippets, functions, or boilerplate based on user prompts
+    models:
+      - anthropic/claude-sonnet-4-5
+      - openai/gpt-5
 
+
+

Note

+

Configs still using the v0.3.0 inline style (routing_preferences nested under each model_provider) are auto-migrated to this top-level shape by the Plano CLI at compile time, with a deprecation warning. Update your config to the form above to silence the warning.

+

Client usage

@@ -380,22 +396,27 @@ Provides a practical mechanism to encode user preferences through domain-action

This downloads the quantized GGUF model from HuggingFace and starts serving on http://localhost:11434.

  • Configure Plano to use local routing model

    -
    overrides:
    -  llm_routing_model: plano/hf.co/katanemo/Arch-Router-1.5B.gguf:Q4_K_M
    -
    -model_providers:
    -  - model: plano/hf.co/katanemo/Arch-Router-1.5B.gguf:Q4_K_M
    -    base_url: http://localhost:11434
    -
    -  - model: openai/gpt-5.2
    -    access_key: $OPENAI_API_KEY
    -    default: true
    -
    -  - model: anthropic/claude-sonnet-4-5
    -    access_key: $ANTHROPIC_API_KEY
    -    routing_preferences:
    -      - name: creative writing
    -        description: creative content generation, storytelling, and writing assistance
    +
    version: v0.4.0
    +
    +overrides:
    +  llm_routing_model: plano/hf.co/katanemo/Arch-Router-1.5B.gguf:Q4_K_M
    +
    +model_providers:
    +  - model: plano/hf.co/katanemo/Arch-Router-1.5B.gguf:Q4_K_M
    +    base_url: http://localhost:11434
    +
    +  - model: openai/gpt-5.2
    +    access_key: $OPENAI_API_KEY
    +    default: true
    +
    +  - model: anthropic/claude-sonnet-4-5
    +    access_key: $ANTHROPIC_API_KEY
    +
    +routing_preferences:
    +  - name: creative writing
    +    description: creative content generation, storytelling, and writing assistance
    +    models:
    +      - anthropic/claude-sonnet-4-5
     
  • @@ -442,22 +463,27 @@ Provides a practical mechanism to encode user preferences through domain-action
  • Configure Plano to use the vLLM endpoint

    -
    overrides:
    -  llm_routing_model: plano/Plano-Orchestrator
    -
    -model_providers:
    -  - model: plano/Plano-Orchestrator
    -    base_url: http://<your-server-ip>:10000
    -
    -  - model: openai/gpt-5.2
    -    access_key: $OPENAI_API_KEY
    -    default: true
    -
    -  - model: anthropic/claude-sonnet-4-5
    -    access_key: $ANTHROPIC_API_KEY
    -    routing_preferences:
    -      - name: creative writing
    -        description: creative content generation, storytelling, and writing assistance
    +
    version: v0.4.0
    +
    +overrides:
    +  llm_routing_model: plano/Plano-Orchestrator
    +
    +model_providers:
    +  - model: plano/Plano-Orchestrator
    +    base_url: http://<your-server-ip>:10000
    +
    +  - model: openai/gpt-5.2
    +    access_key: $OPENAI_API_KEY
    +    default: true
    +
    +  - model: anthropic/claude-sonnet-4-5
    +    access_key: $ANTHROPIC_API_KEY
    +
    +routing_preferences:
    +  - name: creative writing
    +    description: creative content generation, storytelling, and writing assistance
    +    models:
    +      - anthropic/claude-sonnet-4-5
     
  • @@ -565,34 +591,42 @@ instead of a file.

    You can combine static model selection with dynamic routing preferences for maximum flexibility:

    Hybrid Routing Configuration
    -
    llm_providers:
    -  - model: openai/gpt-5.2
    -    access_key: $OPENAI_API_KEY
    -    default: true
    -
    -  - model: openai/gpt-5
    -    access_key: $OPENAI_API_KEY
    -    routing_preferences:
    -      - name: complex_reasoning
    -        description: deep analysis and complex problem solving
    -
    -  - model: anthropic/claude-sonnet-4-5
    -    access_key: $ANTHROPIC_API_KEY
    -    routing_preferences:
    -      - name: creative_tasks
    -        description: creative writing and content generation
    -
    -model_aliases:
    -  # Model aliases - friendly names that map to actual provider names
    -  fast-model:
    -    target: gpt-5.2
    -
    -  reasoning-model:
    -    target: gpt-5
    +
    version: v0.4.0
    +
    +model_providers:
    +  - model: openai/gpt-5.2
    +    access_key: $OPENAI_API_KEY
    +    default: true
    +
    +  - model: openai/gpt-5
    +    access_key: $OPENAI_API_KEY
    +
    +  - model: anthropic/claude-sonnet-4-5
    +    access_key: $ANTHROPIC_API_KEY
    +
    +routing_preferences:
    +  - name: complex_reasoning
    +    description: deep analysis and complex problem solving
    +    models:
    +      - openai/gpt-5
    +      - anthropic/claude-sonnet-4-5
    +  - name: creative_tasks
    +    description: creative writing and content generation
    +    models:
    +      - anthropic/claude-sonnet-4-5
    +      - openai/gpt-5
     
    -  # Aliases that can also participate in dynamic routing
    -  creative-model:
    -    target: claude-sonnet-4-5
    +model_aliases:
    +  # Model aliases - friendly names that map to actual provider names
    +  fast-model:
    +    target: gpt-5.2
    +
    +  reasoning-model:
    +    target: gpt-5
    +
    +  # Aliases that can also participate in dynamic routing
    +  creative-model:
    +    target: claude-sonnet-4-5
     
    diff --git a/includes/llms.txt b/includes/llms.txt index f0b5c135..ed889b10 100755 --- a/includes/llms.txt +++ b/includes/llms.txt @@ -1,6 +1,6 @@ Plano Docs v0.4.20 llms.txt (auto-generated) -Generated (UTC): 2026-04-24T19:31:46.972805+00:00 +Generated (UTC): 2026-04-24T19:32:12.216149+00:00 Table of contents - Agents (concepts/agents) @@ -1381,7 +1381,9 @@ Complex agents and coding Configuration Examples: -llm_providers: +version: v0.4.0 + +model_providers: # Configure all Anthropic models with wildcard - model: anthropic/* access_key: $ANTHROPIC_API_KEY @@ -1402,8 +1404,12 @@ llm_providers: - model: anthropic/claude-sonnet-4-20250514 access_key: $ANTHROPIC_PROD_API_KEY - routing_preferences: - - name: code_generation + +routing_preferences: + - name: code_generation + description: generating new code snippets, functions, or boilerplate based on user prompts or requirements + models: + - anthropic/claude-sonnet-4-20250514 DeepSeek @@ -2084,7 +2090,9 @@ Overriding Wildcard Models: You can configure specific models with custom settings even when using wildcards. Specific configurations take precedence and are excluded from wildcard expansion: -llm_providers: +version: v0.4.0 + +model_providers: # Expand to all Anthropic models - model: anthropic/* access_key: $ANTHROPIC_API_KEY @@ -2093,14 +2101,17 @@ llm_providers: # This model will NOT be included in the wildcard expansion above - model: anthropic/claude-sonnet-4-20250514 access_key: $ANTHROPIC_PROD_API_KEY - routing_preferences: - - name: code_generation - priority: 1 # Another specific override - model: anthropic/claude-3-haiku-20240307 access_key: $ANTHROPIC_DEV_API_KEY +routing_preferences: + - name: code_generation + description: generating new code snippets, functions, or boilerplate based on user prompts or requirements + models: + - anthropic/claude-sonnet-4-20250514 + Custom Provider Wildcards: For providers not in Plano’s registry, wildcards enable dynamic model routing: @@ -2139,22 +2150,33 @@ llm_providers: Routing Preferences -Configure routing preferences for dynamic model selection: +Starting in v0.4.0, configure routing preferences at the top level of the config. Each preference declares an ordered models candidate pool; the first entry is primary and the rest are fallbacks the client tries on 429/5xx errors. Multiple providers can serve the same route — just list them all under models. See /guides/llm_router for the full routing model. -llm_providers: +version: v0.4.0 + +model_providers: - model: openai/gpt-5.2 access_key: $OPENAI_API_KEY - routing_preferences: - - name: complex_reasoning - description: deep analysis, mathematical problem solving, and logical reasoning - - name: code_review - description: reviewing and analyzing existing code for bugs and improvements - model: anthropic/claude-sonnet-4-5 access_key: $ANTHROPIC_API_KEY - routing_preferences: - - name: creative_writing - description: creative content generation, storytelling, and writing assistance + +routing_preferences: + - name: complex_reasoning + description: deep analysis, mathematical problem solving, and logical reasoning + models: + - openai/gpt-5.2 + - anthropic/claude-sonnet-4-5 + - name: code_review + description: reviewing and analyzing existing code for bugs and improvements + models: + - openai/gpt-5.2 + - name: creative_writing + description: creative content generation, storytelling, and writing assistance + models: + - anthropic/claude-sonnet-4-5 + +v0.3.0 configs that declare routing_preferences inline under each model_provider are auto-migrated to this top-level shape by the Plano CLI at compile time, with a deprecation warning. Update to the form above to silence the warning and gain the multi-model fallback behavior. @@ -4179,37 +4201,51 @@ Plano-Orchestrator analyzes each prompt to infer domain and action, then applies Configuration -To configure preference-aligned dynamic routing, define routing preferences that map domains and actions to specific models: +To configure preference-aligned dynamic routing, declare a top-level routing_preferences list and attach an ordered models candidate pool to each route. Starting in v0.4.0, routing_preferences lives at the root of the config (not inline under model_providers), which lets multiple models serve the same route — the first entry in models is primary, the rest are fallbacks that the client tries on 429/5xx errors. Preference-Aligned Dynamic Routing Configuration +version: v0.4.0 + listeners: - egress_traffic: + - name: egress_traffic + type: model address: 0.0.0.0 port: 12000 - message_format: openai timeout: 30s -llm_providers: +model_providers: - model: openai/gpt-5.2 access_key: $OPENAI_API_KEY default: true - model: openai/gpt-5 access_key: $OPENAI_API_KEY - routing_preferences: - - name: code understanding - description: understand and explain existing code snippets, functions, or libraries - - name: complex reasoning - description: deep analysis, mathematical problem solving, and logical reasoning - model: anthropic/claude-sonnet-4-5 access_key: $ANTHROPIC_API_KEY - routing_preferences: - - name: creative writing - description: creative content generation, storytelling, and writing assistance - - name: code generation - description: generating new code snippets, functions, or boilerplate based on user prompts + +routing_preferences: + - name: code understanding + description: understand and explain existing code snippets, functions, or libraries + models: + - openai/gpt-5 + - anthropic/claude-sonnet-4-5 + - name: complex reasoning + description: deep analysis, mathematical problem solving, and logical reasoning + models: + - openai/gpt-5 + - name: creative writing + description: creative content generation, storytelling, and writing assistance + models: + - anthropic/claude-sonnet-4-5 + - name: code generation + description: generating new code snippets, functions, or boilerplate based on user prompts + models: + - anthropic/claude-sonnet-4-5 + - openai/gpt-5 + +Configs still using the v0.3.0 inline style (routing_preferences nested under each model_provider) are auto-migrated to this top-level shape by the Plano CLI at compile time, with a deprecation warning. Update your config to the form above to silence the warning. Client usage @@ -4273,6 +4309,8 @@ This downloads the quantized GGUF model from HuggingFace and starts serving on h Configure Plano to use local routing model +version: v0.4.0 + overrides: llm_routing_model: plano/hf.co/katanemo/Arch-Router-1.5B.gguf:Q4_K_M @@ -4286,9 +4324,12 @@ model_providers: - model: anthropic/claude-sonnet-4-5 access_key: $ANTHROPIC_API_KEY - routing_preferences: - - name: creative writing - description: creative content generation, storytelling, and writing assistance + +routing_preferences: + - name: creative writing + description: creative content generation, storytelling, and writing assistance + models: + - anthropic/claude-sonnet-4-5 Verify the model is running @@ -4331,6 +4372,8 @@ vllm serve ${SNAPSHOT_DIR}Arch-Router-1.5B-Q4_K_M.gguf \ Configure Plano to use the vLLM endpoint +version: v0.4.0 + overrides: llm_routing_model: plano/Plano-Orchestrator @@ -4344,9 +4387,12 @@ model_providers: - model: anthropic/claude-sonnet-4-5 access_key: $ANTHROPIC_API_KEY - routing_preferences: - - name: creative writing - description: creative content generation, storytelling, and writing assistance + +routing_preferences: + - name: creative writing + description: creative content generation, storytelling, and writing assistance + models: + - anthropic/claude-sonnet-4-5 Verify the server is running @@ -4460,22 +4506,30 @@ You can combine static model selection with dynamic routing preferences for maxi Hybrid Routing Configuration -llm_providers: +version: v0.4.0 + +model_providers: - model: openai/gpt-5.2 access_key: $OPENAI_API_KEY default: true - model: openai/gpt-5 access_key: $OPENAI_API_KEY - routing_preferences: - - name: complex_reasoning - description: deep analysis and complex problem solving - model: anthropic/claude-sonnet-4-5 access_key: $ANTHROPIC_API_KEY - routing_preferences: - - name: creative_tasks - description: creative writing and content generation + +routing_preferences: + - name: complex_reasoning + description: deep analysis and complex problem solving + models: + - openai/gpt-5 + - anthropic/claude-sonnet-4-5 + - name: creative_tasks + description: creative writing and content generation + models: + - anthropic/claude-sonnet-4-5 + - openai/gpt-5 model_aliases: # Model aliases - friendly names that map to actual provider names @@ -6895,7 +6949,7 @@ where prompts get routed to, apply guardrails, and enable critical agent observa Plano Configuration - Full Reference # Plano Gateway configuration version -version: v0.3.0 +version: v0.4.0 # External HTTP agents - API type is controlled by request path (/v1/responses, /v1/messages, /v1/chat/completions) agents: @@ -6928,17 +6982,8 @@ model_providers: - model: mistral/ministral-3b-latest access_key: $MISTRAL_API_KEY - # routing_preferences: tags a model with named capabilities so Plano's LLM router - # can select the best model for each request based on intent. Requires the - # Plano-Orchestrator model (or equivalent) to be configured in overrides.llm_routing_model. - # Each preference has a name (short label) and a description (used for intent matching). - model: groq/llama-3.3-70b-versatile access_key: $GROQ_API_KEY - routing_preferences: - - name: code generation - description: generating new code snippets, functions, or boilerplate based on user prompts or requirements - - name: code review - description: reviewing, analyzing, and suggesting improvements to existing code # passthrough_auth: forwards the client's Authorization header upstream instead of # using the configured access_key. Useful for LiteLLM or similar proxy setups. @@ -6960,6 +7005,29 @@ model_aliases: smart-llm: target: gpt-4o +# routing_preferences: top-level list that tags named task categories with an +# ordered pool of candidate models. Plano's LLM router matches incoming requests +# against these descriptions and returns an ordered list of models; the client +# uses models[0] as primary and retries with models[1], models[2]... on 429/5xx. +# Requires overrides.llm_routing_model to point at Plano-Orchestrator (or equivalent). +# Each model in `models` must be declared in model_providers above. +# selection_policy is optional: {prefer: cheapest|fastest|none} lets the router +# reorder candidates using live cost/latency data from model_metrics_sources. +routing_preferences: + - name: code generation + description: generating new code snippets, functions, or boilerplate based on user prompts or requirements + models: + - anthropic/claude-sonnet-4-0 + - openai/gpt-4o + - groq/llama-3.3-70b-versatile + - name: code review + description: reviewing, analyzing, and suggesting improvements to existing code + models: + - anthropic/claude-sonnet-4-0 + - groq/llama-3.3-70b-versatile + selection_policy: + prefer: cheapest + # HTTP listeners - entry points for agent routing, prompt targets, and direct LLM access listeners: # Agent listener for routing requests to multiple agents diff --git a/resources/configuration_reference.html b/resources/configuration_reference.html index 6c6d993c..c9843fa3 100755 --- a/resources/configuration_reference.html +++ b/resources/configuration_reference.html @@ -168,7 +168,7 @@ where prompts get routed to, apply guardrails, and enable critical agent observa
      1# Plano Gateway configuration version
    -  2version: v0.3.0
    +  2version: v0.4.0
       3
       4# External HTTP agents - API type is controlled by request path (/v1/responses, /v1/messages, /v1/chat/completions)
       5agents:
    @@ -201,195 +201,209 @@ where prompts get routed to, apply guardrails, and enable critical agent observa
      32  - model: mistral/ministral-3b-latest
      33    access_key: $MISTRAL_API_KEY
      34
    - 35  # routing_preferences: tags a model with named capabilities so Plano's LLM router
    - 36  # can select the best model for each request based on intent. Requires the
    - 37  # Plano-Orchestrator model (or equivalent) to be configured in overrides.llm_routing_model.
    - 38  # Each preference has a name (short label) and a description (used for intent matching).
    - 39  - model: groq/llama-3.3-70b-versatile
    - 40    access_key: $GROQ_API_KEY
    - 41    routing_preferences:
    - 42      - name: code generation
    - 43        description: generating new code snippets, functions, or boilerplate based on user prompts or requirements
    - 44      - name: code review
    - 45        description: reviewing, analyzing, and suggesting improvements to existing code
    - 46
    - 47  # passthrough_auth: forwards the client's Authorization header upstream instead of
    - 48  # using the configured access_key. Useful for LiteLLM or similar proxy setups.
    - 49  - model: openai/gpt-4o-litellm
    - 50    base_url: https://litellm.example.com
    - 51    passthrough_auth: true
    - 52
    - 53  # Custom/self-hosted endpoint with explicit http_host override
    - 54  - model: openai/llama-3.3-70b
    - 55    base_url: https://api.custom-provider.com
    - 56    http_host: api.custom-provider.com
    - 57    access_key: $CUSTOM_API_KEY
    - 58
    - 59# Model aliases - use friendly names instead of full provider model names
    - 60model_aliases:
    - 61  fast-llm:
    - 62    target: gpt-4o-mini
    - 63
    - 64  smart-llm:
    - 65    target: gpt-4o
    - 66
    - 67# HTTP listeners - entry points for agent routing, prompt targets, and direct LLM access
    - 68listeners:
    - 69  # Agent listener for routing requests to multiple agents
    - 70  - type: agent
    - 71    name: travel_booking_service
    - 72    port: 8001
    - 73    router: plano_orchestrator_v1
    - 74    address: 0.0.0.0
    - 75    agents:
    - 76      - id: rag_agent
    - 77        description: virtual assistant for retrieval augmented generation tasks
    - 78        input_filters:
    - 79          - input_guards
    + 35  - model: groq/llama-3.3-70b-versatile
    + 36    access_key: $GROQ_API_KEY
    + 37
    + 38  # passthrough_auth: forwards the client's Authorization header upstream instead of
    + 39  # using the configured access_key. Useful for LiteLLM or similar proxy setups.
    + 40  - model: openai/gpt-4o-litellm
    + 41    base_url: https://litellm.example.com
    + 42    passthrough_auth: true
    + 43
    + 44  # Custom/self-hosted endpoint with explicit http_host override
    + 45  - model: openai/llama-3.3-70b
    + 46    base_url: https://api.custom-provider.com
    + 47    http_host: api.custom-provider.com
    + 48    access_key: $CUSTOM_API_KEY
    + 49
    + 50# Model aliases - use friendly names instead of full provider model names
    + 51model_aliases:
    + 52  fast-llm:
    + 53    target: gpt-4o-mini
    + 54
    + 55  smart-llm:
    + 56    target: gpt-4o
    + 57
    + 58# routing_preferences: top-level list that tags named task categories with an
    + 59# ordered pool of candidate models. Plano's LLM router matches incoming requests
    + 60# against these descriptions and returns an ordered list of models; the client
    + 61# uses models[0] as primary and retries with models[1], models[2]... on 429/5xx.
    + 62# Requires overrides.llm_routing_model to point at Plano-Orchestrator (or equivalent).
    + 63# Each model in `models` must be declared in model_providers above.
    + 64# selection_policy is optional: {prefer: cheapest|fastest|none} lets the router
    + 65# reorder candidates using live cost/latency data from model_metrics_sources.
    + 66routing_preferences:
    + 67  - name: code generation
    + 68    description: generating new code snippets, functions, or boilerplate based on user prompts or requirements
    + 69    models:
    + 70      - anthropic/claude-sonnet-4-0
    + 71      - openai/gpt-4o
    + 72      - groq/llama-3.3-70b-versatile
    + 73  - name: code review
    + 74    description: reviewing, analyzing, and suggesting improvements to existing code
    + 75    models:
    + 76      - anthropic/claude-sonnet-4-0
    + 77      - groq/llama-3.3-70b-versatile
    + 78    selection_policy:
    + 79      prefer: cheapest
      80
    - 81  # Model listener for direct LLM access
    - 82  - type: model
    - 83    name: model_1
    - 84    address: 0.0.0.0
    - 85    port: 12000
    - 86    timeout: 30s          # Request timeout (e.g. "30s", "60s")
    - 87    max_retries: 3        # Number of retries on upstream failure
    - 88    input_filters:        # Filters applied before forwarding to LLM
    - 89      - input_guards
    - 90    output_filters:       # Filters applied to LLM responses before returning to client
    - 91      - input_guards
    - 92
    - 93  # Prompt listener for function calling (for prompt_targets)
    - 94  - type: prompt
    - 95    name: prompt_function_listener
    - 96    address: 0.0.0.0
    - 97    port: 10000
    - 98
    - 99# Reusable service endpoints
    -100endpoints:
    -101  app_server:
    -102    endpoint: 127.0.0.1:80
    -103    connect_timeout: 0.005s
    -104    protocol: http        # http or https
    -105
    -106  mistral_local:
    -107    endpoint: 127.0.0.1:8001
    -108
    -109  secure_service:
    -110    endpoint: api.example.com:443
    -111    protocol: https
    -112    http_host: api.example.com  # Override the Host header sent upstream
    -113
    -114# Optional top-level system prompt applied to all prompt_targets
    -115system_prompt: |
    -116  You are a helpful assistant. Always respond concisely and accurately.
    -117
    -118# Prompt targets for function calling and API orchestration
    -119prompt_targets:
    -120  - name: get_current_weather
    -121    description: Get current weather at a location.
    -122    parameters:
    -123      - name: location
    -124        description: The location to get the weather for
    -125        required: true
    -126        type: string
    -127        format: City, State
    -128      - name: days
    -129        description: the number of days for the request
    -130        required: true
    -131        type: int
    -132    endpoint:
    -133      name: app_server
    -134      path: /weather
    -135      http_method: POST
    -136    # Per-target system prompt (overrides top-level system_prompt for this target)
    -137    system_prompt: You are a weather expert. Provide accurate and concise weather information.
    -138    # auto_llm_dispatch_on_response: when true, the LLM is called again with the
    -139    # function response to produce a final natural-language answer for the user
    -140    auto_llm_dispatch_on_response: true
    -141
    -142# Rate limits - control token usage per model and request selector
    -143ratelimits:
    -144  - model: openai/gpt-4o
    -145    selector:
    -146      key: x-user-id       # HTTP header key used to identify the rate-limit subject
    -147      value: "*"           # Wildcard matches any value; use a specific string to target one
    -148    limit:
    -149      tokens: 100000       # Maximum tokens allowed in the given time unit
    -150      unit: hour           # Time unit: "minute", "hour", or "day"
    -151
    -152  - model: openai/gpt-4o-mini
    -153    selector:
    -154      key: x-org-id
    -155      value: acme-corp
    -156    limit:
    -157      tokens: 500000
    -158      unit: day
    -159
    -160# Global behavior overrides
    -161overrides:
    -162  # Threshold for routing a request to a prompt_target (0.0–1.0). Lower = more permissive.
    -163  prompt_target_intent_matching_threshold: 0.7
    -164  # Trim conversation history to fit within the model's context window
    -165  optimize_context_window: true
    -166  # Use Plano's agent orchestrator for multi-agent request routing
    -167  use_agent_orchestrator: false
    -168  # Connect timeout for upstream provider clusters (e.g., "5s", "10s"). Default: "5s"
    -169  upstream_connect_timeout: 10s
    -170  # Path to the trusted CA bundle for upstream TLS verification
    -171  upstream_tls_ca_path: /etc/ssl/certs/ca-certificates.crt
    -172  # Model used for intent-based LLM routing (must be listed in model_providers)
    -173  llm_routing_model: Plano-Orchestrator
    -174  # Model used for agent orchestration (must be listed in model_providers)
    -175  agent_orchestration_model: Plano-Orchestrator
    -176  # Disable agentic signal analysis (frustration, repetition, escalation, etc.)
    -177  # on LLM responses to save CPU. Default: false.
    -178  disable_signals: false
    -179
    -180# Model affinity — pin routing decisions for agentic loops
    -181routing:
    -182  session_ttl_seconds: 600    # How long a pinned session lasts (default: 600s / 10 min)
    -183  session_max_entries: 10000  # Max cached sessions before eviction (upper limit: 10000)
    -184  # session_cache controls the backend used to store affinity state.
    -185  # "memory" (default) is in-process and works for single-instance deployments.
    -186  # "redis" shares state across replicas — required for multi-replica / Kubernetes setups.
    -187  session_cache:
    -188    type: memory              # "memory" (default) or "redis"
    -189    # url is required when type is "redis". Supports redis:// and rediss:// (TLS).
    -190    # url: redis://localhost:6379
    -191    # tenant_header: x-org-id  # optional; when set, keys are scoped as plano:affinity:{tenant_id}:{session_id}
    -192
    -193# State storage for multi-turn conversation history
    -194state_storage:
    -195  type: memory            # "memory" (in-process) or "postgres" (persistent)
    -196  # connection_string is required when type is postgres.
    -197  # Supports environment variable substitution: $VAR or ${VAR}
    -198  # connection_string: postgresql://user:$DB_PASS@localhost:5432/plano
    -199
    -200# Input guardrails applied globally to all incoming requests
    -201prompt_guards:
    -202  input_guards:
    -203    jailbreak:
    -204      on_exception:
    -205        message: "I'm sorry, I can't help with that request."
    + 81# HTTP listeners - entry points for agent routing, prompt targets, and direct LLM access
    + 82listeners:
    + 83  # Agent listener for routing requests to multiple agents
    + 84  - type: agent
    + 85    name: travel_booking_service
    + 86    port: 8001
    + 87    router: plano_orchestrator_v1
    + 88    address: 0.0.0.0
    + 89    agents:
    + 90      - id: rag_agent
    + 91        description: virtual assistant for retrieval augmented generation tasks
    + 92        input_filters:
    + 93          - input_guards
    + 94
    + 95  # Model listener for direct LLM access
    + 96  - type: model
    + 97    name: model_1
    + 98    address: 0.0.0.0
    + 99    port: 12000
    +100    timeout: 30s          # Request timeout (e.g. "30s", "60s")
    +101    max_retries: 3        # Number of retries on upstream failure
    +102    input_filters:        # Filters applied before forwarding to LLM
    +103      - input_guards
    +104    output_filters:       # Filters applied to LLM responses before returning to client
    +105      - input_guards
    +106
    +107  # Prompt listener for function calling (for prompt_targets)
    +108  - type: prompt
    +109    name: prompt_function_listener
    +110    address: 0.0.0.0
    +111    port: 10000
    +112
    +113# Reusable service endpoints
    +114endpoints:
    +115  app_server:
    +116    endpoint: 127.0.0.1:80
    +117    connect_timeout: 0.005s
    +118    protocol: http        # http or https
    +119
    +120  mistral_local:
    +121    endpoint: 127.0.0.1:8001
    +122
    +123  secure_service:
    +124    endpoint: api.example.com:443
    +125    protocol: https
    +126    http_host: api.example.com  # Override the Host header sent upstream
    +127
    +128# Optional top-level system prompt applied to all prompt_targets
    +129system_prompt: |
    +130  You are a helpful assistant. Always respond concisely and accurately.
    +131
    +132# Prompt targets for function calling and API orchestration
    +133prompt_targets:
    +134  - name: get_current_weather
    +135    description: Get current weather at a location.
    +136    parameters:
    +137      - name: location
    +138        description: The location to get the weather for
    +139        required: true
    +140        type: string
    +141        format: City, State
    +142      - name: days
    +143        description: the number of days for the request
    +144        required: true
    +145        type: int
    +146    endpoint:
    +147      name: app_server
    +148      path: /weather
    +149      http_method: POST
    +150    # Per-target system prompt (overrides top-level system_prompt for this target)
    +151    system_prompt: You are a weather expert. Provide accurate and concise weather information.
    +152    # auto_llm_dispatch_on_response: when true, the LLM is called again with the
    +153    # function response to produce a final natural-language answer for the user
    +154    auto_llm_dispatch_on_response: true
    +155
    +156# Rate limits - control token usage per model and request selector
    +157ratelimits:
    +158  - model: openai/gpt-4o
    +159    selector:
    +160      key: x-user-id       # HTTP header key used to identify the rate-limit subject
    +161      value: "*"           # Wildcard matches any value; use a specific string to target one
    +162    limit:
    +163      tokens: 100000       # Maximum tokens allowed in the given time unit
    +164      unit: hour           # Time unit: "minute", "hour", or "day"
    +165
    +166  - model: openai/gpt-4o-mini
    +167    selector:
    +168      key: x-org-id
    +169      value: acme-corp
    +170    limit:
    +171      tokens: 500000
    +172      unit: day
    +173
    +174# Global behavior overrides
    +175overrides:
    +176  # Threshold for routing a request to a prompt_target (0.0–1.0). Lower = more permissive.
    +177  prompt_target_intent_matching_threshold: 0.7
    +178  # Trim conversation history to fit within the model's context window
    +179  optimize_context_window: true
    +180  # Use Plano's agent orchestrator for multi-agent request routing
    +181  use_agent_orchestrator: false
    +182  # Connect timeout for upstream provider clusters (e.g., "5s", "10s"). Default: "5s"
    +183  upstream_connect_timeout: 10s
    +184  # Path to the trusted CA bundle for upstream TLS verification
    +185  upstream_tls_ca_path: /etc/ssl/certs/ca-certificates.crt
    +186  # Model used for intent-based LLM routing (must be listed in model_providers)
    +187  llm_routing_model: Plano-Orchestrator
    +188  # Model used for agent orchestration (must be listed in model_providers)
    +189  agent_orchestration_model: Plano-Orchestrator
    +190  # Disable agentic signal analysis (frustration, repetition, escalation, etc.)
    +191  # on LLM responses to save CPU. Default: false.
    +192  disable_signals: false
    +193
    +194# Model affinity — pin routing decisions for agentic loops
    +195routing:
    +196  session_ttl_seconds: 600    # How long a pinned session lasts (default: 600s / 10 min)
    +197  session_max_entries: 10000  # Max cached sessions before eviction (upper limit: 10000)
    +198  # session_cache controls the backend used to store affinity state.
    +199  # "memory" (default) is in-process and works for single-instance deployments.
    +200  # "redis" shares state across replicas — required for multi-replica / Kubernetes setups.
    +201  session_cache:
    +202    type: memory              # "memory" (default) or "redis"
    +203    # url is required when type is "redis". Supports redis:// and rediss:// (TLS).
    +204    # url: redis://localhost:6379
    +205    # tenant_header: x-org-id  # optional; when set, keys are scoped as plano:affinity:{tenant_id}:{session_id}
     206
    -207# OpenTelemetry tracing configuration
    -208tracing:
    -209  # Random sampling percentage (1-100)
    -210  random_sampling: 100
    -211  # Include internal Plano spans in traces
    -212  trace_arch_internal: false
    -213  # gRPC endpoint for OpenTelemetry collector (e.g., Jaeger, Tempo)
    -214  opentracing_grpc_endpoint: http://localhost:4317
    -215  span_attributes:
    -216    # Propagate request headers whose names start with these prefixes as span attributes
    -217    header_prefixes:
    -218      - x-user-
    -219      - x-org-
    -220    # Static key/value pairs added to every span
    -221    static:
    -222      environment: production
    -223      service.team: platform
    +207# State storage for multi-turn conversation history
    +208state_storage:
    +209  type: memory            # "memory" (in-process) or "postgres" (persistent)
    +210  # connection_string is required when type is postgres.
    +211  # Supports environment variable substitution: $VAR or ${VAR}
    +212  # connection_string: postgresql://user:$DB_PASS@localhost:5432/plano
    +213
    +214# Input guardrails applied globally to all incoming requests
    +215prompt_guards:
    +216  input_guards:
    +217    jailbreak:
    +218      on_exception:
    +219        message: "I'm sorry, I can't help with that request."
    +220
    +221# OpenTelemetry tracing configuration
    +222tracing:
    +223  # Random sampling percentage (1-100)
    +224  random_sampling: 100
    +225  # Include internal Plano spans in traces
    +226  trace_arch_internal: false
    +227  # gRPC endpoint for OpenTelemetry collector (e.g., Jaeger, Tempo)
    +228  opentracing_grpc_endpoint: http://localhost:4317
    +229  span_attributes:
    +230    # Propagate request headers whose names start with these prefixes as span attributes
    +231    header_prefixes:
    +232      - x-user-
    +233      - x-org-
    +234    # Static key/value pairs added to every span
    +235    static:
    +236      environment: production
    +237      service.team: platform
     
    diff --git a/searchindex.js b/searchindex.js index 0bab8b69..72d78276 100755 --- a/searchindex.js +++ b/searchindex.js @@ -1 +1 @@ -Search.setIndex({"alltitles":{"AWS X-Ray":[[17,"aws-x-ray"]],"Access Logging":[[14,null]],"Additional Resources":[[17,"additional-resources"]],"Advanced Configuration":[[6,"advanced-configuration"]],"Advanced Features":[[4,"advanced-features"]],"Advanced Features (Coming Soon)":[[5,"advanced-features-coming-soon"]],"Agent Orchestration":[[0,"agent-orchestration"]],"Agent Processing":[[17,"agent-processing"]],"Agent Structure":[[18,"agent-structure"]],"Agent listener filter chain":[[1,"agent-listener-filter-chain"]],"Agents":[[0,null]],"Alias-based routing":[[13,"alias-based-routing"]],"Amazon Bedrock":[[6,"amazon-bedrock"]],"Anthropic":[[6,"anthropic"]],"Anthropic (Python) SDK":[[3,"anthropic-python-sdk"]],"Arch-Function":[[12,"arch-function"]],"Azure OpenAI":[[6,"azure-openai"]],"Base URL Configuration":[[6,"base-url-configuration"]],"Basic Configuration":[[5,"basic-configuration"],[7,"basic-configuration"]],"Behavioral Signals in Traces":[[17,"behavioral-signals-in-traces"]],"Benefits of Using Traceparent Headers":[[17,"benefits-of-using-traceparent-headers"]],"Best Practices":[[3,"best-practices"],[8,"best-practices"],[17,"best-practices"],[18,"best-practices"],[20,"best-practices"]],"Best Practices and Tips":[[12,"best-practices-and-tips"]],"Best practices":[[13,"best-practices"]],"Bright Staff":[[26,null]],"Brightstaff metrics":[[15,"brightstaff-metrics"]],"Build Agentic Apps with Plano":[[11,"build-agentic-apps-with-plano"]],"Build Multi-Turn RAG Apps":[[7,"build-multi-turn-rag-apps"]],"Build from Source (Developer)":[[24,"build-from-source-developer"]],"Build with Plano":[[10,"build-with-plano"]],"Building Dashboards":[[8,"building-dashboards"]],"Building agents with Plano orchestration":[[11,"building-agents-with-plano-orchestration"]],"CLI Reference":[[22,null]],"Calling External APIs":[[18,"calling-external-apis"]],"Client Libraries":[[3,null]],"Client usage":[[13,"client-usage"],[13,"id4"],[13,"id6"]],"Combining Routing Methods":[[13,"combining-routing-methods"]],"Common Issues and Solutions":[[24,"common-issues-and-solutions"]],"Common Use Cases":[[4,"common-use-cases"],[18,"common-use-cases"]],"Concepts":[[10,"concepts"],[21,null]],"Configuration":[[13,"configuration"],[13,"id3"],[13,"id5"],[17,"configuration"],[18,"configuration"],[20,"configuration"],[27,"configuration"]],"Configuration Overview":[[20,"configuration-overview"]],"Configuration Reference":[[23,null]],"Configuration Structure":[[6,"configuration-structure"]],"Configuration example":[[1,"configuration-example"]],"Configure Listeners":[[2,"configure-listeners"]],"Configure Monitoring":[[15,"configure-monitoring"]],"Conversational State":[[20,null]],"Core Capabilities":[[4,"core-capabilities"]],"Creating Alerts":[[8,"creating-alerts"]],"Cross-Client Compatibility":[[3,"cross-client-compatibility"]],"Custom Span Attributes":[[17,"custom-span-attributes"]],"Datadog":[[17,"datadog"]],"DeepSeek":[[6,"deepseek"]],"Default Model Configuration":[[6,"default-model-configuration"]],"Defining Parameters":[[7,"defining-parameters"]],"Demo App":[[7,"demo-app"]],"Deployment":[[24,null]],"Deterministic API calls with prompt targets":[[11,"deterministic-api-calls-with-prompt-targets"]],"Docker Compose Setup":[[24,"docker-compose-setup"]],"Docker Deployment":[[24,"docker-deployment"]],"Enabling OTEL Tracing":[[24,"enabling-otel-tracing"]],"Environment Variables Reference":[[24,"environment-variables-reference"]],"Environment \u2014 external system / boundary conditions":[[8,"environment-external-system-boundary-conditions"]],"Error Handling":[[3,"error-handling"]],"Example 2: Switching Intent":[[7,"example-2-switching-intent"]],"Example Configuration For Tools":[[7,"example-configuration-for-tools"]],"Example Span":[[8,"example-span"]],"Example Use Cases":[[12,"example-use-cases"],[13,"example-use-cases"]],"Example with OpenTelemetry in Python":[[17,"example-with-opentelemetry-in-python"]],"Example: Travel Booking Assistant":[[18,"example-travel-booking-assistant"]],"Execution \u2014 agent-caused action quality":[[8,"execution-agent-caused-action-quality"]],"External References":[[17,"external-references"]],"Filter Chain Programming Model (HTTP and MCP)":[[1,"filter-chain-programming-model-http-and-mcp"]],"Filter Chains":[[1,null]],"First-Class Providers":[[6,"first-class-providers"]],"Function Calling":[[12,null]],"Function Calling Workflow":[[12,"function-calling-workflow"]],"Gateway Endpoints":[[3,"gateway-endpoints"]],"Gateway Smoke Test":[[24,"gateway-smoke-test"]],"Get Started":[[10,"get-started"],[21,null]],"Getting Started":[[4,"getting-started"]],"Global CLI Usage":[[22,"global-cli-usage"]],"Google Gemini":[[6,"google-gemini"]],"Groq":[[6,"groq"]],"Guardrails":[[19,null]],"Guides":[[10,"guides"],[21,null]],"Handoff to Upstream Services":[[17,"handoff-to-upstream-services"]],"Header Format":[[17,"header-format"]],"High level architecture":[[27,"high-level-architecture"]],"How Guardrails Work":[[19,"how-guardrails-work"]],"How It Works":[[8,"how-it-works"],[14,"how-it-works"],[17,"how-it-works"],[18,"how-it-works"],[20,"how-it-works"]],"How to Initiate A Trace":[[17,"how-to-initiate-a-trace"]],"Implementation":[[18,"implementation"]],"Implementing Function Calling":[[12,"implementing-function-calling"]],"Inbound (Agent & Prompt Target)":[[2,"inbound-agent-prompt-target"]],"Inbound Request Handling":[[17,"inbound-request-handling"]],"Information Extraction with LLMs":[[18,"information-extraction-with-llms"]],"Inner Loop (Agent Logic)":[[0,"inner-loop-agent-logic"]],"Inner Loop vs. Outer Loop":[[0,"inner-loop-vs-outer-loop"]],"Inspect and Filter Traces":[[17,"inspect-and-filter-traces"]],"Instrumentation":[[17,"instrumentation"]],"Integrating with Tracing Tools":[[17,"integrating-with-tracing-tools"]],"Interaction \u2014 user \u2194 agent conversational quality":[[8,"interaction-user-agent-conversational-quality"]],"Intro to Plano":[[9,null]],"Key Benefits":[[0,"key-benefits"],[4,"key-benefits"]],"Key Features":[[7,"key-features"],[12,"key-features"],[14,"key-features"]],"Kubernetes Deployment":[[24,"kubernetes-deployment"]],"LLM Routing":[[13,null]],"Langtrace":[[17,"langtrace"]],"Layered attributes":[[8,"layered-attributes"]],"Legacy attributes (deprecated, still emitted)":[[8,"legacy-attributes-deprecated-still-emitted"]],"Limitations and Considerations":[[8,"limitations-and-considerations"]],"Listeners":[[2,null]],"Live console \u2014 planoai obs":[[11,"live-console-planoai-obs"]],"Log Format":[[14,"log-format"]],"Memory Storage (Development)":[[20,"memory-storage-development"]],"Metrics Dashboard (via Grafana)":[[15,"metrics-dashboard-via-grafana"]],"Mistral AI":[[6,"mistral-ai"]],"Model (LLM) Providers":[[4,null]],"Model Affinity":[[13,"model-affinity"]],"Model Aliases":[[5,null]],"Model Selection Guidelines":[[6,"model-selection-guidelines"]],"Model listener filter chain":[[1,"model-listener-filter-chain"]],"Model-Based Routing":[[24,"model-based-routing"]],"Model-based routing":[[13,"model-based-routing"]],"Monitoring":[[15,null]],"Moonshot AI":[[6,"moonshot-ai"]],"Multi-Turn":[[7,"multi-turn"]],"Multiple Provider Instances":[[6,"multiple-provider-instances"]],"Naming Best Practices":[[5,"naming-best-practices"]],"Native Deployment (Default)":[[24,"native-deployment-default"]],"Network Topology":[[2,"network-topology"]],"Network topology":[[27,"network-topology"]],"Next Steps":[[11,"next-steps"],[18,"next-steps"],[20,"next-steps"]],"Notes":[[17,"notes"]],"Notes and Examples":[[17,"notes-and-examples"]],"OTel Span Attributes":[[8,"otel-span-attributes"]],"Observability":[[11,"observability"],[16,null]],"Ollama":[[6,"ollama"]],"OpenAI":[[6,"openai"]],"OpenAI (Python) SDK":[[3,"openai-python-sdk"]],"OpenAI Responses API (Conversational State)":[[3,"openai-responses-api-conversational-state"]],"OpenAI-Compatible Providers":[[6,"openai-compatible-providers"]],"Orchestration":[[18,null]],"Orchestration & Routing":[[17,"orchestration-routing"]],"Outbound (Model Proxy & Egress)":[[2,"outbound-model-proxy-egress"]],"Outbound LLM Calls":[[17,"outbound-llm-calls"]],"Outer Loop (Orchestration)":[[0,"outer-loop-orchestration"]],"Overall Quality Assessment":[[8,"overall-quality-assessment"]],"Overview":[[10,null],[17,"overview"]],"Passthrough Authentication":[[6,"passthrough-authentication"]],"Plano-Orchestrator":[[13,"id7"]],"Post-request processing":[[27,"post-request-processing"]],"PostgreSQL Storage (Production)":[[20,"postgresql-storage-production"]],"Preference-aligned routing (Plano-Orchestrator)":[[13,"preference-aligned-routing-plano-orchestrator"]],"Preparing Context and Generating Responses":[[18,"preparing-context-and-generating-responses"]],"Prerequisites":[[11,"prerequisites"],[20,"prerequisites"]],"Prompt Target":[[7,null]],"Provider Categories":[[6,"provider-categories"]],"Providers Requiring Base URL":[[6,"providers-requiring-base-url"]],"Querying in Your Observability Platform":[[8,"querying-in-your-observability-platform"]],"Quick Navigation":[[22,"quick-navigation"]],"Quick Start":[[17,"quick-start"]],"Quickstart":[[11,null]],"Qwen (Alibaba)":[[6,"qwen-alibaba"]],"Request Flow (Egress)":[[27,"request-flow-egress"]],"Request Flow (Ingress)":[[27,"request-flow-ingress"]],"Request Lifecycle":[[27,null]],"Resources":[[21,null]],"Routing Methods":[[13,"routing-methods"]],"Routing Preferences":[[6,"routing-preferences"]],"Runtime Tests":[[24,"runtime-tests"]],"Sampling and Prioritization":[[8,"sampling-and-prioritization"]],"See Also":[[3,"see-also"],[5,"see-also"],[6,"see-also"],[8,"see-also"]],"Self-hosting Plano-Orchestrator":[[13,"self-hosting-plano-orchestrator"],[18,"self-hosting-plano-orchestrator"]],"Session Cache Backends":[[13,"session-cache-backends"]],"Severity Levels":[[8,"severity-levels"]],"Signal Taxonomy":[[8,"signal-taxonomy"]],"Signals\u2122":[[8,null]],"Single-request traces \u2014 planoai trace":[[11,"single-request-traces-planoai-trace"]],"Span Events":[[8,"span-events"]],"Start Plano":[[24,"start-plano"]],"Starting the Stack":[[24,"starting-the-stack"]],"Step 1. Create plano config file":[[11,"step-1-create-plano-config-file"],[11,"id2"]],"Step 1. Minimal orchestration config":[[11,"step-1-minimal-orchestration-config"]],"Step 1: Create the Config":[[24,"step-1-create-the-config"]],"Step 1: Define Plano Config":[[7,"step-1-define-plano-config"]],"Step 1: Define the Function":[[12,"step-1-define-the-function"]],"Step 2. Start plano":[[11,"step-2-start-plano"]],"Step 2. Start plano with currency conversion config":[[11,"step-2-start-plano-with-currency-conversion-config"]],"Step 2. Start your agents and Plano":[[11,"step-2-start-your-agents-and-plano"]],"Step 2: Configure Prompt Targets":[[12,"step-2-configure-prompt-targets"]],"Step 2: Create API Key Secrets":[[24,"step-2-create-api-key-secrets"]],"Step 2: Process Request in Flask":[[7,"step-2-process-request-in-flask"]],"Step 3. Interacting with gateway using curl command":[[11,"step-3-interacting-with-gateway-using-curl-command"]],"Step 3. Send a prompt and let Plano route":[[11,"step-3-send-a-prompt-and-let-plano-route"]],"Step 3.1: Using curl command":[[11,"step-3-1-using-curl-command"]],"Step 3.2: Using OpenAI Python client":[[11,"step-3-2-using-openai-python-client"]],"Step 3: Deploy Plano":[[24,"step-3-deploy-plano"]],"Step 3: Interact with LLM":[[11,"step-3-interact-with-llm"]],"Step 3: Plano Takes Over":[[12,"step-3-plano-takes-over"]],"Step 4: Verify":[[24,"step-4-verify"]],"Stop Plano":[[24,"stop-plano"]],"Summary":[[7,"summary"],[17,"summary"]],"Supabase Connection Strings":[[20,"supabase-connection-strings"]],"Supported API Endpoints":[[6,"supported-api-endpoints"]],"Supported Clients":[[3,"supported-clients"]],"Supported Providers & Configuration":[[6,null]],"Tech Overview":[[28,null]],"Testing the Guardrail":[[19,"testing-the-guardrail"]],"Threading Model":[[29,null]],"Together AI":[[6,"together-ai"]],"Top-level attributes":[[8,"top-level-attributes"]],"Trace Propagation":[[17,"trace-propagation"]],"Tracing":[[17,null]],"Tracing with the CLI":[[17,"tracing-with-the-cli"]],"Troubleshooting":[[20,"troubleshooting"],[24,"troubleshooting"]],"Typical Use Cases":[[1,"typical-use-cases"]],"Understanding Plano Traces":[[17,"understanding-plano-traces"]],"Unsupported Features":[[13,"unsupported-features"]],"Updating Configuration":[[24,"updating-configuration"]],"Use Plano as a Model Proxy (Gateway)":[[11,"use-plano-as-a-model-proxy-gateway"]],"Using Aliases":[[5,"using-aliases"]],"Using Ollama (recommended for local development)":[[13,"using-ollama-recommended-for-local-development"]],"Using vLLM (recommended for production / EC2)":[[13,"using-vllm-recommended-for-production-ec2"]],"Using vLLM on Kubernetes (GPU nodes)":[[13,"using-vllm-on-kubernetes-gpu-nodes"]],"Validation Rules":[[5,"validation-rules"]],"Visual Flag Marker":[[8,"visual-flag-marker"]],"Welcome to Plano!":[[21,null]],"What Are Behavioral Signals?":[[8,"what-are-behavioral-signals"]],"What is Function Calling?":[[12,"what-is-function-calling"]],"Why Guardrails":[[19,"why-guardrails"]],"Why Signals Matter: The Improvement Flywheel":[[8,"why-signals-matter-the-improvement-flywheel"]],"Wildcard Model Configuration":[[6,"wildcard-model-configuration"]],"Xiaomi MiMo":[[6,"xiaomi-mimo"]],"Zhipu AI":[[6,"zhipu-ai"]],"cURL Examples":[[3,"curl-examples"]],"llms.txt":[[25,null]],"planoai build":[[22,"planoai-build"]],"planoai cli_agent":[[22,"planoai-cli-agent"]],"planoai down":[[22,"planoai-down"]],"planoai init":[[22,"planoai-init"]],"planoai logs":[[22,"planoai-logs"]],"planoai prompt_targets":[[22,"planoai-prompt-targets"]],"planoai trace":[[22,"planoai-trace"]],"planoai up":[[22,"planoai-up"]],"xAI":[[6,"xai"]]},"docnames":["concepts/agents","concepts/filter_chain","concepts/listeners","concepts/llm_providers/client_libraries","concepts/llm_providers/llm_providers","concepts/llm_providers/model_aliases","concepts/llm_providers/supported_providers","concepts/prompt_target","concepts/signals","get_started/intro_to_plano","get_started/overview","get_started/quickstart","guides/function_calling","guides/llm_router","guides/observability/access_logging","guides/observability/monitoring","guides/observability/observability","guides/observability/tracing","guides/orchestration","guides/prompt_guard","guides/state","index","resources/cli_reference","resources/configuration_reference","resources/deployment","resources/llms_txt","resources/tech_overview/model_serving","resources/tech_overview/request_lifecycle","resources/tech_overview/tech_overview","resources/tech_overview/threading_model"],"envversion":{"sphinx":65,"sphinx.domains.c":3,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":9,"sphinx.domains.index":1,"sphinx.domains.javascript":3,"sphinx.domains.math":2,"sphinx.domains.python":4,"sphinx.domains.rst":2,"sphinx.domains.std":2,"sphinx.ext.intersphinx":1,"sphinx.ext.viewcode":1},"filenames":["concepts/agents.rst","concepts/filter_chain.rst","concepts/listeners.rst","concepts/llm_providers/client_libraries.rst","concepts/llm_providers/llm_providers.rst","concepts/llm_providers/model_aliases.rst","concepts/llm_providers/supported_providers.rst","concepts/prompt_target.rst","concepts/signals.rst","get_started/intro_to_plano.rst","get_started/overview.rst","get_started/quickstart.rst","guides/function_calling.rst","guides/llm_router.rst","guides/observability/access_logging.rst","guides/observability/monitoring.rst","guides/observability/observability.rst","guides/observability/tracing.rst","guides/orchestration.rst","guides/prompt_guard.rst","guides/state.rst","index.rst","resources/cli_reference.rst","resources/configuration_reference.rst","resources/deployment.rst","resources/llms_txt.rst","resources/tech_overview/model_serving.rst","resources/tech_overview/request_lifecycle.rst","resources/tech_overview/tech_overview.rst","resources/tech_overview/threading_model.rst"],"indexentries":{},"objects":{},"objnames":{},"objtypes":{},"terms":{"":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,17,18,19,20,23,24,26,27,29],"0":[1,2,3,5,6,7,8,11,13,14,15,17,18,20,22,23,24,27],"00":[17,18],"005":[23,27],"00z":18,"01":3,"03":14,"04":14,"05":11,"050z":14,"06":[3,11],"08":11,"0905":6,"1":[2,3,4,5,6,8,13,14,15,17,18,20,23,27],"10":[5,8,11,12,13,14,15,18,23,24],"100":[1,3,5,8,11,17,18,23,24,29],"1000":18,"10000":[2,6,11,13,23,24,27],"100000":23,"1000m":24,"1022":14,"104":14,"10500":[1,19,23,27],"10501":1,"10502":1,"10505":1,"10510":[18,23],"10520":[11,18,23],"10530":11,"106":14,"10t03":14,"10th":18,"11434":[5,6,13],"12":[7,11,18,20],"12000":[1,2,3,5,11,13,14,17,20,23,24,27],"120b":5,"123":[13,20],"125":14,"1250":17,"127":[2,3,5,7,11,14,20,23,27],"128e":6,"128k":6,"1301":14,"13b":6,"14":17,"140":14,"15":[4,15,17],"150":17,"159":14,"16":[11,17,18],"162":14,"168":14,"1695":14,"1695m":14,"17":14,"17b":6,"180":13,"18083":14,"19":15,"192":14,"19901":15,"1d":22,"1d6b30cfc845":14,"2":[2,5,6,8,13,17,18,22,27],"20":[5,11,17,24],"200":[1,3,14,18],"2019":7,"2023":3,"2024":[11,14],"20240307":[5,6],"20241022":[3,5,6],"2025":18,"20250514":6,"2026":[8,17],"20b":6,"21797":14,"218":14,"225":17,"23":18,"23123":20,"234":17,"24":[8,18],"245":14,"25":[8,18],"250m":24,"254":14,"256mi":24,"27":11,"28":11,"29":11,"2a5b":14,"2h":22,"3":[1,3,5,6,7,8,13,17,18,23],"30":[8,11,13,18,23,24],"3000":15,"30b":18,"30m":[17,22],"31":7,"32":[17,22],"320":17,"32768":18,"32b":6,"32k":6,"34b":6,"39":8,"3b":[6,23],"4":[6,8,11,12,13,17,18,19,20,23],"40":8,"400":19,"401":6,"40ss":20,"429":[8,27],"4317":[11,17,22,23,24],"4318":[17,22],"441":14,"443":[6,7,11,14,23],"447":14,"45":18,"463":14,"469793af":14,"48":18,"485":11,"49":14,"492z":14,"4a":27,"4b":[18,27],"4o":[1,2,3,5,6,11,13,17,18,23,27],"4xx":1,"5":[3,5,6,7,8,11,13,17,18,20,22,23,24],"50":[3,8,11,18],"500":22,"500000":23,"50051":17,"51":[11,14,18],"51000":14,"512mi":24,"52":[8,14],"53":14,"537z":14,"54":[8,14],"5432":[20,23],"55":14,"556":14,"56":[11,14],"59":[8,18],"598z":14,"59z":18,"5b":[4,13],"5m":22,"5xx":[1,8],"6":[6,8,18],"60":[8,23],"600":[13,23],"604197fe":14,"614":14,"6379":[13,23],"6380":13,"646":18,"647":11,"65":14,"67":18,"7":[18,23],"70b":23,"71":18,"74":8,"75":[8,17],"770":14,"78558":11,"7b":6,"7f4e9a1c":[17,22],"7f4e9a1c0d9d4a0bb9bf5a8a7d13f62a":[17,22],"8":[8,17,22],"80":[5,6,23,27],"8000":[6,18],"8001":[1,11,18,19,23,27],"8080":[6,7],"82":8,"86":18,"87":14,"8b":6,"9":18,"905z":14,"906z":14,"9090":15,"9092":15,"9367":14,"95":[5,18],"95a2":14,"95th":8,"961z":14,"979":11,"984":14,"984m":14,"99":18,"9901":15,"9b57":14,"A":[0,1,5,7,8,9,10,12,15,16,18,20,27,29],"AND":[8,17,22],"And":11,"As":[8,11,15],"At":[11,13],"Be":[12,17,18],"By":[0,2,7,8,9,12,13,14,17,18],"FOR":14,"For":[0,2,3,6,8,11,12,13,14,17,18,20,24,27,29],"IF":20,"If":[1,6,7,11,12,17,18,19,20,22,24,27],"In":[1,8,9,10,11,12,13,15,17,19],"It":[2,6,9,10,12,13,15,16,21,26,27],"Its":[9,15,17],"NOT":[6,20],"Near":8,"No":[3,8,11,13,17,20],"Not":20,"ON":[20,27],"On":11,"One":[3,6,8],"Or":[3,6,11,17],"TO":[18,20],"That":20,"The":[0,1,2,3,5,6,7,11,12,13,14,17,18,19,20,23,24,27],"Then":20,"There":[2,8,9],"These":[8,9,12,27],"To":[2,9,11,13,15,17,18,19,24],"With":[6,9,11,13,15,17],"_":9,"__name__":17,"a1c":7,"a3b":18,"aarch64":[11,24],"abandon":8,"abc":13,"abc123":6,"abil":6,"about":[0,1,3,4,5,7,9,10,13,14,18,19,20,26,27],"abov":[5,6,7,8,9,11,15,24,27],"abstract":[1,4,10,13,21],"acceler":21,"accept":[2,17,27,29],"access":[0,4,8,11,15,16,17,21,23,27],"access_":14,"access_ingress":14,"access_intern":14,"access_kei":[1,2,5,6,7,11,13,18,23,27],"access_llm":14,"accident":27,"accordingli":17,"account":12,"accur":[7,9,12,13,18,23],"accuraci":13,"achiev":[8,9,12],"acknowledg":[8,18],"acm":23,"across":[0,1,2,4,5,6,7,9,10,11,12,13,15,17,18,20,21,23,24,26,27],"act":[2,8,9,15,17],"action":[0,7,12,13,18,19,27],"activ":[6,11,27],"actual":[3,13,17,18,20],"ad":[2,13,17,18,19,23],"adapt":[0,13],"add":[0,1,2,4,7,8,9,11,12,13,17,19,20,24],"add_span_processor":17,"addit":[6,7,8,13,15,16,20,22,27],"address":[1,2,6,7,11,13,23,27],"adjust":[7,17,20,24],"admin":15,"adopt":[9,10,17,21],"advanc":12,"advantag":9,"aeroapi":18,"aeroapi_base_url":18,"aeroapi_kei":18,"affect":[8,17],"affin":23,"affinity_id":13,"afraid":12,"african":11,"after":[1,8,9,12,13,18,27],"again":23,"against":[8,19,20,22],"agent":[6,7,9,10,12,13,14,15,19,20,21,22,23,26,27],"agent_1":[1,19],"agent_chat":17,"agent_chat_complet":27,"agent_orchestration_model":[18,23],"agent_respons":19,"aggreg":[8,12],"agil":[9,10,21],"agnost":[0,9,27],"ahead":18,"ai":[0,4,9,10,11,12,13,14,17,18,19,21,27],"aid":27,"air":[6,7],"airbnb":9,"aircraft":18,"aircraft_typ":18,"airlin":18,"airport":18,"aka":21,"al":[8,17],"alert":[14,15],"alertmanag":15,"algorithm":[5,9],"alia":[0,3,4,5,9,27],"alias":[3,4,6,13,21,23],"alic":[3,20],"align":[0,4,8,27],"aliyunc":6,"all":[0,4,6,7,8,11,13,17,18,20,22,23,24,25,27,29],"allow":[0,1,5,6,7,9,11,12,13,17,18,19,23,29],"along":11,"alongsid":[9,13,17,26,27],"alphanumer":5,"alreadi":[11,15,17,22],"also":[1,2,4,11,13,15,17,18,24,27],"altern":8,"alwai":[5,8,13,17,18,23,27],"amazon_bedrock":6,"amazonaw":6,"ambigu":[7,12],"among":8,"amount":29,"an":[0,1,2,6,7,8,9,10,11,12,13,15,17,18,19,21,22,24,27],"analysi":[0,6,8,13,18,23],"analyst":5,"analyt":12,"analyz":[0,6,9,11,12,13,14,17,18,23,27],"ani":[0,1,3,4,6,7,8,9,10,11,12,13,17,18,19,20,21,22,23,24,27],"annot":7,"anonym":15,"anoth":[6,11],"answer":[7,11,18,23,27],"ant":24,"anthrop":[0,4,5,11,13,20,23,24,27],"anthropic_api_kei":[5,6,11,13,23,24],"anthropic_dev_api_kei":6,"anthropic_prod_api_kei":6,"anyth":13,"api":[0,2,4,5,7,9,10,12,14,15,17,20,21,23,26,27],"api_error":8,"api_kei":[3,6,11,13,17,18,20],"api_serv":[7,12,14],"api_vers":15,"apierror":3,"apikei":18,"apivers":[15,24],"apm":17,"apolog":19,"app":[2,6,9,10,18,21,24,27],"app_serv":[23,27],"appear":[6,19],"append":[6,8,17,18],"appl":[11,19,24],"appli":[0,2,4,5,8,9,10,13,19,23,24,27],"applic":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,17,18,19,20,24,26,27],"appoint":13,"appreci":8,"approach":[4,5,13,17],"appropri":[0,2,13,17,18,27],"approv":19,"ar":[0,1,2,3,4,5,6,7,9,11,12,13,14,15,17,18,19,20,22,23,24,26,27],"arch":[5,9,13],"architectur":[1,2,7,9,13,17,28,29],"archiv":20,"area":4,"aren":6,"arg":[8,18],"argument":22,"aris":8,"around":[8,27,29],"arrai":[18,20],"arriv":[1,18,19,27],"arrival_tim":18,"art":[0,9,12],"artifici":3,"ask":[7,11,12,18,19],"ask_quest":3,"aspect":[9,15],"assembl":[1,3],"assert":8,"assess":17,"assign":[8,13],"assist":[1,3,6,7,8,11,13,17,19,20,23,27],"associ":13,"assum":11,"astral":11,"async":[18,19,27],"asynccli":18,"asyncopenai":18,"atlanta":18,"attach":[1,2,8,17,18,19,24,27],"attempt":[9,19],"attende":7,"attent":[8,12],"attribut":[7,12,16,22,23,24],"aud":11,"audio":13,"augment":[1,19,23],"australian":11,"auth_misus":8,"authent":[13,17],"author":[3,6,11,14,23],"auto":[11,15,17,18],"auto_llm_dispatch_on_respons":[23,27],"autom":[12,17,18,20,22,24],"automat":[0,3,4,6,8,9,11,12,13,17,18,20,24],"autonom":[0,18],"auxiliari":8,"avail":[0,3,4,6,7,8,9,11,13,17,18,22,27],"averag":8,"avoid":[9,13],"aw":[6,20],"await":[18,19],"awar":[17,18,27],"aws_bearer_token_bedrock":6,"awsxrai":17,"azur":[0,4,20],"azure_api_kei":6,"azure_openai":6,"azure_openai_api_kei":6,"b":[0,5,8],"b25f":14,"b265":14,"back":[1,6,8,9,13,27],"backend":[1,2,3,7,11,12,15,17,20,23,26,27],"background":[11,22],"backoff":27,"backward":5,"bad":[8,13],"bad_queri":8,"baht":11,"balanc":[0,5,6,12,13,27],"bandwidth":20,"base":[0,2,3,4,5,7,8,11,12,17,18,19,23,27],"base_url":[3,5,6,11,13,17,18,20,23],"baselin":8,"basemodel":7,"basic":[3,4,6,11,18,22,24],"batch":[17,27],"batchspanprocessor":17,"battl":9,"bearer":[3,6,11],"becaus":[1,13],"becom":[1,8,9,13,20],"bedrock":[20,27],"been":[8,11,12],"befor":[0,1,2,7,11,13,18,19,20,23,24,27],"behalf":[2,7,14,27],"behavior":[0,1,6,7,9,13,14,16,18,19,20,23],"behind":[1,2,3,6,10,20],"being":[5,8,27],"belong":8,"below":[1,2,6,7,8,11,15,17,19,24,27],"bench":8,"benchmark":[12,13],"beneath":27,"benefici":12,"benefit":[3,5,6,7,9,16],"bespok":[10,21],"best":[0,4,9,16,23,27],"beta":[5,6],"better":[0,3,9,12,13,18],"between":[0,1,4,5,7,8,9,12,13,17,18,27,29],"bgn":11,"bigint":20,"bin":11,"binari":[11,24,27],"bind":[2,22],"bloat":20,"block":[1,2,3,18,27,29],"block_categori":5,"blood":7,"blurri":7,"boilerpl":[13,23],"book":[11,13],"bool":[7,27],"boolean":6,"bootstrap":27,"borrow":8,"both":[2,4,6,8,9,10,11,12,13,15,17,18,20],"bottleneck":8,"bound":29,"brain":27,"brazilian":11,"break":[0,14],"breaker":27,"bridg":[12,27],"brief":[7,27],"briefli":[3,27],"bright":[21,27,28],"brightstaff":[11,16,24,27],"brightstaff_build_info":15,"brightstaff_dashboard":15,"brightstaff_http_in_flight_request":15,"brightstaff_http_request_duration_second":15,"brightstaff_http_requests_tot":15,"brightstaff_llm_time_to_first_token_second":15,"brightstaff_llm_tokens_tot":15,"brightstaff_llm_upstream_duration_second":15,"brightstaff_llm_upstream_requests_tot":15,"brightstaff_router_decision_duration_second":15,"brightstaff_router_decisions_tot":15,"brightstaff_routing_service_requests_tot":15,"brightstaff_session_cache_events_tot":15,"bring":15,"british":11,"brittl":[10,21],"brl":11,"bucket":8,"budget":8,"bug":6,"buil":7,"build":[0,1,2,4,9,15,18,20,21,29],"builder":1,"built":[0,6,7,9,10,17,21,22,27],"bulgarian":11,"bullet":18,"bundl":[23,24],"burden":9,"burn":11,"busi":[0,7,9,11,12],"bypass":19,"byte":[14,17],"bytes_receiv":14,"bytes_s":14,"c":[9,11,24],"ca":23,"cach":[11,18,23,24],"cad":11,"call":[0,1,2,3,7,8,9,10,13,14,20,21,23,26,27],"caller":[1,2,19],"can":[0,1,2,3,5,6,7,8,9,10,11,12,13,14,15,17,18,19,20,23,24,27],"canadian":11,"canari":[0,4,5,8],"cannot":[8,13,20,22],"canon":[6,13,22],"cap":8,"capabl":[0,3,5,6,7,9,11,12,18,22,23,27],"capac":13,"capit":[3,11],"captur":[0,1,8,9,13,17,24],"care":[11,12],"carefulli":[7,18],"carri":[8,17,27],"case":[5,6,8,9,10,19],"cat":13,"catalog":11,"categori":[4,8,13,17],"caus":13,"cd":15,"celsiu":[7,12,18],"central":[0,2,4,7,9,10,12,14,21,27],"centric":13,"cert":23,"certif":23,"chain":[0,2,5,9,17,18,19,20,21,27],"challeng":13,"chang":[0,1,3,4,7,8,9,10,13,17,19,21],"char":22,"charact":[17,20],"chat":[0,1,3,4,5,6,8,9,11,13,14,17,18,19,20,23,24,27],"chat_complet":17,"chat_templ":18,"chat_with_fallback":3,"chatmessag":19,"cheap":4,"cheaper":[3,5,18],"cheapli":8,"check":[1,2,7,8,11,12,18,19,20,24,27],"chen":[8,17],"chf":11,"children":17,"chines":11,"choic":[3,11,17,18],"choos":[0,4,12,13,17,27],"chosen":6,"christma":18,"chunk":[3,18],"ci":24,"circuit":[0,1,27],"circular":[5,8],"citi":[7,12,18,23],"clarif":[7,8],"clarifi":7,"class":[4,7,9],"classif":13,"classifi":13,"claud":[3,5,6,11,13,17,20,22,23,24],"clean":[7,22],"cleaner":5,"cleanli":[2,7,9,10],"cleanup":[13,20],"clear":[7,12,13,18,19],"clearer":12,"clearli":[8,13,18],"cli":[11,13,16,18,21,24],"client":[2,4,5,6,8,17,18,20,21,23,24,27,29],"clienterror":19,"close":[8,13,18],"cloud":[4,26],"cloudi":18,"clue":8,"cluster":[4,8,9,13,23,24,26,27],"cnversat":7,"cny":11,"co":[13,17,20],"coal":8,"code":[0,1,3,4,5,6,7,9,10,11,13,14,17,18,23,27,29],"code_gener":6,"code_iata":18,"code_review":6,"codebas":[9,10,17,21],"codec":27,"codellama":6,"coder":6,"coding_agent_rout":22,"coher":6,"collabor":0,"colleagu":12,"collect":[3,12,13,15,17],"collector":[8,17,22,23,24],"collis":13,"column":20,"com":[5,6,12,13,14,17,18,20,23],"combin":[4,8,12,18,20,22],"come":[4,18],"command":[6,13,15,17,22,24],"comment":[13,20],"commit":17,"common":[6,7,12,13,17,20,22],"commonli":13,"commun":[1,11,17,27],"compact":[6,17,22],"compani":[6,9,19],"compar":8,"compat":[0,2,4,5,9,11,17,18,20],"compil":[11,24,25],"complaint":8,"complement":8,"complementari":11,"complet":[0,1,3,4,5,6,8,11,12,13,14,15,17,18,19,20,23,24,27],"completion_token":17,"complex":[0,2,4,5,6,12,13,17,18,29],"complex_reason":[6,13],"complianc":[1,19],"compon":[6,9,17,24,27],"compos":[11,13,15],"compound":8,"comprehens":[6,11],"comput":[3,8,24],"concept":[11,13,20],"concern":[0,8,9,17,27],"concis":[18,23],"condit":[5,18],"confid":[8,13,17],"config":[6,8,13,15,17,20,22,27],"config_k8":13,"configiur":15,"configmap":[13,24],"configur":[3,4,8,9,11,16,19,21,22,28,29],"confirm":[8,12,24,27],"confus":8,"congratul":11,"connect":[2,4,7,8,9,11,13,18,23,24,26,27,29],"connect_timeout":[23,27],"connection_str":[20,23],"conpleix":7,"consid":22,"consider":7,"considert":7,"consist":[0,1,2,4,5,9,11,12,13,17,18,19],"consol":[6,17],"constraint":[1,8],"construct":[6,8,13],"consum":[8,11],"contain":[9,11,13,15,17,20,22,24,25,27],"container_nam":24,"containerport":24,"content":[1,2,3,5,6,7,9,11,13,17,18,19,24],"content_filt":5,"content_guard":1,"context":[0,1,2,3,6,8,9,11,12,13,17,20,23,25,27],"context_build":[1,18,27],"context_messag":18,"context_overflow":8,"contextu":13,"continu":[1,3,8,9,10,18,19,20,21,22,24],"contract":[8,27],"contribut":11,"contributor":[9,10,21],"control":[0,1,5,6,8,10,13,19,21,23,26,27,29],"conveni":[7,8],"convent":27,"convers":[0,1,4,6,7,9,10,13,18,21,23,26,27],"conversation_context":18,"conversation_st":20,"convert":[11,17],"cooper":8,"coordin":[18,26,29],"copi":20,"core":[9,10,11,18,21,27],"corp":23,"corpor":19,"correct":[7,8,19,20,24],"correctli":[8,17],"correl":[1,24],"correspond":[8,27],"cost":[0,4,5,6,7,8,9,11,13,17,18],"could":[3,12,18,27],"count":[8,17,18,27],"coupl":[1,9,10],"cover":6,"covners":7,"cpu":[8,23,24,27],"crash":1,"creat":[3,5,6,10,12,13,17,18,20,22,27],"create_gradio_app":7,"created_at":20,"creativ":[5,6,12,13],"creative_task":13,"creative_writ":6,"credenti":[6,8,17,20],"crewai":0,"criteria":13,"critic":[1,8,9,12,15,17,18,20,23,27],"cross":[0,1,4,13],"crt":23,"crucial":[12,14,17],"ctrl":[11,24],"ctx":18,"cuda":18,"cue":13,"curl":[4,5,6,13,18,19,24],"currenc":[18,27],"currency_exchang":11,"currency_symbol":11,"current":[5,7,12,18,22,23],"current_temp":18,"current_timestamp":20,"custom":[0,1,3,4,6,10,13,16,18,19,23],"custom_api_kei":[6,23],"customprovid":6,"cut":[0,1,9],"cycl":8,"czech":11,"czk":11,"d":[3,5,6,11,13,15,18,19,24],"daemon":11,"dai":[18,22,23],"daili":18,"danish":11,"dash":17,"dashbaord":15,"dashboard":[12,16,17,20],"dashscop":6,"dashscope_api_kei":6,"data":[1,5,7,8,9,10,11,12,13,15,17,18,21,24,26,27],"databas":[12,20],"database_url":20,"datadog":8,"datadoghq":17,"dataplan":[1,2,9,15,27],"dataset":8,"datasourc":15,"date":[7,8,11,12,18,27],"datetim":18,"day_match":18,"day_nam":18,"days_ahead":18,"db":20,"db_pass":23,"db_password":20,"db_setup":20,"dc":14,"dd":18,"dd_site":17,"de":[9,10,27],"deal":18,"debian":24,"debug":[0,1,13,14,17,18,20,22,24,27],"debugg":0,"decai":8,"decemb":[11,18],"decid":[0,1,9,11,13,18,24,26],"decis":[0,1,9,13,17,18,23,24,26,27],"declar":1,"decoupl":[0,9,10,13,21],"decrypt":27,"deep":[2,6,10,13,18],"deeper":11,"deepseek":[4,20,27],"deepseek_api_kei":6,"def":[3,7,12,17,18,19],"default":[1,2,7,8,11,13,14,17,18,20,22,23,27],"defin":[1,2,4,5,11,13,17,18,19,23,24,27],"definit":12,"degener":8,"degrad":8,"delai":18,"delet":20,"deliv":[9,10,12,13,18,21],"deliveri":[9,10,21,27],"delta":3,"demo":[9,13,18,20],"demonstr":[6,10,12,13],"departur":18,"departure_tim":18,"depend":[8,9,13,20,27],"deploi":[6,8,9,13,17,22],"deploy":[0,2,4,5,6,8,9,10,13,18,20,21,22,23,26],"deprec":17,"deriv":[8,17],"describ":[7,8,18,27],"descript":[1,5,6,7,8,11,12,13,18,19,23,24,27],"descriptor":13,"design":[7,8,9,10,12,13,15,17,18,20,21,26,27],"desir":[6,7,12],"dest_cod":18,"destin":[1,18],"destination_cod":18,"destroi":27,"detail":[2,3,4,6,7,9,12,13,14,17,18,24,27],"detect":[7,8,17,19,27],"detector":8,"determin":[0,7,12,17,18,27],"determininist":9,"determinist":[0,7,8,27],"dev":[3,4,5,6,11,24],"develop":[0,2,3,4,5,6,7,9,10,17,18,21,22,26,27],"devic":[7,27],"device_id":27,"diabet":7,"diabeter":7,"diagnos":[7,8,18],"diagnost":8,"diagram":2,"dict":[7,18],"didn":8,"differ":[3,4,5,6,11,12,13,17,20,26,27],"difficult":[8,9],"digitalocean":11,"dipatch":7,"dir":22,"direct":[0,1,2,3,4,6,7,13,17,18,20,23,27],"directli":[0,1,2,8,11,13,24],"directori":[13,22,24],"disabl":[17,20,22,23],"disable_sign":[8,23],"disast":9,"disconnect":8,"discours":8,"discov":[6,10,18],"discuss":3,"diseas":7,"disease_diagnos":7,"diseases_symptom":7,"disengag":[8,17],"disk":11,"dispatch":27,"displai":[12,17,22],"distinct":[8,13],"distinguish":[0,13],"distribut":[5,8,17,27],"dive":[4,10,11],"dkk":11,"dn":[8,24],"do":[8,9,13,14,18],"do_api_kei":11,"doc":[10,20],"docker":[11,13,15,17,22],"docs_ag":18,"document":[5,7,8,10,11,13,17,18,22,24,25],"doe":[6,7,8,12,13,17,20,26,27],"doesn":[6,8],"dollar":11,"domain":[8,12,13,18,19],"don":[3,7,8,12,20],"done":18,"dot":[5,8,17],"down":[8,11,14,24],"download":[11,13,18,24],"downstream":[1,2,7,12,17,24,27,29],"dozen":6,"dpo":8,"drag":8,"dramat":20,"drill":8,"drive":[8,11],"driven":[8,11,13,19],"dropbox":9,"dry":24,"dual":8,"due":[8,20],"dump":18,"duplic":[1,8,9],"durabl":20,"durat":[13,14,27],"duration_m":17,"dure":27,"dx":[10,21],"dynam":[0,4,6,12,13,18,19],"e":[1,3,5,6,7,8,9,11,12,13,14,17,18,20,23,24,27],"each":[0,1,3,6,7,8,9,11,12,13,14,17,18,19,20,23,27],"earli":[1,8,9,17],"earlier":[24,27],"eas":17,"easi":[1,4,8,9,12,13,17,18,19],"easier":[0,5,11,13,14,19,20],"easili":17,"easilli":7,"econom":7,"ecosystem":17,"edg":[2,9,12,18,27],"edit":15,"editor":20,"effect":[4,6,7,9,10,13,18],"effici":[0,1,6,7,8,9,11,13,17,26,27],"efficiency_scor":[8,17],"egress":[4,9,10,24,28],"egress_traff":13,"either":[8,12,13,17,19,27],"elasticsearch":14,"element":[7,18],"elif":18,"elk":14,"els":18,"email":12,"embarrassingli":29,"embed":[8,14,17,27],"emerg":8,"emiss":7,"emit":[1,17,22,24],"empow":[7,13],"empti":[8,13,18,22],"en":18,"enabl":[3,4,5,6,7,8,9,12,13,15,17,18,20,23,27],"encod":[13,20],"encount":[24,27],"encrypt":27,"end":[0,3,7,9,10,17,18,24],"endpoint":[1,2,4,5,7,8,11,12,13,15,17,18,20,23,24,27],"energi":7,"energy_sourc":7,"energy_source_info":7,"energysourcerequest":7,"energysourcerespons":7,"enforc":[0,1,19,27],"engag":27,"engin":[7,8,9,10,11,21],"english":8,"enhanc":[0,6,10,11,17],"enough":[0,9],"enrich":[0,1,7,8,17,18,20,27],"ensur":[4,7,9,11,12,13,17,19,20,22,24,27],"entangl":3,"enter":17,"enterpris":4,"entir":[1,8,9,17,27],"entiti":[1,18,27],"entri":[2,6,7,23,24],"enum":[7,12,27],"enumer":18,"env":[11,24],"envelop":1,"envfrom":24,"environ":[3,4,5,6,11,12,13,17,20,22,23],"envoi":[2,4,9,10,11,15,18,21,24,26,27,29],"envoyproxi":9,"ephemer":20,"equal":[7,29],"equat":13,"equival":[8,11,23],"error":[1,4,7,8,9,13,15,17,18,19,20,24,27],"error_class":15,"escal":[8,17,18,23],"essenti":[10,13,19],"establish":[8,27],"estim":18,"et":[8,17],"etc":[1,8,9,11,17,23,24,27],"eu":17,"eur":11,"euro":11,"evalu":[8,9,13,19],"evaluation_interv":15,"even":[1,6,12,13],"evenli":27,"event":[17,18,27],"ever":[10,21,27],"everi":[8,9,10,11,13,14,19,20,21,23,24,27],"evict":23,"evid":8,"evolv":[1,9,13,18],"exact":13,"exactli":[8,17,27],"examin":18,"exampl":[2,4,5,6,10,11,14,19,20,22,23,24,27],"exce":[8,18],"exceed":[8,27],"excel":[8,13,17],"except":[3,18,19],"exception":[8,9],"excess":[7,8,27],"exchang":11,"exclud":[6,8],"exclus":9,"execut":[1,12,13,17,27],"exemplar":8,"exhaust":[8,17],"exist":[0,2,3,4,6,8,13,17,20,22,23],"exit":[8,11,22],"expand":6,"expans":6,"expect":[1,12,24,27],"expens":[7,8],"experi":[8,11,12,13,18],"experiment":[5,13],"expert":23,"expertis":8,"expiri":13,"explain":[3,8,12,13,18,24],"explan":[7,8,12],"explanatori":14,"explicit":[8,13,22,23,24],"explicitli":[13,17],"explor":[10,11,13,18,20],"export":[8,11,14,15,17,20,24,27],"expos":[2,3,9,11,14,15,18,19],"express":8,"extend":[6,9,13],"extern":[0,19,23,27],"extra_head":[13,18],"extract":[3,7,12,17,27],"extract_flight_rout":18,"extraction_model":18,"extraction_prompt":18,"f":[3,7,12,14,17,18,20,22,24],"f376e8d8c586":14,"face":[1,8],"facilit":17,"facto":[9,10],"factual":8,"fahrenheit":[7,12,18],"fail":[1,3,4,5,8,19,22,27],"failov":[0,2,7,9,20,27],"failur":[1,8,17,20,23],"fair":27,"fall":13,"fallback":[3,4,5,6,17,18,26],"fallback_model":3,"fals":[7,8,11,19,23,27],"famili":[0,9],"familiar":11,"famreowkr":0,"faq":18,"far":18,"fashion":[7,27],"fast":[1,3,4,5,6,7,9,11,13,20,23,27],"fastapi":7,"faster":[3,5,6,10,13,17,18,21],"fastmcp":19,"fatal":1,"fatigu":7,"fault":[4,8],"favorit":20,"featur":[3,6,9,10,16,17,23],"feed":[8,14],"feedback":[8,9,10,19,21],"feel":7,"fetch":[9,12,18,22],"few":[14,17],"field":[1,6,7,8,13,14,18],"file":[2,6,7,13,15,20,22,24,25,27],"fill":18,"filter":[0,2,8,9,10,18,19,20,21,22,23,27,29],"filter_chain":[1,2,18,19],"final":[1,3,18,23,27],"final_messag":3,"final_text":3,"financ":19,"find":[8,11,12,13,17,20],"fine":8,"fingerprint":8,"fire":8,"firewal":2,"first":[3,4,8,9,11,12,13,15,17,18,19,20,22,24,27],"fit":[2,11,23,27],"fix":[8,13],"flag":[17,27],"flash":6,"fleet":13,"flexibl":[3,4,6,9,10,13,15,17],"flight":[11,18,23],"flight_ag":[11,18,23],"flight_dest":18,"flight_group":18,"flight_numb":18,"flight_origin":18,"flightag":18,"flightawar":18,"float":[7,8],"flow":[1,2,6,7,8,9,10,12,14,17,28],"fluentd":14,"fly":18,"focu":[0,7,9,10,18,20,21,27],"focus":[2,6,7,9,10,11,12],"fog":18,"folder":15,"follow":[1,5,6,7,8,9,11,13,14,17,18,20,22,23,24,27],"follow_up":8,"foo":17,"forc":22,"forecast":18,"forecast_dai":18,"forecast_typ":18,"foreground":[22,24],"forint":11,"form":[8,12],"format":[0,6,7,9,12,13,15,16,18,20,23,27],"forth":8,"forward":[1,2,6,7,14,17,23,24,26,27,29],"fossil":7,"found":[3,7,11,14,18],"foundat":[6,9,10,18],"fp8":18,"fraction":8,"frame":27,"framework":[0,1,8,9,10,11,15,17,21],"franc":[3,11,18],"francisco":[7,12],"frankfurt":11,"frankfurther_api":11,"free":[7,8,17,18,20,22],"frequent":7,"fresh":13,"friction":8,"friendli":[12,13,23],"from":[0,2,3,4,5,6,7,8,9,10,11,12,13,17,18,19,20,21,22,27,29],"front":6,"frontend":2,"frustrat":[8,23],"fuel":7,"full":[2,3,4,7,8,11,13,17,18,20,22,23],"function":[0,5,7,8,9,11,13,18,21,23,24,27,29],"function_cal":[8,17],"further":11,"futur":[4,5,6,8,18],"g":[1,5,6,7,8,9,11,12,13,14,17,18,20,23,24,27],"ga":7,"gain":8,"gap":12,"gate":18,"gate_origin":18,"gatewai":[2,4,6,8,9,10,17,18,22,23,27],"gather":27,"gbp":11,"gdpr":19,"gemini":[4,27],"gemma":6,"genai":[7,11],"gener":[0,1,6,9,11,12,13,15,17,19,20,22,23,24,25,27,29],"geocod":18,"geocode_data":18,"geocode_respons":18,"geocode_url":18,"get":[1,2,3,6,7,8,9,11,12,17,18,19,23,24],"get_current_weath":23,"get_final_messag":3,"get_flight":18,"get_info_for_energy_sourc":7,"get_last_user_cont":18,"get_start":10,"get_supported_curr":11,"get_trac":17,"get_weath":[7,12],"get_weather_data":18,"get_workforc":7,"getenv":3,"gguf":[13,18],"github":[11,18],"give":[0,8,9,10],"given":[23,27],"glm":6,"glob":22,"global":[15,23],"glucos":7,"glue":9,"go":[6,9,18,20],"goal":9,"goe":18,"gone":8,"good":[3,8,13,17,18],"googl":[4,9],"google_api_kei":6,"govern":[4,7,9],"gpt":[1,2,3,5,6,7,8,11,12,13,17,18,19,22,23,24,27],"gpu":[18,26],"gr":7,"grace":3,"gracefulli":[18,20],"grade":[4,9,10,20],"gradio":7,"gradual":5,"grafana":[8,16,17],"grant":20,"gratitud":8,"greenhous":7,"grok":6,"groq":[4,23,27],"groq_api_kei":[6,23],"ground":[9,10],"group":18,"growth":20,"grpc":[11,17,22,23],"guard":[1,9,19,27],"guardrail":[0,1,2,5,9,10,11,17,18,21,23,27],"guid":[0,4,6,8,11,12,17,18,20,24],"guidelin":4,"h":[3,5,6,11,19,24],"ha":[8,9,11,12,13,17,20,23,27],"hack":9,"haiku":[5,6],"hallucin":14,"hand":[1,15,18],"handel":27,"handl":[0,2,4,7,9,10,11,12,13,18,19,20,24,26,27,29],"handle_request":[17,18],"handler":[7,9,15],"handoff":[0,18],"happen":[2,8,11,18,27],"hard":[1,9,13],"hardcod":[0,3,20],"harden":9,"harder":1,"hardwar":29,"harm":19,"hashmap":20,"hasn":20,"have":[0,6,7,8,9,11,12,13,17,18,20],"haven":11,"hcm":27,"head":13,"header":[6,9,11,13,16,18,23,24,27],"header_prefix":[17,23,24],"health":[13,18,24,27],"healthcar":[13,19],"healthi":[11,27],"healthz":24,"heavi":8,"hello":[3,5,6,13,17],"help":[0,4,7,9,10,11,12,13,15,17,18,19,21,22,23,27],"here":[4,6,7,8,11,12,13,14,17,18,19,25,27],"hex":22,"hexadecim":17,"hf":[6,13],"hidden":[9,10,21],"hide":2,"high":[4,5,6,7,8,9,10,11,12,13,28],"higher":[13,24],"highest":6,"highli":[7,12],"hipaa":19,"histori":[1,3,7,12,13,18,20,23],"hit":5,"hkd":11,"honeycomb":8,"hong":11,"honor_timestamp":15,"honour":13,"hood":[2,9],"hook":9,"hop":[11,27],"horrid":9,"host":[2,14,15,20,22,23,24,26,27],"hostnam":[6,27],"hotel":11,"hotel_ag":11,"hour":[8,18,23],"how":[0,1,2,3,5,6,7,9,10,11,12,13,15,16,23,24,26,27],"howev":[1,27],"html":10,"http":[0,2,3,4,5,6,9,11,12,13,14,15,17,18,19,20,22,23,24,26,27],"http_client":18,"http_host":23,"http_method":[7,23],"httpexcept":7,"httpget":24,"httpx":18,"hub":13,"huf":11,"huggingfac":[7,13,18],"huggingface_hub":[13,18],"human":[7,8,13,17,18],"human_escal":18,"hundr":6,"hungarian":11,"hybrid":13,"hygien":9,"hyphen":[5,17],"i":[0,1,2,3,6,7,8,9,10,11,13,14,15,17,18,19,20,21,22,23,24,26,27,29],"iam":17,"iata":18,"icao":18,"iceland":11,"id":[1,3,6,11,13,14,17,18,19,20,22,23,27],"idea":10,"ideal":[0,3,13,17,18,20],"ident":[8,18],"ident_iata":18,"identif":12,"identifi":[5,7,8,12,13,17,20,23,27],"idr":11,"idx":18,"idx_conversation_states_created_at":20,"idx_conversation_states_provid":20,"idx_conversation_states_updated_at":20,"ignor":6,"il":11,"illustr":7,"imag":[13,22,24],"immedi":[8,17],"impact":17,"implement":[0,1,3,4,5,6,8,9,11,17,19,20],"import":[3,5,6,7,11,12,13,14,15,17,18,19,20],"improv":[0,1,6,7,9,10,18,21,23],"in_path":[7,11],"inact":20,"inappropri":19,"inbound":[9,27],"incent":7,"includ":[3,4,6,7,8,9,11,12,13,14,15,17,18,20,22,23,24,27],"inclus":13,"incom":[0,1,2,7,12,13,17,18,23,27],"incomplet":[8,12],"inconsist":13,"increas":[8,13],"increasingli":8,"incredibli":9,"indent":18,"independ":[13,19],"index":[8,20],"indian":11,"indic":[7,8,13,17,27],"individu":[1,8,18],"indonesian":11,"ineffici":17,"infeas":8,"infer":[6,8,9,13,18],"info":[11,18,24],"inform":[6,7,8,12,14,17,23,27],"information_extract":27,"infrastructur":[8,9,10,21,27],"ingest":8,"ingress":[9,10,24,28],"ingress_traff":[2,11,27],"init":[13,17],"initi":[2,7,16,20,27],"initialdelaysecond":[13,24],"inject":[1,17,18,24,27],"inlin":8,"inner":[11,18,27],"innov":11,"input":[1,2,7,8,12,13,19,20,23,27],"input_filt":23,"input_guard":[19,23,27],"input_item":20,"inquiri":18,"inr":11,"insecur":17,"insert":20,"insid":[1,9,11,18,24,26,27],"inspect":[1,8,22,26],"instal":[3,6,11,13,17,18,22],"instanc":[0,5,8,13,17,20,23,27],"instant":8,"instead":[3,5,6,7,9,12,13,20,22,23,24],"instruct":[6,10,11,18],"instrument":[0,8,15],"insurance_claim_detail":14,"int":[7,8,18,23],"integr":[3,4,5,6,7,10,11,12,13,14,15,16,24],"intellig":[0,3,4,5,6,9,17,27],"intend":5,"intent":[0,8,9,11,12,13,17,18,23,27],"interact":[1,12,14,17,19,22],"interest":11,"interfac":[3,4,6,11,22],"intermedi":[0,17],"intern":[2,6,7,8,13,15,22,23,24,27],"interoper":17,"interpret":[0,12,13],"intl":6,"intro":[10,21],"intro_to_plano":10,"introduc":[10,13],"introduct":18,"invalid":[8,12,13],"invalid_arg":8,"investig":1,"invoc":[7,12,13],"invok":[1,2,7,12,17,18,19],"invoke_weather_ag":18,"involv":7,"io":9,"ip":[6,13,18,27],"ip1":27,"ip2":27,"ipv4":20,"ipv6":20,"is_valid":19,"isdefault":15,"isinst":18,"isk":11,"isn":[13,20],"isra":11,"issu":[8,17,18],"item":7,"iter":[6,8,9,12],"itinerari":12,"its":[1,2,7,8,9,13,15,17,18,19,20,27,29],"itself":[1,26],"j":[0,11],"jaeger":[17,22,23],"jailbreak":[5,9,19,23],"japanes":11,"java":9,"javascript":0,"jfk":11,"jinja":[13,18],"job":15,"job_nam":15,"join":3,"joke":24,"jpy":11,"jq":[11,24],"json":[3,5,6,7,8,11,12,15,17,18,19,22,24],"jsonb":20,"judg":8,"jure":[9,10],"just":[0,3,6,7,8,11,17,18],"k2":6,"katanemo":[8,13,17,18,24],"katanemofoo":17,"keep":[8,9,12,20,22],"kei":[2,3,6,8,11,13,16,17,18,20,22,23,27],"keyword":18,"kibana":14,"kimi":6,"kind":[11,15,24],"king":12,"know":13,"knowledg":[2,18],"known":6,"kong":11,"korean":11,"koruna":11,"krona":11,"krone":11,"krw":11,"kr\u00f3na":11,"kubectl":24,"kubernet":[17,23],"kv":13,"l":[13,24,27],"l7":9,"la":18,"label":[15,23,24],"land":13,"landscap":13,"langchain":0,"langtrace_api_kei":17,"langtrace_python_sdk":17,"languag":[0,1,3,4,7,9,10,11,12,13,17,18,19,20,21,23,27],"larg":[6,12,13,17,25,27,29],"larger":[6,18],"last":[7,11,13,18,22,23],"last_user_msg":18,"latenc":[0,5,6,7,8,9,11,12,13,15,17,24],"later":20,"latest":[5,6,11,23],"latitud":18,"layer":[0,1,2,17,18,19],"lead":[9,18],"leaf":[8,17],"learn":[3,4,5,9,10,11,12,13,18,20,21],"least":[2,8,17],"least_connect":5,"leav":8,"legaci":17,"legal":13,"len":18,"length":[6,8],"less":[3,18],"let":[1,2,3,9,13,14,17,18,19,24],"leu":11,"lev":11,"level":[1,2,4,5,9,10,11,12,13,17,22,23,24,28],"leverag":[0,17,18,20],"libev":27,"librari":[4,6,8,9,13,21],"libssl":24,"lifecycl":[0,17,21,28],"lifetim":[13,27,29],"lighter":18,"lightweight":[1,6,8,17,26,27],"like":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,17,18,19,20,21,23,27],"limit":[2,5,6,7,13,17,18,20,22,23,24,27],"line":[6,9,22],"linearli":9,"linguist":8,"link":15,"linux":[11,18,24],"lira":11,"list":[1,6,7,11,13,17,18,19,20,22,23,27],"listen":[6,7,9,11,13,17,18,19,21,22,23,27],"listens":27,"litellm":[6,23],"liter":24,"live":[0,1,8,9,13,18,26,27],"livenessprob":[13,24],"ll":[7,10,11],"llama":[6,23],"llama2":6,"llama3":[3,5,6],"llamaindex":0,"llm":[0,1,2,3,5,6,7,8,9,10,12,15,19,20,21,22,23,24,27],"llm_chat":17,"llm_gatewai":[1,27],"llm_gateway_endpoint":18,"llm_provid":[5,6,7,10,13],"llm_rout":13,"llm_router":[10,27],"llm_routing_model":[13,23],"load":[0,5,6,13,15,18,27],"load_bal":5,"local":[3,4,5,6,7,17,18,20,22,24,26,27],"localhost":[1,5,6,11,13,15,17,18,19,23,24],"locat":[7,12,18,22,23],"location_model":18,"location_nam":18,"log":[0,1,6,8,9,15,16,17,18,20,21,24,27],"log_level":24,"logger":18,"logic":[1,2,3,6,7,9,10,11,12,13,18,19,20,21,27],"logical_dn":27,"london":18,"long":[0,6,7,8,9,11,13,23],"longer":11,"longitud":18,"look":[2,11,13,15,18],"lookback":22,"lookup":18,"loop":[8,9,10,11,13,17,18,21,23,27],"lost":[13,20],"low":[0,8,9,12,13,17],"lower":[6,7,18,23],"lru":13,"lssf":11,"m":[11,18,23],"machin":[3,29],"maco":[11,18,24],"made":[11,13],"mai":[6,8,13,27],"main":[3,11,17,27],"maintain":[7,13,18,19,27],"mainten":9,"major":29,"make":[0,1,7,8,9,11,12,13,14,17,18,19,20,26,27],"malaysian":11,"malformed_respons":8,"malici":[19,27],"manag":[0,2,3,4,5,6,7,9,10,11,12,14,18,20,22,24,26,27],"mandatori":7,"mani":[1,17,27],"manifest":13,"manipul":15,"manual":[3,7,20],"map":[5,8,12,13,27],"mark":[6,7,8],"marker":17,"market":18,"mask":1,"massiv":9,"match":[1,3,6,7,8,13,17,18,22,23,24,27],"matchlabel":24,"math":[3,13],"mathemat":[6,13],"matter":[9,10,12,13],"maverick":6,"max":[8,13,18,23,27],"max_cost_per_request":5,"max_lat":5,"max_pag":18,"max_retri":23,"max_token":[3,17,18],"maximum":[13,23],"mcp":[9,10,18,19,23,27],"me":[3,8,11,17,18,19,24],"mean":[1,8,11,14,17,18,20],"meaning":[5,13],"measur":[8,9,15],"mechan":[4,10,12,13],"media_typ":18,"medium":6,"meet":[7,12,13],"memori":[1,3,9,11,13,18,23,24,26,27],"mention":18,"menu":22,"merg":[3,20],"messag":[3,5,6,7,8,11,12,13,17,18,19,20,23,24,27],"message_format":[7,11,13],"message_index":[8,17],"meta":6,"metadata":[1,3,7,8,14,17,22,24,26],"meteo":18,"method":[4,7,8,14,15,17,22],"metric":[0,8,9,16,17,27],"metrics_bind_address":15,"metrics_path":15,"mexican":11,"miami":18,"microsecond":18,"mid":13,"middl":8,"middlewar":[9,10,21],"might":7,"migrat":8,"mild":8,"million":8,"mimo_api_kei":6,"min":[13,18,23],"mind":[12,17],"mine":8,"mini":[1,3,5,6,13,17,18,23,27],"minim":[13,17,19,24],"ministr":[6,23],"minor":8,"minut":[7,13,18,23],"misalign":[8,17,19],"misconfigur":1,"mismatch":[8,17],"miss":[8,18],"mistak":8,"mistral":[4,23,27],"mistral_api_kei":[6,23],"mistral_loc":23,"misunderstood":8,"mitig":8,"mix":[3,8],"mixtral":6,"mm":18,"mobil":2,"modal":13,"mode":[8,11,20,24],"model":[0,3,7,8,9,10,12,15,17,18,19,20,21,22,23,25,26,27,28],"model_1":[11,23],"model_alia":3,"model_alias":[1,3,5,13,23],"model_dump_json":18,"model_provid":[1,2,6,11,13,18,23,27],"model_routing_servic":13,"model_serv":14,"moder":[1,8,9,10,21],"modern":[15,17],"modif":[13,27],"modifi":7,"modul":17,"modular":2,"mondai":18,"monitor":[0,4,8,9,14,16,17,18,20,21,24,27],"moonshotai":6,"moonshotai_api_kei":6,"more":[0,2,3,5,7,9,12,13,14,17,18,19,20,21,23,24,27,29],"most":[0,1,2,6,8,10,11,12,13,14,17,18,20,22,29],"mostli":8,"mount":[13,15,24],"mountpath":24,"move":[9,20],"msg":[18,19],"multi":[0,3,4,6,8,9,10,11,13,18,20,23,27],"multimedia":13,"multimod":6,"multipl":[0,3,4,5,8,11,12,13,17,18,20,23,27,29],"must":[5,13,17,20,23,24],"mutat":[1,27],"mxn":11,"my":[3,20],"mycompani":6,"myr":11,"myuser":20,"n":[11,18,19,22,27],"n1":11,"n10":11,"n11":11,"n12":11,"n13":11,"n14":11,"n15":11,"n16":11,"n17":11,"n18":11,"n19":11,"n2":11,"n20":11,"n21":11,"n22":11,"n23":11,"n24":11,"n25":11,"n26":11,"n27":11,"n28":11,"n29":11,"n3":11,"n30":11,"n31":11,"n4":11,"n5":11,"n6":11,"n7":11,"n8":11,"n9":11,"name":[1,3,4,6,7,8,9,11,12,13,15,17,18,19,20,23,24,27],"namespac":13,"narrow":8,"nativ":[3,4,6,10,11,13,15,21,27],"natur":[7,8,11,12,18,23,27],"navig":[10,20],"nearli":8,"necessari":[7,12,27],"need":[0,1,2,3,4,7,8,11,12,13,15,17,18,20,24,27],"neg":8,"negat":8,"negative_st":8,"negoti":18,"neither":8,"nest":18,"network":[1,8,9,10,12,20,28],"neutral":[8,17],"never":[1,11,20,27],"new":[0,3,4,5,6,7,9,11,12,13,15,17,18,20,22,23],"next":[0,6,8,12,19,21],"nif":11,"node":0,"nodeselector":13,"nois":8,"nok":11,"non":[3,6,8,17,18,24,27,29],"none":[6,7,8,11,18,24],"nonexist":3,"nonstop":18,"nor":8,"normal":[0,1,13,27],"norwegian":11,"noschedul":13,"not_found":18,"note":[6,14,15,18,22],"notfounderror":3,"noth":11,"notic":20,"notif":8,"noun":13,"nova":6,"now":[11,18],"npleas":19,"nuanc":8,"null":[18,20],"number":[5,8,11,12,18,20,23,27,29],"numer":[8,17],"nvidia":[13,18],"nyc":18,"nzd":11,"o":[3,7,8,17,22,24,27],"o1":5,"o3":6,"object":[7,8,14,18],"observ":[0,1,4,9,10,15,17,18,21,22,23,24],"obvious":1,"occupi":22,"occur":8,"off":[1,18,19],"offer":[7,9,13,18],"offici":3,"often":[1,7,12],"old":20,"ollama":[3,4,5,18],"omit":[1,13],"omni":6,"on_except":23,"onc":[1,5,7,8,9,11,12,17,18,20,27,29],"one":[2,6,8,9,11,12,13,15,17,18,20,23,27],"ones":[7,12],"ongo":12,"onli":[1,2,6,8,11,12,13,17,18,19,20,22,27],"onlin":8,"open":[0,2,6,7,9,10,15,17,18,25],"openai":[0,1,2,4,5,7,9,10,13,14,17,18,20,22,23,24,27],"openai_api_kei":[1,2,5,6,7,11,13,17,18,23,24,27],"openai_cli":3,"openai_client_via_plano":18,"openai_dev_kei":6,"openai_prod_kei":6,"openrout":6,"openssl":24,"opentelemetri":[8,9,15,23,24],"opentracing_grpc_endpoint":[11,23,24],"oper":[8,9,11,12,13,17,18,22,27],"operation":13,"opportun":8,"oppos":8,"optim":[4,6,8,12,13,17],"optimize_context_window":23,"option":[1,3,6,7,10,11,13,17,18,20,22,23,24,27],"opu":6,"oral":7,"orchestr":[2,4,9,10,21,23,27],"order":[0,1,8,12,26,27],"org":23,"organ":[8,17],"organiz":19,"orient":[8,12],"origin":[2,6,9,14,18,27],"origin_cod":18,"oscil":8,"oss":[5,6],"otel":[17,27],"otel_tracing_grpc_endpoint":24,"other":[0,1,2,6,8,9,11,12,13,17,18,22,27],"otlp":[11,17,22,24],"otlp_export":17,"otlpspanexport":17,"our":[8,9,12,20,27],"out":[9,10,12,13,18,19,21],"outbound":[9,11,27],"outcom":[1,8],"outer":[11,18],"outgo":[12,17,27],"outlier":8,"outlin":27,"outliv":8,"output":[3,9,12,15,18,19,20,22,24],"output_filt":23,"output_text":20,"outsid":19,"over":[1,4,9,13,19,26],"overal":[17,18],"overflow":17,"overhead":[17,27],"overlap":13,"overli":8,"overload":27,"overrid":[6,8,13,15,17,18,23,27],"overview":[16,21],"overwhelm":[8,27],"overwrit":22,"own":[1,6,8,9,11,13,15,17,18,26,27],"p":[20,24,27],"p95":[8,11],"paa":6,"packag":[11,17],"page":[8,22,25],"pai":12,"pain":9,"pair":23,"panel":15,"paper":8,"par":12,"parallel":[12,13,18,27,29],"param":[12,15,18],"paramet":[6,11,12,17,18,23,27],"parameter_drift":8,"parent":17,"pari":[11,18],"pars":[7,12,14,27],"part":[7,9,12,17,18,27],"parti":[8,26],"particip":13,"particular":[0,7,12],"particularli":18,"partli":18,"pass":[1,7,8,11,14,18,19,24,27],"passthrough_auth":[6,23],"password":[13,18,20],"past":20,"path":[1,2,6,7,8,11,12,14,17,22,23,24,27],"pattern":[1,4,6,8,9,10,17,18,20,22],"pattern_typ":8,"paus":20,"payload":[3,17,22],"payment":[12,17],"per":[1,6,8,9,12,14,15,17,23,27],"perceiv":[9,15],"percentag":[8,23,24],"percentil":8,"perfect":20,"perform":[0,2,4,6,7,8,9,12,13,17,18,20,24,27,29],"period":[8,13,20,27],"periodsecond":24,"permiss":[20,23],"persist":[11,20,23],"person":[7,11,12],"perspect":[2,9],"peso":11,"philippin":11,"php":[9,11],"phrase":8,"physic":3,"pick":[11,13],"pid":24,"piec":7,"pii":5,"pilot":17,"pin":[13,23],"pip":[3,11,13,17,18],"pipelin":[8,17,24,27],"pipeline_processor":27,"place":[9,12,27],"placehold":17,"plain":[1,18,22],"plaintext":25,"plan":[5,8,18],"plane":[10,21,26,27],"plano":[0,1,2,3,4,6,8,14,15,16,19,20,22,23,25,26,27,29],"plano_agent_rout":1,"plano_config":[3,6,7,11,13,18,20,23,24],"plano_llm_listen":14,"plano_log":14,"plano_orchestrator_v1":[11,18,19,23],"plano_trace_port":[17,22],"planoai":[17,24],"platform":[6,11,17,23,24],"pleas":[3,4,6,12,13,18,19,20],"pln":11,"plu":8,"plug":[9,10],"plugin":[11,24,27],"plumb":[10,20,21],"pod":[13,17,24],"point":[1,2,3,5,7,8,12,13,17,18,20,23],"polici":[0,1,4,8,9,10,13,17,19,20,21,27],"polish":11,"pollut":7,"pool":[13,20,27],"pooler":20,"poor":[8,17],"popul":[8,11],"popular":17,"port":[1,2,6,7,11,13,17,18,19,20,22,23,24,27],"portal":6,"posit":8,"positive_feedback":8,"post":[3,5,7,8,14,17,18,19,23],"postgr":[20,23,27],"postgresql":[3,23],"pound":11,"power":[1,4,7,8,11,12,18],"practic":[1,4,9,10,16],"pre":[8,11,13,24,27],"preced":[6,17],"precis":[0,7,9,12],"predefin":2,"predict":[7,13],"prefer":[0,3,4,8,9,11,12,17,18,23,27],"prefix":[6,13,17,18,23],"prematur":13,"premier":6,"premis":[4,26],"prepar":[1,17],"preprocess":2,"present":[8,9,12,17,18],"preserv":6,"press":11,"prev_response_id":20,"prevent":[9,17,19,20,27],"preview":[5,6],"previou":[3,7,18,20],"previous_resp_id":20,"previous_response_id":20,"price":[11,18,19],"pricing_ag":18,"primari":[2,3,5,18,20,29],"primary_and_first_fallback_fail":5,"primary_model":3,"prime":11,"primit":[2,4,26],"print":[3,11,12,17,20,22],"prior":1,"prioriti":6,"pro":6,"problem":[3,5,6,13,18,27],"problemat":17,"proce":27,"process":[1,9,12,13,14,15,18,19,22,23,26,29],"process_cpu_seconds_tot":15,"process_customer_request":17,"process_resident_memory_byt":15,"processess":7,"processor":17,"prod":[4,5,6],"produc":[12,23,27],"product":[0,3,4,5,6,8,9,10,12,17,18,19,21,23,24],"product_recommend":18,"profan":5,"profil":[1,12,13],"program":[3,4,13],"programm":27,"progress":[8,18],"project":[20,25],"prolifer":13,"prom":15,"prometheu":15,"prometheus_scrap":15,"promethu":15,"prompt":[0,1,8,9,10,13,17,18,19,21,22,23,26,27,29],"prompt_function_listen":23,"prompt_guard":[10,23],"prompt_target":[7,10,11,12,23,27],"prompt_target_intent_matching_threshold":23,"prompt_token":17,"prone":7,"pronoun":18,"proof":[4,6,20],"propag":[9,16,23,24],"proper":17,"protect":[9,17,19],"proto":17,"protocol":[1,2,9,10,11,14,17,18,23,24,27],"proven":[9,10],"provid":[0,1,2,3,5,7,8,9,10,11,12,13,14,15,17,18,19,20,21,23,24,26,27],"provider_interfac":[6,18],"provider_model":6,"provis":15,"proxi":[0,1,6,9,10,13,15,18,20,21,23,24,27],"psql":20,"public":[2,11],"publish":15,"pull":[1,6,10,13,21],"purpos":[3,5,6,7,18,27],"py":22,"pydant":7,"python":[0,4,5,6,9,13,14,20,22],"q":12,"q4_k_m":13,"qa":17,"quadrat":13,"quadratic_equ":13,"qualiti":[0,13,17,27],"quality_scor":[8,17],"quantiz":[13,18],"quantum":[3,24],"queri":[1,4,7,11,12,13,17,18,19,20,22,23],"query_rewrit":[1,18,27],"question":[3,7,11,18,19,27],"quick":[9,13],"quickli":[1,9,10,11],"quickstart":[4,10,21],"quirk":9,"quit":8,"quot":18,"quota":[5,6,8],"quota_exceed":5,"quuickstart":6,"qwen3":6,"r":[18,27],"rag":[1,18,27],"rag_ag":[1,19,23],"rag_energy_source_ag":7,"rain":18,"rais":[12,19],"rand":11,"random":[8,23],"random_sampl":[1,11,17,18,23,24],"randomli":11,"rang":[0,7,15,17],"rapid":13,"rare":27,"rate":[6,8,9,11,15,17,23,27],"rate_limit":8,"ratelimit":23,"rather":[0,1,8,9,26],"ratio":8,"raw":[8,13,18],"re":[0,1,4,6,7,8,9,11,12,17,18,20],"reach":[0,1,2,8,9,19,26],"reachabl":[1,13],"read":[8,9,12,17,18,22,27],"readabl":7,"readi":[3,13,20,24],"readinessprob":24,"readm":13,"readonli":24,"real":[0,8,9,11,12,13,18,26,27],"realli":9,"reason":[0,1,3,4,5,6,8,13,17,18,19],"reboot":27,"reboot_network_devic":27,"rebuild":24,"receiv":[2,7,12,13,14,17,18,19,20,27],"recent":[11,17,18,22],"recept":[17,27],"recognit":7,"recommend":[11,17,18,22,29],"record":[1,9,17],"recoveri":9,"red":15,"redact":9,"reddit":9,"redeploi":8,"redi":[13,23],"rediss":[13,23],"reduc":[0,3,7,9,20],"ref":[3,20],"refactor":[0,9],"refer":[3,4,5,6,8,11,12,14,18,21,25],"referenc":24,"refernc":12,"reflect":5,"refus":8,"regardless":[3,5,13],"region":[4,17,20],"registri":6,"regul":19,"regularli":20,"reimplement":27,"reinforc":[8,21],"reject":[1,19],"relat":[2,13,15,18,19,27],"releas":[5,6,8],"relev":[1,7,12,18],"reli":[13,17,26],"reliabl":[2,3,4,7,8,9,10,11,12,19,21],"remain":[0,8,9,10,12],"rememb":[12,18,20],"remind":12,"remov":[1,8,17],"render":[20,24],"renew":7,"renminbi":11,"reorder":1,"repair":8,"repeat":[8,9,17,18,22],"repetit":[8,23,27],"rephras":8,"replac":[6,8,17,18,20,24],"replica":[13,23,24],"repositori":[11,22],"repres":[1,8,17],"req":7,"request":[0,1,2,3,4,5,6,8,9,12,13,14,18,19,20,21,22,23,24,28],"request_bodi":18,"requested_dai":18,"requestsinstrumentor":17,"requir":[0,2,4,7,8,11,12,13,17,18,20,22,23,24,26,27],"resend":20,"reset":18,"resili":9,"resolut":[8,24,27],"resolv":18,"resourc":[6,11,13,16,24],"resp2":20,"resp_id":20,"respect":[14,15],"respond":[3,9,15,19,23],"respons":[0,1,2,4,5,6,7,8,9,10,11,12,13,14,17,19,20,23,27],"response_cod":14,"response_flag":14,"response_id":[3,20],"response_messag":18,"rest":[1,3,4,27,29],"restart":[13,20,24],"restat":8,"result":[0,1,2,6,8,12,13,17,18],"retent":20,"retrain":13,"retri":[0,2,4,7,8,9,18,23,26,27],"retriev":[1,3,7,8,9,12,13,18,19,20,23,27],"return":[0,1,2,3,6,7,11,12,17,18,19,22,23,27],"reus":13,"reusabl":[1,23,27],"revers":[19,27],"review":[5,6,8,18,23],"rewrit":[1,9,17,18,23,27],"rewrot":1,"rhythm":8,"rich":[0,10,13,18,21],"right":[7,8,9,11,27],"ringgit":11,"risk":[8,19],"rlhf":8,"ro":24,"robin":[17,27],"robust":[9,10,12],"role":[3,5,6,11,13,17,18,19,24],"rollout":[5,24],"romanian":11,"ron":11,"root":8,"rote":[10,21],"round":[17,27],"round_robin":5,"rout":[0,1,2,3,4,5,7,8,9,10,15,18,20,21,23,27],"router":[0,1,4,11,13,18,19,23,27],"router_chat":27,"routin":12,"routing_prefer":[6,13,23],"row":15,"rule":[1,4,12,18],"run":[0,1,2,6,8,9,11,13,15,17,18,19,20,22,24,26,27],"runtim":[1,6],"rupe":11,"rupiah":11,"rust":[11,24,27],"safe":[1,4,9,20],"safer":[19,21],"safeti":[1,2,5,9,10,19,21],"sai":[12,18],"sale":18,"sales_clos":18,"same":[2,3,5,6,8,9,11,12,13,22,23],"sampl":[1,11,15,17,23,24],"sampleabl":8,"sampler":8,"san":[7,12],"sanit":27,"satisfact":[8,17,18],"save":[7,20,23],"scaffold":8,"scalabl":[7,9,10,11],"scale":[0,4,8,9,10,13,18,20,21,27],"scatter":9,"scenario":[6,7,9,10,12,13,20,27],"scene":[2,3,20],"schedul":[7,12,13,18],"scheduled_in":18,"scheduled_out":18,"schema":[8,11,20],"scheme":[5,6,15,17],"scienc":12,"scope":[13,19,23],"score":[8,17,27],"scout":6,"scrape":15,"scrape_config":15,"scrape_interv":15,"scrape_timeout":15,"screenshot":15,"script":[11,12],"scrutini":19,"sdk":[4,6,17,20],"seamless":[4,12,18,27],"seamlessli":[3,4,7,13,15,17],"search":[8,11,18,22],"search_dat":18,"search_date_obj":18,"searchabl":8,"seattl":[12,18],"second":[3,13,18,20],"secret":13,"secretref":24,"section":[1,5,6,7,10,11,17,18,20,24,27],"secur":[2,4,10,17,20,27],"secure_servic":23,"see":[0,2,4,11,12,13,17,18,20,24,27],"segment":18,"sek":11,"select":[0,2,4,8,10,11,13,17,18,20,22,23,24,27],"selector":[23,24],"self":[2,9,14,15,20,23,27],"semant":[1,3,4,5,6,8,9,13,17,22],"send":[2,3,6,12,13,17,20,27],"sensibl":[1,2],"sensit":[1,17,18,24],"sensitive_data":5,"sent":[8,14,23,27],"sentiment":8,"separ":[7,26,27,29],"sequenc":[0,9,11,27],"serv":[13,18],"server":[2,6,9,10,11,13,18,21,26,27],"servic":[0,1,2,6,7,8,9,11,12,13,14,15,18,19,20,22,23,24,27],"session":[8,20,22,23],"session_cach":[13,23],"session_id":[13,23],"session_max_entri":[13,23],"session_ttl_second":[13,23],"set":[6,7,8,9,10,11,12,17,20,22,23,24,27],"set_tracer_provid":17,"setup":[1,2,7,12,13,17,20,23],"seven":8,"sever":[9,15,17,27],"sfo":11,"sgd":11,"sh":11,"shallow":8,"shape":[9,27],"share":[8,11,13,23,27],"sharp":8,"sheqel":11,"shift":13,"ship":[10,11,15,17,21],"short":[1,3,6,17,22,23,27],"shorten":[9,10],"should":[0,7,8,9,11,12,13,18,20,27],"shouldn":[10,21],"show":[0,1,2,7,8,11,17,18,19,22,24],"shown":6,"side":[8,13],"sidecar":[9,10],"signal":[0,9,10,13,16,21,23,27],"signatur":12,"significantli":18,"signup":11,"silent":8,"silicon":[11,24],"similar":[13,20,23],"simpl":[1,3,4,5,6,8,12,17],"simpli":[11,17],"simplic":27,"simplif":5,"simplifi":[2,4,6,7,10,11,17,19],"simultan":4,"sinc":[7,11,17,22],"singapor":11,"singl":[2,6,7,8,9,12,13,18,20,23,24,25,29],"sit":[9,10,12,26,27],"site":17,"size":[3,13,17,18,20],"sk":[6,24],"skimp":12,"skip":[8,13],"sla":19,"slice":11,"slow":[7,11],"small":[6,8,29],"smaller":[6,18],"smart":[0,1,2,3,5,9,10,12,18,21,23,27],"smooth":18,"snapshot":13,"snapshot_dir":13,"sni":27,"snippet":[8,13,17,23],"snow":18,"so":[1,2,3,7,8,9,10,11,12,13,17,19,20,23,24,27],"socket":27,"softwar":[9,11],"solar":7,"sole":13,"solut":7,"solv":[3,5,6,9,13,27],"some":[6,7,8,11,12,15,27,29],"someth":8,"sonnet":[3,5,6,11,13,17,20,23,24],"soon":[4,18],"sorri":23,"sota":12,"sourc":[6,7,8,11,12,15,17,18,22],"south":11,"space":13,"span":[11,16,23,24,27],"span_attribut":[17,23,24],"span_processor":17,"spanish":13,"spec":24,"special":[0,6,9,13,18,20],"specif":[0,3,4,5,6,7,8,9,11,12,13,17,18,22,23,27],"specifi":[1,2,6,7,12,13,27],"speed":[9,15],"spell":12,"spend":29,"spike":[8,11],"split":[5,18,26],"sporad":29,"spot":[8,11],"spread":1,"sql":20,"ss":20,"ssl":23,"stabil":8,"stabl":[5,13],"stack":[9,10,12,14,15,22],"staff":[21,27,28],"stage":[5,17],"stagnat":[8,17],"stai":[8,9,10,11,24],"stamp":17,"stanc":8,"standalon":17,"standard":[1,4,6,9,10,11,13,17,18,21,24],"start":[1,2,8,13,18,20,22,23],"start_as_current_span":17,"start_tim":14,"starter":22,"startup":[22,24],"stat":[15,27],"state":[0,1,4,7,8,9,10,11,12,13,21,23,26,27],"state_error":8,"state_storag":[20,23],"statement":18,"static":[13,17,23,24,27],"static_config":15,"statist":27,"statu":[1,11,12,14,17,18,19,22,24],"status_class":15,"status_cod":[18,22],"step":[0,1,8,10,13,17,21,27],"still":[1,2,13,20],"stitch":9,"stop":[11,22],"storag":[3,23,27],"store":[6,13,15,20,23,24],"stori":[3,13],"storytel":[6,13],"str":[7,11,12,13,18,27],"straightforward":12,"strategi":[4,8,9,10,17],"stream":[1,3,6,9,11,17,18,19,22,24,27],"streamabl":[1,23],"streamingrespons":18,"streamlin":[2,7],"strength":13,"strftime":18,"string":[8,13,17,23],"strip":[1,18],"stripe":9,"strong":8,"strptime":18,"structur":[1,4,7,8,11,13,14,17,27],"struggl":[7,8],"stuck":8,"studio":6,"stuff":12,"style":[6,9,10,13,27],"subject":[13,23],"submit":[12,18],"subpath":[13,24],"subscript":6,"subsequ":[13,20],"subset":8,"substanti":9,"substitut":[23,24],"substr":8,"substrat":27,"subsystem":[2,4,9,26,27],"subsystmem":27,"subtract":8,"success":[1,8,9,11,13],"successfulli":[1,11],"sudden":8,"suffici":13,"suffix":[6,8],"sugar":7,"suggest":[12,23],"suit":[9,13],"suitabl":[12,13,18,20],"sum":5,"summar":[0,3,5,7,12,13,27],"summari":[8,12,13,16,27],"sunris":18,"sunset":18,"supervis":8,"supervisord":24,"suppli":11,"support":[2,4,7,8,11,13,15,17,18,19,20,21,22,23,24,27],"sure":[17,20],"surfac":[0,1,2,8,9],"surround":8,"sustain":[7,8],"svc":[13,24,27],"swap":[9,13],"swedish":11,"swiss":11,"switch":[4,5,11,13,20],"symbol":[11,27],"symptom":7,"sync":8,"synopsi":22,"syntax":[4,13,20,22,24],"system":[0,1,7,9,11,12,13,14,17,18,19,20,23,27],"system_prompt":[7,11,23,27],"t":[3,6,7,8,10,11,12,13,20,21,23],"t00":18,"t23":18,"tabl":20,"tag":[23,24],"tail":14,"tailor":12,"taint":13,"take":[0,6,9,11,13,27],"taken":14,"talk":[1,2,7,8,26],"target":[0,1,5,8,10,13,15,21,22,23,24,27],"targetport":24,"task":[0,1,4,5,6,7,8,9,12,13,18,19,23,27,29],"tau":8,"tcp":27,"team":[0,1,4,8,9,10,13,21,23],"tech":21,"techcorp":19,"technic":[13,18,19],"techniqu":[7,13],"technologi":[7,9],"telemetri":[8,9,15,17],"tell":[3,8,18,24],"temperatur":[7,12,17,18,27],"temperature_2m":18,"temperature_2m_max":18,"temperature_2m_min":18,"temperature_c":18,"temperature_f":18,"temperature_max_c":18,"temperature_min_c":18,"templat":[13,18,22,24],"tempo":[17,23],"ten_456":17,"tenant":[6,13,17],"tenant_head":23,"tenant_id":[13,23],"tend":1,"tensor":[13,18],"term":[3,7],"termin":[1,2,9,11,18,22],"terminal_origin":18,"test":[0,3,4,5,6,7,9,12,18,20,22],"testabl":7,"text":[3,8,12,18,20,22,25,27],"text_stream":3,"textual":13,"tft":[9,15],"thai":11,"than":[0,1,8,9,26],"thank":8,"thb":11,"thei":[0,1,2,6,8,11,13,18,19],"them":[0,1,7,8,10,11,12,18,19,20,21,26,27],"themat":13,"theme":13,"therefor":8,"thi":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,17,18,19,20,22,23,25,27,29],"thing":13,"think":12,"third":26,"thirst":7,"thoroughli":12,"those":[0,1,7,11,17],"thread":[20,21,27,28],"three":[3,4,7,8,9,13,15,17,27],"threshold":[8,23],"through":[0,1,2,3,4,6,7,8,9,10,11,12,13,14,17,18,19,27],"throughout":9,"throughput":[5,12,13],"thunderstorm":18,"tier":[8,20],"tier1_support":18,"tier2_support":18,"tight":[9,10],"time":[1,6,7,8,9,11,12,13,14,15,17,18,23,26,27],"time_to_first_token":17,"timeout":[5,8,11,13,15,17,23],"timestamp":[20,27],"timezon":18,"tl":[2,9,13,23,24,27],"tlm":9,"tls_certif":7,"todai":[4,8,11,18,27],"togeth":[2,4,8,9,27],"together_ai":6,"together_api_kei":6,"token":[6,7,8,9,11,13,15,17,18,23,27],"tokio":27,"toler":[4,7,13],"tomorrow":[11,18],"too":[18,27],"took":[11,14],"tool":[0,1,2,3,8,9,11,13,14,15,16,18,19,23,26,27],"tool_not_found":8,"toolchain":11,"toolerror":19,"top":[2,4,17,22,23,29],"top_p":17,"topic":[1,13,19],"topologi":28,"tot":[9,15],"total":[8,9,14,15],"total_token":17,"touch":9,"trace":[0,1,8,9,10,15,16,18,21,23,27],"trace_arch_intern":[23,24],"trace_export":17,"tracepar":[9,16,18,24,27],"traceparent_head":18,"tracer":17,"tracer_provid":17,"tracerprovid":17,"track":[11,13,18,20],"tradit":[11,13,20],"traffic":[2,4,5,8,9,10,11,12,14,18,26,27],"trail":17,"train":[8,13],"trajectori":8,"transact":12,"transform":[6,17,18,27],"translat":[13,27],"transpar":[9,13],"transport":[1,23,27],"travel":[11,12],"travel_assist":11,"travel_booking_servic":[18,23],"travel_d":18,"treat":27,"triag":8,"trigger":[8,9,10,12,13,19],"trim":[22,23],"trip":18,"trivial":27,"troubleshoot":[7,18],"troubleshoot_ag":18,"true":[1,2,3,6,7,8,11,12,13,15,17,18,23,24,27],"trust":23,"try":[3,11,18,24],"ttft":27,"ttl":13,"tune":8,"tupl":7,"turbo":[6,7],"turkish":11,"turn":[0,3,8,9,11,12,13,18,20,23,27],"turn_count":[8,17],"tutori":10,"two":[1,2,8,11,13,18,20,24,27],"txt":21,"type":[0,1,2,3,5,6,7,8,11,12,13,15,17,18,19,20,22,23,24,27],"typescript":0,"typic":[2,6,7,12,13,18,19,27],"u":6,"ubuntu":24,"ui":[8,17,27],"unambigu":13,"unavail":[8,18],"unbound":20,"uncom":20,"under":[2,8,9,13,14,15,17],"underli":[3,5,13],"underscor":5,"understand":[0,5,8,9,10,11,12,13,15,16,18],"undifferenti":[8,27],"unexpect":[1,8,12],"unifi":[2,3,4,6,9,20,27],"uniformli":17,"uninform":8,"uniqu":[7,17,20],"unit":[7,11,12,23],"unix":20,"unknown":6,"unlik":[0,7,13,20],"unmodifi":8,"unnecessari":0,"unrel":19,"unresolv":18,"unsaf":1,"until":[0,18,27],"up":[1,6,7,8,9,10,11,15,17,18,20,24],"updat":[7,8,9,11,12,13,18,20,22,27],"updated_at":20,"upgrad":[4,5,9,27],"upon":[18,27],"upper":[13,18,23],"upstream":[1,2,6,7,9,11,12,14,15,23,24,26,27],"upstream_connect_timeout":23,"upstream_host":14,"upstream_tls_ca_path":23,"uri":13,"urin":7,"url":[1,4,7,11,13,15,17,18,19,20,23],"us":[0,2,3,6,7,8,9,10,14,16,19,20,21,22,23,24,25,26,27],"usag":[0,3,4,5,6,7,8,9,12,15,17,18,20,23,27],"usd":11,"use_agent_orchestr":23,"user":[0,1,3,5,6,7,9,11,12,13,14,15,17,18,19,20,23,24,27],"user_messag":18,"user_queri":19,"user_turn":8,"usernam":14,"usi":17,"usr_999":17,"usual":[8,11,17],"util":[11,13,18,27],"utter":8,"uuid":13,"uuid4":13,"uv":11,"uvx":11,"ux":[10,21],"v":[11,17,18,22,27],"v0":[1,2,6,7,11,18,23,27],"v1":[1,2,3,4,5,6,8,9,10,11,13,14,17,18,19,20,23,24,27],"v1beta":6,"v2":[5,6,11,15],"v24":11,"v3":11,"v4":6,"vagu":18,"valid":[4,6,7,8,10,11,12,17,18,19,20,22,23,27],"validate_with_llm":19,"valu":[3,7,8,12,13,17,18,22,23,24,27],"valueerror":12,"var":23,"var_nam":[20,24],"vari":8,"variabl":[6,11,17,20,23],"variant":[0,13,18],"varieti":27,"variou":[9,12,17,29],"ve":[7,11],"venv":11,"verbatim":8,"verbos":[17,22,24],"veri":[17,27],"verif":23,"verifi":[13,17,18,20],"versatil":23,"version":[0,1,2,3,4,5,6,7,11,17,18,20,22,23,27],"versu":8,"via":[0,1,2,4,6,7,8,9,10,11,16,17,18,22,24,26,27],"view":[6,15,17],"viewer":[15,17],"violat":[1,19,27],"virtual":[1,6,19,23],"visibl":[8,11,14,17],"vision":7,"visual":17,"vllm":[6,18],"vllm_api_kei":6,"volum":24,"volumemount":24,"vpc":26,"w3c":[9,17],"wa":[0,11,12,14,19,27],"wai":[1,2,7,9,11,17,19,24,27],"wait":27,"walk":18,"walkthrough":11,"want":[1,2,6,7,11,12,13,24],"warn":[6,17,18,24],"wasip1":24,"wasm":[11,24,27],"wasm32":24,"watch":12,"we":[4,7,8,11,18,27,29],"weather":[7,12,18,23],"weather_ag":[18,23],"weather_cod":18,"weather_context":18,"weather_data":18,"weather_info":12,"weather_model":18,"weather_respons":18,"weather_url":18,"weatherag":18,"web":[2,27],"week":18,"weight":[5,8,13],"well":[1,7,8,9,13,18],"were":[0,14],"west":6,"what":[0,3,7,9,10,11,13,14,17,18,19,21,26,27],"when":[0,1,2,6,7,8,9,11,12,13,17,18,19,20,22,23,27],"where":[0,1,2,7,8,9,10,11,12,13,14,17,18,19,20,22,23,26],"whether":[0,2,4,7,8,12,13,17,27],"which":[0,1,4,6,7,8,9,11,12,13,14,15,17,18,19,26,27],"whichev":11,"while":[0,1,2,6,7,8,9,10,11,12,13,18,19,20,29],"whose":[17,23],"why":[0,17],"wide":[0,7,9,10,15,17,21,27],"wildcard":[4,17,23],"wind":7,"window":[8,11,17,22,23],"wire":[1,11,17,19,27],"withdraw":8,"within":[8,10,12,18,19,23],"without":[0,1,2,3,4,6,7,8,9,10,13,17,20,27],"wizard":22,"wmo":18,"won":11,"word":1,"work":[0,1,3,5,6,7,9,10,12,13,16,21,23],"worker":[27,29],"workflow":[0,1,8,9,10,11,13,18,22,27],"workload":[7,13,20,29],"workspac":17,"world":[0,9,13,18],"worldwid":18,"worth":8,"would":[17,27],"write":[0,1,6,7,9,11,13,18],"writer":5,"written":[9,19,27,29],"wrong":8,"ws_123":17,"www":9,"x":[3,5,13,14,18,19,23,24,27],"x86_64":[11,24],"xai":[4,27],"xai_api_kei":6,"xxx":24,"y":18,"yaml":[3,6,7,11,13,15,17,18,20,22,24],"yen":11,"yet":8,"yield":[8,18],"yml":[23,24],"york":[7,12,18],"you":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,15,17,18,20,21,22,23,24,27],"your":[0,1,2,3,4,5,6,7,9,10,12,13,14,15,17,18,19,20,24,26,27],"your_us":20,"yourself":[11,13],"yourweatherapp":12,"yuan":11,"yyi":24,"yyyi":18,"z":6,"zar":11,"zealand":11,"zero":[8,9,11,17,27],"zeroshot":14,"zhipu_api_kei":6,"z\u0142oti":11,"\u03c4":8},"titles":["Agents","Filter Chains","Listeners","Client Libraries","Model (LLM) Providers","Model Aliases","Supported Providers & Configuration","Prompt Target","Signals\u2122","Intro to Plano","Overview","Quickstart","Function Calling","LLM Routing","Access Logging","Monitoring","Observability","Tracing","Orchestration","Guardrails","Conversational State","Welcome to Plano!","CLI Reference","Configuration Reference","Deployment","llms.txt","Bright Staff","Request Lifecycle","Tech Overview","Threading Model"],"titleterms":{"1":[7,11,12,24],"2":[7,11,12,24],"3":[11,12,24],"4":24,"A":17,"For":7,"It":[8,14,17,18,20],"The":8,"access":14,"action":8,"addit":17,"advanc":[4,5,6],"affin":13,"agent":[0,1,2,8,11,17,18],"ai":6,"alert":8,"alia":13,"alias":5,"alibaba":6,"align":13,"also":[3,5,6,8],"amazon":6,"anthrop":[3,6],"api":[3,6,11,18,24],"app":[7,11],"ar":8,"arch":12,"architectur":27,"assess":8,"assist":18,"attribut":[8,17],"authent":6,"aw":17,"azur":6,"backend":13,"base":[6,13,24],"basic":[5,7],"bedrock":6,"behavior":[8,17],"benefit":[0,4,17],"best":[3,5,8,12,13,17,18,20],"book":18,"boundari":8,"bright":26,"brightstaff":15,"build":[7,8,10,11,22,24],"cach":13,"call":[11,12,17,18],"capabl":4,"case":[1,4,12,13,18],"categori":6,"caus":8,"chain":1,"class":6,"cli":[17,22],"cli_ag":22,"client":[3,11,13],"combin":13,"come":5,"command":11,"common":[4,18,24],"compat":[3,6],"compos":24,"concept":[10,21],"condit":8,"config":[7,11,24],"configur":[1,2,5,6,7,12,13,15,17,18,20,23,24,27],"connect":20,"consider":8,"consol":11,"context":18,"convers":[3,8,11,20],"core":4,"creat":[8,11,24],"cross":3,"curl":[3,11],"currenc":11,"custom":17,"dashboard":[8,15],"datadog":17,"deepseek":6,"default":[6,24],"defin":[7,12],"demo":7,"deploi":24,"deploy":24,"deprec":8,"determinist":11,"develop":[13,20,24],"docker":24,"down":22,"ec2":13,"egress":[2,27],"emit":8,"enabl":24,"endpoint":[3,6],"environ":[8,24],"error":3,"event":8,"exampl":[1,3,7,8,12,13,17,18],"execut":8,"extern":[8,17,18],"extract":18,"featur":[4,5,7,12,13,14],"file":11,"filter":[1,17],"first":6,"flag":8,"flask":7,"flow":27,"flywheel":8,"format":[14,17],"from":24,"function":12,"gatewai":[3,11,24],"gemini":6,"gener":18,"get":[4,10,21],"global":22,"googl":6,"gpu":13,"grafana":15,"groq":6,"guardrail":19,"guid":[10,21],"guidelin":6,"handl":[3,17],"handoff":17,"header":17,"high":27,"host":[13,18],"how":[8,14,17,18,19,20],"http":1,"i":12,"implement":[12,18],"improv":8,"inbound":[2,17],"inform":18,"ingress":27,"init":22,"initi":17,"inner":0,"inspect":17,"instanc":6,"instrument":17,"integr":17,"intent":7,"interact":[8,11],"intro":9,"issu":24,"kei":[0,4,7,12,14,24],"kubernet":[13,24],"langtrac":17,"layer":8,"legaci":8,"let":11,"level":[8,27],"librari":3,"lifecycl":27,"limit":8,"listen":[1,2],"live":11,"llm":[4,11,13,17,18,25],"local":13,"log":[14,22],"logic":0,"loop":0,"marker":8,"matter":8,"mcp":1,"memori":20,"method":13,"metric":15,"mimo":6,"minim":11,"mistral":6,"model":[1,2,4,5,6,11,13,24,29],"monitor":15,"moonshot":6,"multi":7,"multipl":6,"name":5,"nativ":24,"navig":22,"network":[2,27],"next":[11,18,20],"node":13,"note":17,"ob":11,"observ":[8,11,16],"ollama":[6,13],"openai":[3,6,11],"opentelemetri":17,"orchestr":[0,11,13,17,18],"otel":[8,24],"outbound":[2,17],"outer":0,"over":12,"overal":8,"overview":[10,17,20,28],"paramet":7,"passthrough":6,"plano":[7,9,10,11,12,13,17,18,21,24],"planoai":[11,22],"platform":8,"post":27,"postgresql":20,"practic":[3,5,8,12,13,17,18,20],"prefer":[6,13],"prepar":18,"prerequisit":[11,20],"priorit":8,"process":[7,17,27],"product":[13,20],"program":1,"prompt":[2,7,11,12],"prompt_target":22,"propag":17,"provid":[4,6],"proxi":[2,11],"python":[3,11,17],"qualiti":8,"queri":8,"quick":[17,22],"quickstart":11,"qwen":6,"rag":7,"rai":17,"recommend":13,"refer":[17,22,23,24],"request":[7,11,17,27],"requir":6,"resourc":[17,21],"respons":[3,18],"rout":[6,11,13,17,24],"rule":5,"runtim":24,"sampl":8,"sdk":3,"secret":24,"see":[3,5,6,8],"select":6,"self":[13,18],"send":11,"servic":17,"session":13,"setup":24,"sever":8,"signal":[8,17],"singl":11,"smoke":24,"solut":24,"soon":5,"sourc":24,"span":[8,17],"stack":24,"staff":26,"start":[4,10,11,17,21,24],"state":[3,20],"step":[7,11,12,18,20,24],"still":8,"stop":24,"storag":20,"string":20,"structur":[6,18],"summari":[7,17],"supabas":20,"support":[3,6],"switch":7,"system":8,"take":12,"target":[2,7,11,12],"taxonomi":8,"tech":28,"test":[19,24],"thread":29,"tip":12,"togeth":6,"tool":[7,17],"top":8,"topologi":[2,27],"trace":[11,17,22,24],"tracepar":17,"travel":18,"troubleshoot":[20,24],"turn":7,"txt":25,"typic":1,"understand":17,"unsupport":13,"up":22,"updat":24,"upstream":17,"url":6,"us":[1,4,5,11,12,13,17,18],"usag":[13,22],"user":8,"v":0,"valid":5,"variabl":24,"verifi":24,"via":15,"visual":8,"vllm":13,"welcom":21,"what":[8,12],"why":[8,19],"wildcard":6,"work":[8,14,17,18,19,20],"workflow":12,"x":17,"xai":6,"xiaomi":6,"your":[8,11],"zhipu":6}}) \ No newline at end of file +Search.setIndex({"alltitles":{"AWS X-Ray":[[17,"aws-x-ray"]],"Access Logging":[[14,null]],"Additional Resources":[[17,"additional-resources"]],"Advanced Configuration":[[6,"advanced-configuration"]],"Advanced Features":[[4,"advanced-features"]],"Advanced Features (Coming Soon)":[[5,"advanced-features-coming-soon"]],"Agent Orchestration":[[0,"agent-orchestration"]],"Agent Processing":[[17,"agent-processing"]],"Agent Structure":[[18,"agent-structure"]],"Agent listener filter chain":[[1,"agent-listener-filter-chain"]],"Agents":[[0,null]],"Alias-based routing":[[13,"alias-based-routing"]],"Amazon Bedrock":[[6,"amazon-bedrock"]],"Anthropic":[[6,"anthropic"]],"Anthropic (Python) SDK":[[3,"anthropic-python-sdk"]],"Arch-Function":[[12,"arch-function"]],"Azure OpenAI":[[6,"azure-openai"]],"Base URL Configuration":[[6,"base-url-configuration"]],"Basic Configuration":[[5,"basic-configuration"],[7,"basic-configuration"]],"Behavioral Signals in Traces":[[17,"behavioral-signals-in-traces"]],"Benefits of Using Traceparent Headers":[[17,"benefits-of-using-traceparent-headers"]],"Best Practices":[[3,"best-practices"],[8,"best-practices"],[17,"best-practices"],[18,"best-practices"],[20,"best-practices"]],"Best Practices and Tips":[[12,"best-practices-and-tips"]],"Best practices":[[13,"best-practices"]],"Bright Staff":[[26,null]],"Brightstaff metrics":[[15,"brightstaff-metrics"]],"Build Agentic Apps with Plano":[[11,"build-agentic-apps-with-plano"]],"Build Multi-Turn RAG Apps":[[7,"build-multi-turn-rag-apps"]],"Build from Source (Developer)":[[24,"build-from-source-developer"]],"Build with Plano":[[10,"build-with-plano"]],"Building Dashboards":[[8,"building-dashboards"]],"Building agents with Plano orchestration":[[11,"building-agents-with-plano-orchestration"]],"CLI Reference":[[22,null]],"Calling External APIs":[[18,"calling-external-apis"]],"Client Libraries":[[3,null]],"Client usage":[[13,"client-usage"],[13,"id4"],[13,"id6"]],"Combining Routing Methods":[[13,"combining-routing-methods"]],"Common Issues and Solutions":[[24,"common-issues-and-solutions"]],"Common Use Cases":[[4,"common-use-cases"],[18,"common-use-cases"]],"Concepts":[[10,"concepts"],[21,null]],"Configuration":[[13,"configuration"],[13,"id3"],[13,"id5"],[17,"configuration"],[18,"configuration"],[20,"configuration"],[27,"configuration"]],"Configuration Overview":[[20,"configuration-overview"]],"Configuration Reference":[[23,null]],"Configuration Structure":[[6,"configuration-structure"]],"Configuration example":[[1,"configuration-example"]],"Configure Listeners":[[2,"configure-listeners"]],"Configure Monitoring":[[15,"configure-monitoring"]],"Conversational State":[[20,null]],"Core Capabilities":[[4,"core-capabilities"]],"Creating Alerts":[[8,"creating-alerts"]],"Cross-Client Compatibility":[[3,"cross-client-compatibility"]],"Custom Span Attributes":[[17,"custom-span-attributes"]],"Datadog":[[17,"datadog"]],"DeepSeek":[[6,"deepseek"]],"Default Model Configuration":[[6,"default-model-configuration"]],"Defining Parameters":[[7,"defining-parameters"]],"Demo App":[[7,"demo-app"]],"Deployment":[[24,null]],"Deterministic API calls with prompt targets":[[11,"deterministic-api-calls-with-prompt-targets"]],"Docker Compose Setup":[[24,"docker-compose-setup"]],"Docker Deployment":[[24,"docker-deployment"]],"Enabling OTEL Tracing":[[24,"enabling-otel-tracing"]],"Environment Variables Reference":[[24,"environment-variables-reference"]],"Environment \u2014 external system / boundary conditions":[[8,"environment-external-system-boundary-conditions"]],"Error Handling":[[3,"error-handling"]],"Example 2: Switching Intent":[[7,"example-2-switching-intent"]],"Example Configuration For Tools":[[7,"example-configuration-for-tools"]],"Example Span":[[8,"example-span"]],"Example Use Cases":[[12,"example-use-cases"],[13,"example-use-cases"]],"Example with OpenTelemetry in Python":[[17,"example-with-opentelemetry-in-python"]],"Example: Travel Booking Assistant":[[18,"example-travel-booking-assistant"]],"Execution \u2014 agent-caused action quality":[[8,"execution-agent-caused-action-quality"]],"External References":[[17,"external-references"]],"Filter Chain Programming Model (HTTP and MCP)":[[1,"filter-chain-programming-model-http-and-mcp"]],"Filter Chains":[[1,null]],"First-Class Providers":[[6,"first-class-providers"]],"Function Calling":[[12,null]],"Function Calling Workflow":[[12,"function-calling-workflow"]],"Gateway Endpoints":[[3,"gateway-endpoints"]],"Gateway Smoke Test":[[24,"gateway-smoke-test"]],"Get Started":[[10,"get-started"],[21,null]],"Getting Started":[[4,"getting-started"]],"Global CLI Usage":[[22,"global-cli-usage"]],"Google Gemini":[[6,"google-gemini"]],"Groq":[[6,"groq"]],"Guardrails":[[19,null]],"Guides":[[10,"guides"],[21,null]],"Handoff to Upstream Services":[[17,"handoff-to-upstream-services"]],"Header Format":[[17,"header-format"]],"High level architecture":[[27,"high-level-architecture"]],"How Guardrails Work":[[19,"how-guardrails-work"]],"How It Works":[[8,"how-it-works"],[14,"how-it-works"],[17,"how-it-works"],[18,"how-it-works"],[20,"how-it-works"]],"How to Initiate A Trace":[[17,"how-to-initiate-a-trace"]],"Implementation":[[18,"implementation"]],"Implementing Function Calling":[[12,"implementing-function-calling"]],"Inbound (Agent & Prompt Target)":[[2,"inbound-agent-prompt-target"]],"Inbound Request Handling":[[17,"inbound-request-handling"]],"Information Extraction with LLMs":[[18,"information-extraction-with-llms"]],"Inner Loop (Agent Logic)":[[0,"inner-loop-agent-logic"]],"Inner Loop vs. Outer Loop":[[0,"inner-loop-vs-outer-loop"]],"Inspect and Filter Traces":[[17,"inspect-and-filter-traces"]],"Instrumentation":[[17,"instrumentation"]],"Integrating with Tracing Tools":[[17,"integrating-with-tracing-tools"]],"Interaction \u2014 user \u2194 agent conversational quality":[[8,"interaction-user-agent-conversational-quality"]],"Intro to Plano":[[9,null]],"Key Benefits":[[0,"key-benefits"],[4,"key-benefits"]],"Key Features":[[7,"key-features"],[12,"key-features"],[14,"key-features"]],"Kubernetes Deployment":[[24,"kubernetes-deployment"]],"LLM Routing":[[13,null]],"Langtrace":[[17,"langtrace"]],"Layered attributes":[[8,"layered-attributes"]],"Legacy attributes (deprecated, still emitted)":[[8,"legacy-attributes-deprecated-still-emitted"]],"Limitations and Considerations":[[8,"limitations-and-considerations"]],"Listeners":[[2,null]],"Live console \u2014 planoai obs":[[11,"live-console-planoai-obs"]],"Log Format":[[14,"log-format"]],"Memory Storage (Development)":[[20,"memory-storage-development"]],"Metrics Dashboard (via Grafana)":[[15,"metrics-dashboard-via-grafana"]],"Mistral AI":[[6,"mistral-ai"]],"Model (LLM) Providers":[[4,null]],"Model Affinity":[[13,"model-affinity"]],"Model Aliases":[[5,null]],"Model Selection Guidelines":[[6,"model-selection-guidelines"]],"Model listener filter chain":[[1,"model-listener-filter-chain"]],"Model-Based Routing":[[24,"model-based-routing"]],"Model-based routing":[[13,"model-based-routing"]],"Monitoring":[[15,null]],"Moonshot AI":[[6,"moonshot-ai"]],"Multi-Turn":[[7,"multi-turn"]],"Multiple Provider Instances":[[6,"multiple-provider-instances"]],"Naming Best Practices":[[5,"naming-best-practices"]],"Native Deployment (Default)":[[24,"native-deployment-default"]],"Network Topology":[[2,"network-topology"]],"Network topology":[[27,"network-topology"]],"Next Steps":[[11,"next-steps"],[18,"next-steps"],[20,"next-steps"]],"Notes":[[17,"notes"]],"Notes and Examples":[[17,"notes-and-examples"]],"OTel Span Attributes":[[8,"otel-span-attributes"]],"Observability":[[11,"observability"],[16,null]],"Ollama":[[6,"ollama"]],"OpenAI":[[6,"openai"]],"OpenAI (Python) SDK":[[3,"openai-python-sdk"]],"OpenAI Responses API (Conversational State)":[[3,"openai-responses-api-conversational-state"]],"OpenAI-Compatible Providers":[[6,"openai-compatible-providers"]],"Orchestration":[[18,null]],"Orchestration & Routing":[[17,"orchestration-routing"]],"Outbound (Model Proxy & Egress)":[[2,"outbound-model-proxy-egress"]],"Outbound LLM Calls":[[17,"outbound-llm-calls"]],"Outer Loop (Orchestration)":[[0,"outer-loop-orchestration"]],"Overall Quality Assessment":[[8,"overall-quality-assessment"]],"Overview":[[10,null],[17,"overview"]],"Passthrough Authentication":[[6,"passthrough-authentication"]],"Plano-Orchestrator":[[13,"id7"]],"Post-request processing":[[27,"post-request-processing"]],"PostgreSQL Storage (Production)":[[20,"postgresql-storage-production"]],"Preference-aligned routing (Plano-Orchestrator)":[[13,"preference-aligned-routing-plano-orchestrator"]],"Preparing Context and Generating Responses":[[18,"preparing-context-and-generating-responses"]],"Prerequisites":[[11,"prerequisites"],[20,"prerequisites"]],"Prompt Target":[[7,null]],"Provider Categories":[[6,"provider-categories"]],"Providers Requiring Base URL":[[6,"providers-requiring-base-url"]],"Querying in Your Observability Platform":[[8,"querying-in-your-observability-platform"]],"Quick Navigation":[[22,"quick-navigation"]],"Quick Start":[[17,"quick-start"]],"Quickstart":[[11,null]],"Qwen (Alibaba)":[[6,"qwen-alibaba"]],"Request Flow (Egress)":[[27,"request-flow-egress"]],"Request Flow (Ingress)":[[27,"request-flow-ingress"]],"Request Lifecycle":[[27,null]],"Resources":[[21,null]],"Routing Methods":[[13,"routing-methods"]],"Routing Preferences":[[6,"routing-preferences"]],"Runtime Tests":[[24,"runtime-tests"]],"Sampling and Prioritization":[[8,"sampling-and-prioritization"]],"See Also":[[3,"see-also"],[5,"see-also"],[6,"see-also"],[8,"see-also"]],"Self-hosting Plano-Orchestrator":[[13,"self-hosting-plano-orchestrator"],[18,"self-hosting-plano-orchestrator"]],"Session Cache Backends":[[13,"session-cache-backends"]],"Severity Levels":[[8,"severity-levels"]],"Signal Taxonomy":[[8,"signal-taxonomy"]],"Signals\u2122":[[8,null]],"Single-request traces \u2014 planoai trace":[[11,"single-request-traces-planoai-trace"]],"Span Events":[[8,"span-events"]],"Start Plano":[[24,"start-plano"]],"Starting the Stack":[[24,"starting-the-stack"]],"Step 1. Create plano config file":[[11,"step-1-create-plano-config-file"],[11,"id2"]],"Step 1. Minimal orchestration config":[[11,"step-1-minimal-orchestration-config"]],"Step 1: Create the Config":[[24,"step-1-create-the-config"]],"Step 1: Define Plano Config":[[7,"step-1-define-plano-config"]],"Step 1: Define the Function":[[12,"step-1-define-the-function"]],"Step 2. Start plano":[[11,"step-2-start-plano"]],"Step 2. Start plano with currency conversion config":[[11,"step-2-start-plano-with-currency-conversion-config"]],"Step 2. Start your agents and Plano":[[11,"step-2-start-your-agents-and-plano"]],"Step 2: Configure Prompt Targets":[[12,"step-2-configure-prompt-targets"]],"Step 2: Create API Key Secrets":[[24,"step-2-create-api-key-secrets"]],"Step 2: Process Request in Flask":[[7,"step-2-process-request-in-flask"]],"Step 3. Interacting with gateway using curl command":[[11,"step-3-interacting-with-gateway-using-curl-command"]],"Step 3. Send a prompt and let Plano route":[[11,"step-3-send-a-prompt-and-let-plano-route"]],"Step 3.1: Using curl command":[[11,"step-3-1-using-curl-command"]],"Step 3.2: Using OpenAI Python client":[[11,"step-3-2-using-openai-python-client"]],"Step 3: Deploy Plano":[[24,"step-3-deploy-plano"]],"Step 3: Interact with LLM":[[11,"step-3-interact-with-llm"]],"Step 3: Plano Takes Over":[[12,"step-3-plano-takes-over"]],"Step 4: Verify":[[24,"step-4-verify"]],"Stop Plano":[[24,"stop-plano"]],"Summary":[[7,"summary"],[17,"summary"]],"Supabase Connection Strings":[[20,"supabase-connection-strings"]],"Supported API Endpoints":[[6,"supported-api-endpoints"]],"Supported Clients":[[3,"supported-clients"]],"Supported Providers & Configuration":[[6,null]],"Tech Overview":[[28,null]],"Testing the Guardrail":[[19,"testing-the-guardrail"]],"Threading Model":[[29,null]],"Together AI":[[6,"together-ai"]],"Top-level attributes":[[8,"top-level-attributes"]],"Trace Propagation":[[17,"trace-propagation"]],"Tracing":[[17,null]],"Tracing with the CLI":[[17,"tracing-with-the-cli"]],"Troubleshooting":[[20,"troubleshooting"],[24,"troubleshooting"]],"Typical Use Cases":[[1,"typical-use-cases"]],"Understanding Plano Traces":[[17,"understanding-plano-traces"]],"Unsupported Features":[[13,"unsupported-features"]],"Updating Configuration":[[24,"updating-configuration"]],"Use Plano as a Model Proxy (Gateway)":[[11,"use-plano-as-a-model-proxy-gateway"]],"Using Aliases":[[5,"using-aliases"]],"Using Ollama (recommended for local development)":[[13,"using-ollama-recommended-for-local-development"]],"Using vLLM (recommended for production / EC2)":[[13,"using-vllm-recommended-for-production-ec2"]],"Using vLLM on Kubernetes (GPU nodes)":[[13,"using-vllm-on-kubernetes-gpu-nodes"]],"Validation Rules":[[5,"validation-rules"]],"Visual Flag Marker":[[8,"visual-flag-marker"]],"Welcome to Plano!":[[21,null]],"What Are Behavioral Signals?":[[8,"what-are-behavioral-signals"]],"What is Function Calling?":[[12,"what-is-function-calling"]],"Why Guardrails":[[19,"why-guardrails"]],"Why Signals Matter: The Improvement Flywheel":[[8,"why-signals-matter-the-improvement-flywheel"]],"Wildcard Model Configuration":[[6,"wildcard-model-configuration"]],"Xiaomi MiMo":[[6,"xiaomi-mimo"]],"Zhipu AI":[[6,"zhipu-ai"]],"cURL Examples":[[3,"curl-examples"]],"llms.txt":[[25,null]],"planoai build":[[22,"planoai-build"]],"planoai cli_agent":[[22,"planoai-cli-agent"]],"planoai down":[[22,"planoai-down"]],"planoai init":[[22,"planoai-init"]],"planoai logs":[[22,"planoai-logs"]],"planoai prompt_targets":[[22,"planoai-prompt-targets"]],"planoai trace":[[22,"planoai-trace"]],"planoai up":[[22,"planoai-up"]],"xAI":[[6,"xai"]]},"docnames":["concepts/agents","concepts/filter_chain","concepts/listeners","concepts/llm_providers/client_libraries","concepts/llm_providers/llm_providers","concepts/llm_providers/model_aliases","concepts/llm_providers/supported_providers","concepts/prompt_target","concepts/signals","get_started/intro_to_plano","get_started/overview","get_started/quickstart","guides/function_calling","guides/llm_router","guides/observability/access_logging","guides/observability/monitoring","guides/observability/observability","guides/observability/tracing","guides/orchestration","guides/prompt_guard","guides/state","index","resources/cli_reference","resources/configuration_reference","resources/deployment","resources/llms_txt","resources/tech_overview/model_serving","resources/tech_overview/request_lifecycle","resources/tech_overview/tech_overview","resources/tech_overview/threading_model"],"envversion":{"sphinx":65,"sphinx.domains.c":3,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":9,"sphinx.domains.index":1,"sphinx.domains.javascript":3,"sphinx.domains.math":2,"sphinx.domains.python":4,"sphinx.domains.rst":2,"sphinx.domains.std":2,"sphinx.ext.intersphinx":1,"sphinx.ext.viewcode":1},"filenames":["concepts/agents.rst","concepts/filter_chain.rst","concepts/listeners.rst","concepts/llm_providers/client_libraries.rst","concepts/llm_providers/llm_providers.rst","concepts/llm_providers/model_aliases.rst","concepts/llm_providers/supported_providers.rst","concepts/prompt_target.rst","concepts/signals.rst","get_started/intro_to_plano.rst","get_started/overview.rst","get_started/quickstart.rst","guides/function_calling.rst","guides/llm_router.rst","guides/observability/access_logging.rst","guides/observability/monitoring.rst","guides/observability/observability.rst","guides/observability/tracing.rst","guides/orchestration.rst","guides/prompt_guard.rst","guides/state.rst","index.rst","resources/cli_reference.rst","resources/configuration_reference.rst","resources/deployment.rst","resources/llms_txt.rst","resources/tech_overview/model_serving.rst","resources/tech_overview/request_lifecycle.rst","resources/tech_overview/tech_overview.rst","resources/tech_overview/threading_model.rst"],"indexentries":{},"objects":{},"objnames":{},"objtypes":{},"terms":{"":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,17,18,19,20,23,24,26,27,29],"0":[1,2,3,5,6,7,8,11,13,14,15,17,18,20,22,23,24,27],"00":[17,18],"005":[23,27],"00z":18,"01":3,"03":14,"04":14,"05":11,"050z":14,"06":[3,11],"08":11,"0905":6,"1":[2,3,4,5,6,8,13,14,15,17,18,20,23,27],"10":[5,8,11,12,13,14,15,18,23,24],"100":[1,3,5,8,11,17,18,23,24,29],"1000":18,"10000":[2,6,11,13,23,24,27],"100000":23,"1000m":24,"1022":14,"104":14,"10500":[1,19,23,27],"10501":1,"10502":1,"10505":1,"10510":[18,23],"10520":[11,18,23],"10530":11,"106":14,"10t03":14,"10th":18,"11434":[5,6,13],"12":[7,11,18,20],"12000":[1,2,3,5,11,13,14,17,20,23,24,27],"120b":5,"123":[13,20],"125":14,"1250":17,"127":[2,3,5,7,11,14,20,23,27],"128e":6,"128k":6,"1301":14,"13b":6,"14":17,"140":14,"15":[4,15,17],"150":17,"159":14,"16":[11,17,18],"162":14,"168":14,"1695":14,"1695m":14,"17":14,"17b":6,"180":13,"18083":14,"19":15,"192":14,"19901":15,"1d":22,"1d6b30cfc845":14,"2":[2,5,6,8,13,17,18,22,23,27],"20":[5,11,17,24],"200":[1,3,14,18],"2019":7,"2023":3,"2024":[11,14],"20240307":[5,6],"20241022":[3,5,6],"2025":18,"20250514":6,"2026":[8,17],"20b":6,"21797":14,"218":14,"225":17,"23":18,"23123":20,"234":17,"24":[8,18],"245":14,"25":[8,18],"250m":24,"254":14,"256mi":24,"27":11,"28":11,"29":11,"2a5b":14,"2h":22,"3":[1,3,5,6,7,8,13,17,18,23],"30":[8,11,13,18,23,24],"3000":15,"30b":18,"30m":[17,22],"31":7,"32":[17,22],"320":17,"32768":18,"32b":6,"32k":6,"34b":6,"39":8,"3b":[6,23],"4":[6,8,11,12,13,17,18,19,20,23],"40":8,"400":19,"401":6,"40ss":20,"429":[6,8,13,23,27],"4317":[11,17,22,23,24],"4318":[17,22],"441":14,"443":[6,7,11,14,23],"447":14,"45":18,"463":14,"469793af":14,"48":18,"485":11,"49":14,"492z":14,"4a":27,"4b":[18,27],"4o":[1,2,3,5,6,11,13,17,18,23,27],"4xx":1,"5":[3,5,6,7,8,11,13,17,18,20,22,23,24],"50":[3,8,11,18],"500":22,"500000":23,"50051":17,"51":[11,14,18],"51000":14,"512mi":24,"52":[8,14],"53":14,"537z":14,"54":[8,14],"5432":[20,23],"55":14,"556":14,"56":[11,14],"59":[8,18],"598z":14,"59z":18,"5b":[4,13],"5m":22,"5xx":[1,6,8,13,23],"6":[6,8,18],"60":[8,23],"600":[13,23],"604197fe":14,"614":14,"6379":[13,23],"6380":13,"646":18,"647":11,"65":14,"67":18,"7":[18,23],"70b":23,"71":18,"74":8,"75":[8,17],"770":14,"78558":11,"7b":6,"7f4e9a1c":[17,22],"7f4e9a1c0d9d4a0bb9bf5a8a7d13f62a":[17,22],"8":[8,17,22],"80":[5,6,23,27],"8000":[6,18],"8001":[1,11,18,19,23,27],"8080":[6,7],"82":8,"86":18,"87":14,"8b":6,"9":18,"905z":14,"906z":14,"9090":15,"9092":15,"9367":14,"95":[5,18],"95a2":14,"95th":8,"961z":14,"979":11,"984":14,"984m":14,"99":18,"9901":15,"9b57":14,"A":[0,1,5,7,8,9,10,12,15,16,18,20,27,29],"AND":[8,17,22],"And":11,"As":[8,11,15],"At":[11,13],"Be":[12,17,18],"By":[0,2,7,8,9,12,13,14,17,18],"FOR":14,"For":[0,2,3,6,8,11,12,13,14,17,18,20,24,27,29],"IF":20,"If":[1,6,7,11,12,17,18,19,20,22,24,27],"In":[1,8,9,10,11,12,13,15,17,19],"It":[2,6,9,10,12,13,15,16,21,26,27],"Its":[9,15,17],"NOT":[6,20],"Near":8,"No":[3,8,11,13,17,20],"Not":20,"ON":[20,27],"On":11,"One":[3,6,8],"Or":[3,6,11,17],"TO":[18,20],"That":20,"The":[0,1,2,3,5,6,7,11,12,13,14,17,18,19,20,23,24,27],"Then":20,"There":[2,8,9],"These":[8,9,12,27],"To":[2,9,11,13,15,17,18,19,24],"With":[6,9,11,13,15,17],"_":9,"__name__":17,"a1c":7,"a3b":18,"aarch64":[11,24],"abandon":8,"abc":13,"abc123":6,"abil":6,"about":[0,1,3,4,5,7,9,10,13,14,18,19,20,26,27],"abov":[5,6,7,8,9,11,13,15,23,24,27],"abstract":[1,4,10,13,21],"acceler":21,"accept":[2,17,27,29],"access":[0,4,8,11,15,16,17,21,23,27],"access_":14,"access_ingress":14,"access_intern":14,"access_kei":[1,2,5,6,7,11,13,18,23,27],"access_llm":14,"accident":27,"accordingli":17,"account":12,"accur":[7,9,12,13,18,23],"accuraci":13,"achiev":[8,9,12],"acknowledg":[8,18],"acm":23,"across":[0,1,2,4,5,6,7,9,10,11,12,13,15,17,18,20,21,23,24,26,27],"act":[2,8,9,15,17],"action":[0,7,12,13,18,19,27],"activ":[6,11,27],"actual":[3,13,17,18,20],"ad":[2,13,17,18,19,23],"adapt":[0,13],"add":[0,1,2,4,7,8,9,11,12,13,17,19,20,24],"add_span_processor":17,"addit":[6,7,8,13,15,16,20,22,27],"address":[1,2,6,7,11,13,23,27],"adjust":[7,17,20,24],"admin":15,"adopt":[9,10,17,21],"advanc":12,"advantag":9,"aeroapi":18,"aeroapi_base_url":18,"aeroapi_kei":18,"affect":[8,17],"affin":23,"affinity_id":13,"afraid":12,"african":11,"after":[1,8,9,12,13,18,27],"again":23,"against":[8,19,20,22,23],"agent":[6,7,9,10,12,13,14,15,19,20,21,22,23,26,27],"agent_1":[1,19],"agent_chat":17,"agent_chat_complet":27,"agent_orchestration_model":[18,23],"agent_respons":19,"aggreg":[8,12],"agil":[9,10,21],"agnost":[0,9,27],"ahead":18,"ai":[0,4,9,10,11,12,13,14,17,18,19,21,27],"aid":27,"air":[6,7],"airbnb":9,"aircraft":18,"aircraft_typ":18,"airlin":18,"airport":18,"aka":21,"al":[8,17],"alert":[14,15],"alertmanag":15,"algorithm":[5,9],"alia":[0,3,4,5,9,27],"alias":[3,4,6,13,21,23],"alic":[3,20],"align":[0,4,8,27],"aliyunc":6,"all":[0,4,6,7,8,11,13,17,18,20,22,23,24,25,27,29],"allow":[0,1,5,6,7,9,11,12,13,17,18,19,23,29],"along":11,"alongsid":[9,13,17,26,27],"alphanumer":5,"alreadi":[11,15,17,22],"also":[1,2,4,11,13,15,17,18,24,27],"altern":8,"alwai":[5,8,13,17,18,23,27],"amazon_bedrock":6,"amazonaw":6,"ambigu":[7,12],"among":8,"amount":29,"an":[0,1,2,6,7,8,9,10,11,12,13,15,17,18,19,21,22,23,24,27],"analysi":[0,6,8,13,18,23],"analyst":5,"analyt":12,"analyz":[0,6,9,11,12,13,14,17,18,23,27],"ani":[0,1,3,4,6,7,8,9,10,11,12,13,17,18,19,20,21,22,23,24,27],"annot":7,"anonym":15,"anoth":[6,11],"answer":[7,11,18,23,27],"ant":24,"anthrop":[0,4,5,11,13,20,23,24,27],"anthropic_api_kei":[5,6,11,13,23,24],"anthropic_dev_api_kei":6,"anthropic_prod_api_kei":6,"anyth":13,"api":[0,2,4,5,7,9,10,12,14,15,17,20,21,23,26,27],"api_error":8,"api_kei":[3,6,11,13,17,18,20],"api_serv":[7,12,14],"api_vers":15,"apierror":3,"apikei":18,"apivers":[15,24],"apm":17,"apolog":19,"app":[2,6,9,10,18,21,24,27],"app_serv":[23,27],"appear":[6,19],"append":[6,8,17,18],"appl":[11,19,24],"appli":[0,2,4,5,8,9,10,13,19,23,24,27],"applic":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,17,18,19,20,24,26,27],"appoint":13,"appreci":8,"approach":[4,5,13,17],"appropri":[0,2,13,17,18,27],"approv":19,"ar":[0,1,2,3,4,5,6,7,9,11,12,13,14,15,17,18,19,20,22,23,24,26,27],"arch":[5,9,13],"architectur":[1,2,7,9,13,17,28,29],"archiv":20,"area":4,"aren":6,"arg":[8,18],"argument":22,"aris":8,"around":[8,27,29],"arrai":[18,20],"arriv":[1,18,19,27],"arrival_tim":18,"art":[0,9,12],"artifici":3,"ask":[7,11,12,18,19],"ask_quest":3,"aspect":[9,15],"assembl":[1,3],"assert":8,"assess":17,"assign":[8,13],"assist":[1,3,6,7,8,11,13,17,19,20,23,27],"associ":13,"assum":11,"astral":11,"async":[18,19,27],"asynccli":18,"asyncopenai":18,"atlanta":18,"attach":[1,2,8,13,17,18,19,24,27],"attempt":[9,19],"attende":7,"attent":[8,12],"attribut":[7,12,16,22,23,24],"aud":11,"audio":13,"augment":[1,19,23],"australian":11,"auth_misus":8,"authent":[13,17],"author":[3,6,11,14,23],"auto":[6,11,13,15,17,18],"auto_llm_dispatch_on_respons":[23,27],"autom":[12,17,18,20,22,24],"automat":[0,3,4,6,8,9,11,12,13,17,18,20,24],"autonom":[0,18],"auxiliari":8,"avail":[0,3,4,6,7,8,9,11,13,17,18,22,27],"averag":8,"avoid":[9,13],"aw":[6,20],"await":[18,19],"awar":[17,18,27],"aws_bearer_token_bedrock":6,"awsxrai":17,"azur":[0,4,20],"azure_api_kei":6,"azure_openai":6,"azure_openai_api_kei":6,"b":[0,5,8],"b25f":14,"b265":14,"back":[1,6,8,9,13,27],"backend":[1,2,3,7,11,12,15,17,20,23,26,27],"background":[11,22],"backoff":27,"backward":5,"bad":[8,13],"bad_queri":8,"baht":11,"balanc":[0,5,6,12,13,27],"bandwidth":20,"base":[0,2,3,4,5,7,8,11,12,17,18,19,23,27],"base_url":[3,5,6,11,13,17,18,20,23],"baselin":8,"basemodel":7,"basic":[3,4,6,11,18,22,24],"batch":[17,27],"batchspanprocessor":17,"battl":9,"bearer":[3,6,11],"becaus":[1,13],"becom":[1,8,9,13,20],"bedrock":[20,27],"been":[8,11,12],"befor":[0,1,2,7,11,13,18,19,20,23,24,27],"behalf":[2,7,14,27],"behavior":[0,1,6,7,9,13,14,16,18,19,20,23],"behind":[1,2,3,6,10,20],"being":[5,8,27],"belong":8,"below":[1,2,6,7,8,11,15,17,19,24,27],"bench":8,"benchmark":[12,13],"beneath":27,"benefici":12,"benefit":[3,5,6,7,9,16],"bespok":[10,21],"best":[0,4,9,16,27],"beta":[5,6],"better":[0,3,9,12,13,18],"between":[0,1,4,5,7,8,9,12,13,17,18,27,29],"bgn":11,"bigint":20,"bin":11,"binari":[11,24,27],"bind":[2,22],"bloat":20,"block":[1,2,3,18,27,29],"block_categori":5,"blood":7,"blurri":7,"boilerpl":[6,13,23],"book":[11,13],"bool":[7,27],"boolean":6,"bootstrap":27,"borrow":8,"both":[2,4,6,8,9,10,11,12,13,15,17,18,20],"bottleneck":8,"bound":29,"brain":27,"brazilian":11,"break":[0,14],"breaker":27,"bridg":[12,27],"brief":[7,27],"briefli":[3,27],"bright":[21,27,28],"brightstaff":[11,16,24,27],"brightstaff_build_info":15,"brightstaff_dashboard":15,"brightstaff_http_in_flight_request":15,"brightstaff_http_request_duration_second":15,"brightstaff_http_requests_tot":15,"brightstaff_llm_time_to_first_token_second":15,"brightstaff_llm_tokens_tot":15,"brightstaff_llm_upstream_duration_second":15,"brightstaff_llm_upstream_requests_tot":15,"brightstaff_router_decision_duration_second":15,"brightstaff_router_decisions_tot":15,"brightstaff_routing_service_requests_tot":15,"brightstaff_session_cache_events_tot":15,"bring":15,"british":11,"brittl":[10,21],"brl":11,"bucket":8,"budget":8,"bug":6,"buil":7,"build":[0,1,2,4,9,15,18,20,21,29],"builder":1,"built":[0,6,7,9,10,17,21,22,27],"bulgarian":11,"bullet":18,"bundl":[23,24],"burden":9,"burn":11,"busi":[0,7,9,11,12],"bypass":19,"byte":[14,17],"bytes_receiv":14,"bytes_s":14,"c":[9,11,24],"ca":23,"cach":[11,18,23,24],"cad":11,"call":[0,1,2,3,7,8,9,10,13,14,20,21,23,26,27],"caller":[1,2,19],"can":[0,1,2,3,5,6,7,8,9,10,11,12,13,14,15,17,18,19,20,23,24,27],"canadian":11,"canari":[0,4,5,8],"candid":[6,13,23],"cannot":[8,13,20,22],"canon":[6,13,22],"cap":8,"capabl":[0,3,5,6,7,9,11,12,18,22,23,27],"capac":13,"capit":[3,11],"captur":[0,1,8,9,13,17,24],"care":[11,12],"carefulli":[7,18],"carri":[8,17,27],"case":[5,6,8,9,10,19],"cat":13,"catalog":11,"categori":[4,8,13,17,23],"caus":13,"cd":15,"celsiu":[7,12,18],"central":[0,2,4,7,9,10,12,14,21,27],"centric":13,"cert":23,"certif":23,"chain":[0,2,5,9,17,18,19,20,21,27],"challeng":13,"chang":[0,1,3,4,7,8,9,10,13,17,19,21],"char":22,"charact":[17,20],"chat":[0,1,3,4,5,6,8,9,11,13,14,17,18,19,20,23,24,27],"chat_complet":17,"chat_templ":18,"chat_with_fallback":3,"chatmessag":19,"cheap":4,"cheaper":[3,5,18],"cheapest":23,"cheapli":8,"check":[1,2,7,8,11,12,18,19,20,24,27],"chen":[8,17],"chf":11,"children":17,"chines":11,"choic":[3,11,17,18],"choos":[0,4,12,13,17,27],"chosen":6,"christma":18,"chunk":[3,18],"ci":24,"circuit":[0,1,27],"circular":[5,8],"citi":[7,12,18,23],"clarif":[7,8],"clarifi":7,"class":[4,7,9],"classif":13,"classifi":13,"claud":[3,5,6,11,13,17,20,22,23,24],"clean":[7,22],"cleaner":5,"cleanli":[2,7,9,10],"cleanup":[13,20],"clear":[7,12,13,18,19],"clearer":12,"clearli":[8,13,18],"cli":[6,11,13,16,18,21,24],"client":[2,4,5,6,8,17,18,20,21,23,24,27,29],"clienterror":19,"close":[8,13,18],"cloud":[4,26],"cloudi":18,"clue":8,"cluster":[4,8,9,13,23,24,26,27],"cnversat":7,"cny":11,"co":[13,17,20],"coal":8,"code":[0,1,3,4,5,6,7,9,10,11,13,14,17,18,23,27,29],"code_gener":6,"code_iata":18,"code_review":6,"codebas":[9,10,17,21],"codec":27,"codellama":6,"coder":6,"coding_agent_rout":22,"coher":6,"collabor":0,"colleagu":12,"collect":[3,12,13,15,17],"collector":[8,17,22,23,24],"collis":13,"column":20,"com":[5,6,12,13,14,17,18,20,23],"combin":[4,8,12,18,20,22],"come":[4,18],"command":[6,13,15,17,22,24],"comment":[13,20],"commit":17,"common":[6,7,12,13,17,20,22],"commonli":13,"commun":[1,11,17,27],"compact":[6,17,22],"compani":[6,9,19],"compar":8,"compat":[0,2,4,5,9,11,17,18,20],"compil":[6,11,13,24,25],"complaint":8,"complement":8,"complementari":11,"complet":[0,1,3,4,5,6,8,11,12,13,14,15,17,18,19,20,23,24,27],"completion_token":17,"complex":[0,2,4,5,6,12,13,17,18,29],"complex_reason":[6,13],"complianc":[1,19],"compon":[6,9,17,24,27],"compos":[11,13,15],"compound":8,"comprehens":[6,11],"comput":[3,8,24],"concept":[11,13,20],"concern":[0,8,9,17,27],"concis":[18,23],"condit":[5,18],"confid":[8,13,17],"config":[6,8,13,15,17,20,22,27],"config_k8":13,"configiur":15,"configmap":[13,24],"configur":[3,4,8,9,11,16,19,21,22,28,29],"confirm":[8,12,24,27],"confus":8,"congratul":11,"connect":[2,4,7,8,9,11,13,18,23,24,26,27,29],"connect_timeout":[23,27],"connection_str":[20,23],"conpleix":7,"consid":22,"consider":7,"considert":7,"consist":[0,1,2,4,5,9,11,12,13,17,18,19],"consol":[6,17],"constraint":[1,8],"construct":[6,8,13],"consum":[8,11],"contain":[9,11,13,15,17,20,22,24,25,27],"container_nam":24,"containerport":24,"content":[1,2,3,5,6,7,9,11,13,17,18,19,24],"content_filt":5,"content_guard":1,"context":[0,1,2,3,6,8,9,11,12,13,17,20,23,25,27],"context_build":[1,18,27],"context_messag":18,"context_overflow":8,"contextu":13,"continu":[1,3,8,9,10,18,19,20,21,22,24],"contract":[8,27],"contribut":11,"contributor":[9,10,21],"control":[0,1,5,6,8,10,13,19,21,23,26,27,29],"conveni":[7,8],"convent":27,"convers":[0,1,4,6,7,9,10,13,18,21,23,26,27],"conversation_context":18,"conversation_st":20,"convert":[11,17],"cooper":8,"coordin":[18,26,29],"copi":20,"core":[9,10,11,18,21,27],"corp":23,"corpor":19,"correct":[7,8,19,20,24],"correctli":[8,17],"correl":[1,24],"correspond":[8,27],"cost":[0,4,5,6,7,8,9,11,13,17,18,23],"could":[3,12,18,27],"count":[8,17,18,27],"coupl":[1,9,10],"cover":6,"covners":7,"cpu":[8,23,24,27],"crash":1,"creat":[3,5,6,10,12,13,17,18,20,22,27],"create_gradio_app":7,"created_at":20,"creativ":[5,6,12,13],"creative_task":13,"creative_writ":6,"credenti":[6,8,17,20],"crewai":0,"criteria":13,"critic":[1,8,9,12,15,17,18,20,23,27],"cross":[0,1,4,13],"crt":23,"crucial":[12,14,17],"ctrl":[11,24],"ctx":18,"cuda":18,"cue":13,"curl":[4,5,6,13,18,19,24],"currenc":[18,27],"currency_exchang":11,"currency_symbol":11,"current":[5,7,12,18,22,23],"current_temp":18,"current_timestamp":20,"custom":[0,1,3,4,6,10,13,16,18,19,23],"custom_api_kei":[6,23],"customprovid":6,"cut":[0,1,9],"cycl":8,"czech":11,"czk":11,"d":[3,5,6,11,13,15,18,19,24],"daemon":11,"dai":[18,22,23],"daili":18,"danish":11,"dash":17,"dashbaord":15,"dashboard":[12,16,17,20],"dashscop":6,"dashscope_api_kei":6,"data":[1,5,7,8,9,10,11,12,13,15,17,18,21,23,24,26,27],"databas":[12,20],"database_url":20,"datadog":8,"datadoghq":17,"dataplan":[1,2,9,15,27],"dataset":8,"datasourc":15,"date":[7,8,11,12,18,27],"datetim":18,"day_match":18,"day_nam":18,"days_ahead":18,"db":20,"db_pass":23,"db_password":20,"db_setup":20,"dc":14,"dd":18,"dd_site":17,"de":[9,10,27],"deal":18,"debian":24,"debug":[0,1,13,14,17,18,20,22,24,27],"debugg":0,"decai":8,"decemb":[11,18],"decid":[0,1,9,11,13,18,24,26],"decis":[0,1,9,13,17,18,23,24,26,27],"declar":[1,6,13,23],"decoupl":[0,9,10,13,21],"decrypt":27,"deep":[2,6,10,13,18],"deeper":11,"deepseek":[4,20,27],"deepseek_api_kei":6,"def":[3,7,12,17,18,19],"default":[1,2,7,8,11,13,14,17,18,20,22,23,27],"defin":[1,2,4,5,11,13,17,18,19,23,24,27],"definit":12,"degener":8,"degrad":8,"delai":18,"delet":20,"deliv":[9,10,12,13,18,21],"deliveri":[9,10,21,27],"delta":3,"demo":[9,13,18,20],"demonstr":[6,10,12,13],"departur":18,"departure_tim":18,"depend":[8,9,13,20,27],"deploi":[6,8,9,13,17,22],"deploy":[0,2,4,5,6,8,9,10,13,18,20,21,22,23,26],"deprec":[6,13,17],"deriv":[8,17],"describ":[7,8,18,27],"descript":[1,5,6,7,8,11,12,13,18,19,23,24,27],"descriptor":13,"design":[7,8,9,10,12,13,15,17,18,20,21,26,27],"desir":[6,7,12],"dest_cod":18,"destin":[1,18],"destination_cod":18,"destroi":27,"detail":[2,3,4,6,7,9,12,13,14,17,18,24,27],"detect":[7,8,17,19,27],"detector":8,"determin":[0,7,12,17,18,27],"determininist":9,"determinist":[0,7,8,27],"dev":[3,4,5,6,11,24],"develop":[0,2,3,4,5,6,7,9,10,17,18,21,22,26,27],"devic":[7,27],"device_id":27,"diabet":7,"diabeter":7,"diagnos":[7,8,18],"diagnost":8,"diagram":2,"dict":[7,18],"didn":8,"differ":[3,4,5,6,11,12,13,17,20,26,27],"difficult":[8,9],"digitalocean":11,"dipatch":7,"dir":22,"direct":[0,1,2,3,4,6,7,13,17,18,20,23,27],"directli":[0,1,2,8,11,13,24],"directori":[13,22,24],"disabl":[17,20,22,23],"disable_sign":[8,23],"disast":9,"disconnect":8,"discours":8,"discov":[6,10,18],"discuss":3,"diseas":7,"disease_diagnos":7,"diseases_symptom":7,"disengag":[8,17],"disk":11,"dispatch":27,"displai":[12,17,22],"distinct":[8,13],"distinguish":[0,13],"distribut":[5,8,17,27],"dive":[4,10,11],"dkk":11,"dn":[8,24],"do":[8,9,13,14,18],"do_api_kei":11,"doc":[10,20],"docker":[11,13,15,17,22],"docs_ag":18,"document":[5,7,8,10,11,13,17,18,22,24,25],"doe":[6,7,8,12,13,17,20,26,27],"doesn":[6,8],"dollar":11,"domain":[8,12,13,18,19],"don":[3,7,8,12,20],"done":18,"dot":[5,8,17],"down":[8,11,14,24],"download":[11,13,18,24],"downstream":[1,2,7,12,17,24,27,29],"dozen":6,"dpo":8,"drag":8,"dramat":20,"drill":8,"drive":[8,11],"driven":[8,11,13,19],"dropbox":9,"dry":24,"dual":8,"due":[8,20],"dump":18,"duplic":[1,8,9],"durabl":20,"durat":[13,14,27],"duration_m":17,"dure":27,"dx":[10,21],"dynam":[0,4,6,12,13,18,19],"e":[1,3,5,6,7,8,9,11,12,13,14,17,18,20,23,24,27],"each":[0,1,3,6,7,8,9,11,12,13,14,17,18,19,20,23,27],"earli":[1,8,9,17],"earlier":[24,27],"eas":17,"easi":[1,4,8,9,12,13,17,18,19],"easier":[0,5,11,13,14,19,20],"easili":17,"easilli":7,"econom":7,"ecosystem":17,"edg":[2,9,12,18,27],"edit":15,"editor":20,"effect":[4,6,7,9,10,13,18],"effici":[0,1,6,7,8,9,11,13,17,26,27],"efficiency_scor":[8,17],"egress":[4,9,10,24,28],"egress_traff":13,"either":[8,12,13,17,19,27],"elasticsearch":14,"element":[7,18],"elif":18,"elk":14,"els":18,"email":12,"embarrassingli":29,"embed":[8,14,17,27],"emerg":8,"emiss":7,"emit":[1,17,22,24],"empow":[7,13],"empti":[8,13,18,22],"en":18,"enabl":[3,4,5,6,7,8,9,12,13,15,17,18,20,23,27],"encod":[13,20],"encount":[24,27],"encrypt":27,"end":[0,3,7,9,10,17,18,24],"endpoint":[1,2,4,5,7,8,11,12,13,15,17,18,20,23,24,27],"energi":7,"energy_sourc":7,"energy_source_info":7,"energysourcerequest":7,"energysourcerespons":7,"enforc":[0,1,19,27],"engag":27,"engin":[7,8,9,10,11,21],"english":8,"enhanc":[0,6,10,11,17],"enough":[0,9],"enrich":[0,1,7,8,17,18,20,27],"ensur":[4,7,9,11,12,13,17,19,20,22,24,27],"entangl":3,"enter":17,"enterpris":4,"entir":[1,8,9,17,27],"entiti":[1,18,27],"entri":[2,6,7,13,23,24],"enum":[7,12,27],"enumer":18,"env":[11,24],"envelop":1,"envfrom":24,"environ":[3,4,5,6,11,12,13,17,20,22,23],"envoi":[2,4,9,10,11,15,18,21,24,26,27,29],"envoyproxi":9,"ephemer":20,"equal":[7,29],"equat":13,"equival":[8,11,23],"error":[1,4,6,7,8,9,13,15,17,18,19,20,24,27],"error_class":15,"escal":[8,17,18,23],"essenti":[10,13,19],"establish":[8,27],"estim":18,"et":[8,17],"etc":[1,8,9,11,17,23,24,27],"eu":17,"eur":11,"euro":11,"evalu":[8,9,13,19],"evaluation_interv":15,"even":[1,6,12,13],"evenli":27,"event":[17,18,27],"ever":[10,21,27],"everi":[8,9,10,11,13,14,19,20,21,23,24,27],"evict":23,"evid":8,"evolv":[1,9,13,18],"exact":13,"exactli":[8,17,27],"examin":18,"exampl":[2,4,5,6,10,11,14,19,20,22,23,24,27],"exce":[8,18],"exceed":[8,27],"excel":[8,13,17],"except":[3,18,19],"exception":[8,9],"excess":[7,8,27],"exchang":11,"exclud":[6,8],"exclus":9,"execut":[1,12,13,17,27],"exemplar":8,"exhaust":[8,17],"exist":[0,2,3,4,6,8,13,17,20,22,23],"exit":[8,11,22],"expand":6,"expans":6,"expect":[1,12,24,27],"expens":[7,8],"experi":[8,11,12,13,18],"experiment":[5,13],"expert":23,"expertis":8,"expiri":13,"explain":[3,8,12,13,18,24],"explan":[7,8,12],"explanatori":14,"explicit":[8,13,22,23,24],"explicitli":[13,17],"explor":[10,11,13,18,20],"export":[8,11,14,15,17,20,24,27],"expos":[2,3,9,11,14,15,18,19],"express":8,"extend":[6,9,13],"extern":[0,19,23,27],"extra_head":[13,18],"extract":[3,7,12,17,27],"extract_flight_rout":18,"extraction_model":18,"extraction_prompt":18,"f":[3,7,12,14,17,18,20,22,24],"f376e8d8c586":14,"face":[1,8],"facilit":17,"facto":[9,10],"factual":8,"fahrenheit":[7,12,18],"fail":[1,3,4,5,8,19,22,27],"failov":[0,2,7,9,20,27],"failur":[1,8,17,20,23],"fair":27,"fall":13,"fallback":[3,4,5,6,13,17,18,26],"fallback_model":3,"fals":[7,8,11,19,23,27],"famili":[0,9],"familiar":11,"famreowkr":0,"faq":18,"far":18,"fashion":[7,27],"fast":[1,3,4,5,6,7,9,11,13,20,23,27],"fastapi":7,"faster":[3,5,6,10,13,17,18,21],"fastest":23,"fastmcp":19,"fatal":1,"fatigu":7,"fault":[4,8],"favorit":20,"featur":[3,6,9,10,16,17,23],"feed":[8,14],"feedback":[8,9,10,19,21],"feel":7,"fetch":[9,12,18,22],"few":[14,17],"field":[1,6,7,8,13,14,18],"file":[2,6,7,13,15,20,22,24,25,27],"fill":18,"filter":[0,2,8,9,10,18,19,20,21,22,23,27,29],"filter_chain":[1,2,18,19],"final":[1,3,18,23,27],"final_messag":3,"final_text":3,"financ":19,"find":[8,11,12,13,17,20],"fine":8,"fingerprint":8,"fire":8,"firewal":2,"first":[3,4,8,9,11,12,13,15,17,18,19,20,22,24,27],"fit":[2,11,23,27],"fix":[8,13],"flag":[17,27],"flash":6,"fleet":13,"flexibl":[3,4,6,9,10,13,15,17],"flight":[11,18,23],"flight_ag":[11,18,23],"flight_dest":18,"flight_group":18,"flight_numb":18,"flight_origin":18,"flightag":18,"flightawar":18,"float":[7,8],"flow":[1,2,6,7,8,9,10,12,14,17,28],"fluentd":14,"fly":18,"focu":[0,7,9,10,18,20,21,27],"focus":[2,6,7,9,10,11,12],"fog":18,"folder":15,"follow":[1,5,6,7,8,9,11,13,14,17,18,20,22,23,24,27],"follow_up":8,"foo":17,"forc":22,"forecast":18,"forecast_dai":18,"forecast_typ":18,"foreground":[22,24],"forint":11,"form":[6,8,12,13],"format":[0,6,7,9,12,13,15,16,18,20,23,27],"forth":8,"forward":[1,2,6,7,14,17,23,24,26,27,29],"fossil":7,"found":[3,7,11,14,18],"foundat":[6,9,10,18],"fp8":18,"fraction":8,"frame":27,"framework":[0,1,8,9,10,11,15,17,21],"franc":[3,11,18],"francisco":[7,12],"frankfurt":11,"frankfurther_api":11,"free":[7,8,17,18,20,22],"frequent":7,"fresh":13,"friction":8,"friendli":[12,13,23],"from":[0,2,3,4,5,6,7,8,9,10,11,12,13,17,18,19,20,21,22,23,27,29],"front":6,"frontend":2,"frustrat":[8,23],"fuel":7,"full":[2,3,4,6,7,8,11,13,17,18,20,22,23],"function":[0,5,6,7,8,9,11,13,18,21,23,24,27,29],"function_cal":[8,17],"further":11,"futur":[4,5,6,8,18],"g":[1,5,6,7,8,9,11,12,13,14,17,18,20,23,24,27],"ga":7,"gain":[6,8],"gap":12,"gate":18,"gate_origin":18,"gatewai":[2,4,6,8,9,10,17,18,22,23,27],"gather":27,"gbp":11,"gdpr":19,"gemini":[4,27],"gemma":6,"genai":[7,11],"gener":[0,1,6,9,11,12,13,15,17,19,20,22,23,24,25,27,29],"geocod":18,"geocode_data":18,"geocode_respons":18,"geocode_url":18,"get":[1,2,3,6,7,8,9,11,12,17,18,19,23,24],"get_current_weath":23,"get_final_messag":3,"get_flight":18,"get_info_for_energy_sourc":7,"get_last_user_cont":18,"get_start":10,"get_supported_curr":11,"get_trac":17,"get_weath":[7,12],"get_weather_data":18,"get_workforc":7,"getenv":3,"gguf":[13,18],"github":[11,18],"give":[0,8,9,10],"given":[23,27],"glm":6,"glob":22,"global":[15,23],"glucos":7,"glue":9,"go":[6,9,18,20],"goal":9,"goe":18,"gone":8,"good":[3,8,13,17,18],"googl":[4,9],"google_api_kei":6,"govern":[4,7,9],"gpt":[1,2,3,5,6,7,8,11,12,13,17,18,19,22,23,24,27],"gpu":[18,26],"gr":7,"grace":3,"gracefulli":[18,20],"grade":[4,9,10,20],"gradio":7,"gradual":5,"grafana":[8,16,17],"grant":20,"gratitud":8,"greenhous":7,"grok":6,"groq":[4,23,27],"groq_api_kei":[6,23],"ground":[9,10],"group":18,"growth":20,"grpc":[11,17,22,23],"guard":[1,9,19,27],"guardrail":[0,1,2,5,9,10,11,17,18,21,23,27],"guid":[0,4,6,8,11,12,17,18,20,24],"guidelin":4,"h":[3,5,6,11,19,24],"ha":[8,9,11,12,13,17,20,27],"hack":9,"haiku":[5,6],"hallucin":14,"hand":[1,15,18],"handel":27,"handl":[0,2,4,7,9,10,11,12,13,18,19,20,24,26,27,29],"handle_request":[17,18],"handler":[7,9,15],"handoff":[0,18],"happen":[2,8,11,18,27],"hard":[1,9,13],"hardcod":[0,3,20],"harden":9,"harder":1,"hardwar":29,"harm":19,"hashmap":20,"hasn":20,"have":[0,6,7,8,9,11,12,13,17,18,20],"haven":11,"hcm":27,"head":13,"header":[6,9,11,13,16,18,23,24,27],"header_prefix":[17,23,24],"health":[13,18,24,27],"healthcar":[13,19],"healthi":[11,27],"healthz":24,"heavi":8,"hello":[3,5,6,13,17],"help":[0,4,7,9,10,11,12,13,15,17,18,19,21,22,23,27],"here":[4,6,7,8,11,12,13,14,17,18,19,25,27],"hex":22,"hexadecim":17,"hf":[6,13],"hidden":[9,10,21],"hide":2,"high":[4,5,6,7,8,9,10,11,12,13,28],"higher":[13,24],"highest":6,"highli":[7,12],"hipaa":19,"histori":[1,3,7,12,13,18,20,23],"hit":5,"hkd":11,"honeycomb":8,"hong":11,"honor_timestamp":15,"honour":13,"hood":[2,9],"hook":9,"hop":[11,27],"horrid":9,"host":[2,14,15,20,22,23,24,26,27],"hostnam":[6,27],"hotel":11,"hotel_ag":11,"hour":[8,18,23],"how":[0,1,2,3,5,6,7,9,10,11,12,13,15,16,23,24,26,27],"howev":[1,27],"html":10,"http":[0,2,3,4,5,6,9,11,12,13,14,15,17,18,19,20,22,23,24,26,27],"http_client":18,"http_host":23,"http_method":[7,23],"httpexcept":7,"httpget":24,"httpx":18,"hub":13,"huf":11,"huggingfac":[7,13,18],"huggingface_hub":[13,18],"human":[7,8,13,17,18],"human_escal":18,"hundr":6,"hungarian":11,"hybrid":13,"hygien":9,"hyphen":[5,17],"i":[0,1,2,3,6,7,8,9,10,11,13,14,15,17,18,19,20,21,22,23,24,26,27,29],"iam":17,"iata":18,"icao":18,"iceland":11,"id":[1,3,6,11,13,14,17,18,19,20,22,23,27],"idea":10,"ideal":[0,3,13,17,18,20],"ident":[8,18],"ident_iata":18,"identif":12,"identifi":[5,7,8,12,13,17,20,23,27],"idr":11,"idx":18,"idx_conversation_states_created_at":20,"idx_conversation_states_provid":20,"idx_conversation_states_updated_at":20,"ignor":6,"il":11,"illustr":7,"imag":[13,22,24],"immedi":[8,17],"impact":17,"implement":[0,1,3,4,5,6,8,9,11,17,19,20],"import":[3,5,6,7,11,12,13,14,15,17,18,19,20],"improv":[0,1,6,7,9,10,18,21,23],"in_path":[7,11],"inact":20,"inappropri":19,"inbound":[9,27],"incent":7,"includ":[3,4,6,7,8,9,11,12,13,14,15,17,18,20,22,23,24,27],"inclus":13,"incom":[0,1,2,7,12,13,17,18,23,27],"incomplet":[8,12],"inconsist":13,"increas":[8,13],"increasingli":8,"incredibli":9,"indent":18,"independ":[13,19],"index":[8,20],"indian":11,"indic":[7,8,13,17,27],"individu":[1,8,18],"indonesian":11,"ineffici":17,"infeas":8,"infer":[6,8,9,13,18],"info":[11,18,24],"inform":[6,7,8,12,14,17,23,27],"information_extract":27,"infrastructur":[8,9,10,21,27],"ingest":8,"ingress":[9,10,24,28],"ingress_traff":[2,11,27],"init":[13,17],"initi":[2,7,16,20,27],"initialdelaysecond":[13,24],"inject":[1,17,18,24,27],"inlin":[6,8,13],"inner":[11,18,27],"innov":11,"input":[1,2,7,8,12,13,19,20,23,27],"input_filt":23,"input_guard":[19,23,27],"input_item":20,"inquiri":18,"inr":11,"insecur":17,"insert":20,"insid":[1,9,11,18,24,26,27],"inspect":[1,8,22,26],"instal":[3,6,11,13,17,18,22],"instanc":[0,5,8,13,17,20,23,27],"instant":8,"instead":[3,5,6,7,9,12,13,20,22,23,24],"instruct":[6,10,11,18],"instrument":[0,8,15],"insurance_claim_detail":14,"int":[7,8,18,23],"integr":[3,4,5,6,7,10,11,12,13,14,15,16,24],"intellig":[0,3,4,5,6,9,17,27],"intend":5,"intent":[0,8,9,11,12,13,17,18,23,27],"interact":[1,12,14,17,19,22],"interest":11,"interfac":[3,4,6,11,22],"intermedi":[0,17],"intern":[2,6,7,8,13,15,22,23,24,27],"interoper":17,"interpret":[0,12,13],"intl":6,"intro":[10,21],"intro_to_plano":10,"introduc":[10,13],"introduct":18,"invalid":[8,12,13],"invalid_arg":8,"investig":1,"invoc":[7,12,13],"invok":[1,2,7,12,17,18,19],"invoke_weather_ag":18,"involv":7,"io":9,"ip":[6,13,18,27],"ip1":27,"ip2":27,"ipv4":20,"ipv6":20,"is_valid":19,"isdefault":15,"isinst":18,"isk":11,"isn":[13,20],"isra":11,"issu":[8,17,18],"item":7,"iter":[6,8,9,12],"itinerari":12,"its":[1,2,7,8,9,13,15,17,18,19,20,27,29],"itself":[1,26],"j":[0,11],"jaeger":[17,22,23],"jailbreak":[5,9,19,23],"japanes":11,"java":9,"javascript":0,"jfk":11,"jinja":[13,18],"job":15,"job_nam":15,"join":3,"joke":24,"jpy":11,"jq":[11,24],"json":[3,5,6,7,8,11,12,15,17,18,19,22,24],"jsonb":20,"judg":8,"jure":[9,10],"just":[0,3,6,7,8,11,17,18],"k2":6,"katanemo":[8,13,17,18,24],"katanemofoo":17,"keep":[8,9,12,20,22],"kei":[2,3,6,8,11,13,16,17,18,20,22,23,27],"keyword":18,"kibana":14,"kimi":6,"kind":[11,15,24],"king":12,"know":13,"knowledg":[2,18],"known":6,"kong":11,"korean":11,"koruna":11,"krona":11,"krone":11,"krw":11,"kr\u00f3na":11,"kubectl":24,"kubernet":[17,23],"kv":13,"l":[13,24,27],"l7":9,"la":18,"label":[15,24],"land":13,"landscap":13,"langchain":0,"langtrace_api_kei":17,"langtrace_python_sdk":17,"languag":[0,1,3,4,7,9,10,11,12,13,17,18,19,20,21,23,27],"larg":[6,12,13,17,25,27,29],"larger":[6,18],"last":[7,11,13,18,22,23],"last_user_msg":18,"latenc":[0,5,6,7,8,9,11,12,13,15,17,23,24],"later":20,"latest":[5,6,11,23],"latitud":18,"layer":[0,1,2,17,18,19],"lead":[9,18],"leaf":[8,17],"learn":[3,4,5,9,10,11,12,13,18,20,21],"least":[2,8,17],"least_connect":5,"leav":8,"legaci":17,"legal":13,"len":18,"length":[6,8],"less":[3,18],"let":[1,2,3,9,13,14,17,18,19,23,24],"leu":11,"lev":11,"level":[1,2,4,5,6,9,10,11,12,13,17,22,23,24,28],"leverag":[0,17,18,20],"libev":27,"librari":[4,6,8,9,13,21],"libssl":24,"lifecycl":[0,17,21,28],"lifetim":[13,27,29],"lighter":18,"lightweight":[1,6,8,17,26,27],"like":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,17,18,19,20,21,23,27],"limit":[2,5,6,7,13,17,18,20,22,23,24,27],"line":[6,9,22],"linearli":9,"linguist":8,"link":15,"linux":[11,18,24],"lira":11,"list":[1,6,7,11,13,17,18,19,20,22,23,27],"listen":[6,7,9,11,13,17,18,19,21,22,23,27],"listens":27,"litellm":[6,23],"liter":24,"live":[0,1,8,9,13,18,23,26,27],"livenessprob":[13,24],"ll":[7,10,11],"llama":[6,23],"llama2":6,"llama3":[3,5,6],"llamaindex":0,"llm":[0,1,2,3,5,6,7,8,9,10,12,15,19,20,21,22,23,24,27],"llm_chat":17,"llm_gatewai":[1,27],"llm_gateway_endpoint":18,"llm_provid":[5,6,7,10,13],"llm_rout":13,"llm_router":[10,27],"llm_routing_model":[13,23],"load":[0,5,6,13,15,18,27],"load_bal":5,"local":[3,4,5,6,7,17,18,20,22,24,26,27],"localhost":[1,5,6,11,13,15,17,18,19,23,24],"locat":[7,12,18,22,23],"location_model":18,"location_nam":18,"log":[0,1,6,8,9,15,16,17,18,20,21,24,27],"log_level":24,"logger":18,"logic":[1,2,3,6,7,9,10,11,12,13,18,19,20,21,27],"logical_dn":27,"london":18,"long":[0,6,7,8,9,11,13,23],"longer":11,"longitud":18,"look":[2,11,13,15,18],"lookback":22,"lookup":18,"loop":[8,9,10,11,13,17,18,21,23,27],"lost":[13,20],"low":[0,8,9,12,13,17],"lower":[6,7,18,23],"lru":13,"lssf":11,"m":[11,18,23],"machin":[3,29],"maco":[11,18,24],"made":[11,13],"mai":[6,8,13,27],"main":[3,11,17,27],"maintain":[7,13,18,19,27],"mainten":9,"major":29,"make":[0,1,7,8,9,11,12,13,14,17,18,19,20,26,27],"malaysian":11,"malformed_respons":8,"malici":[19,27],"manag":[0,2,3,4,5,6,7,9,10,11,12,14,18,20,22,24,26,27],"mandatori":7,"mani":[1,17,27],"manifest":13,"manipul":15,"manual":[3,7,20],"map":[5,8,12,13,27],"mark":[6,7,8],"marker":17,"market":18,"mask":1,"massiv":9,"match":[1,3,6,7,8,13,17,18,22,23,24,27],"matchlabel":24,"math":[3,13],"mathemat":[6,13],"matter":[9,10,12,13],"maverick":6,"max":[8,13,18,23,27],"max_cost_per_request":5,"max_lat":5,"max_pag":18,"max_retri":23,"max_token":[3,17,18],"maximum":[13,23],"mcp":[9,10,18,19,23,27],"me":[3,8,11,17,18,19,24],"mean":[1,8,11,14,17,18,20],"meaning":[5,13],"measur":[8,9,15],"mechan":[4,10,12,13],"media_typ":18,"medium":6,"meet":[7,12,13],"memori":[1,3,9,11,13,18,23,24,26,27],"mention":18,"menu":22,"merg":[3,20],"messag":[3,5,6,7,8,11,12,13,17,18,19,20,23,24,27],"message_format":[7,11,13],"message_index":[8,17],"meta":6,"metadata":[1,3,7,8,14,17,22,24,26],"meteo":18,"method":[4,7,8,14,15,17,22],"metric":[0,8,9,16,17,27],"metrics_bind_address":15,"metrics_path":15,"mexican":11,"miami":18,"microsecond":18,"mid":13,"middl":8,"middlewar":[9,10,21],"might":7,"migrat":[6,8,13],"mild":8,"million":8,"mimo_api_kei":6,"min":[13,18,23],"mind":[12,17],"mine":8,"mini":[1,3,5,6,13,17,18,23,27],"minim":[13,17,19,24],"ministr":[6,23],"minor":8,"minut":[7,13,18,23],"misalign":[8,17,19],"misconfigur":1,"mismatch":[8,17],"miss":[8,18],"mistak":8,"mistral":[4,23,27],"mistral_api_kei":[6,23],"mistral_loc":23,"misunderstood":8,"mitig":8,"mix":[3,8],"mixtral":6,"mm":18,"mobil":2,"modal":13,"mode":[8,11,20,24],"model":[0,3,7,8,9,10,12,15,17,18,19,20,21,22,23,25,26,27,28],"model_1":[11,23],"model_alia":3,"model_alias":[1,3,5,13,23],"model_dump_json":18,"model_metrics_sourc":23,"model_provid":[1,2,6,11,13,18,23,27],"model_routing_servic":13,"model_serv":14,"moder":[1,8,9,10,21],"modern":[15,17],"modif":[13,27],"modifi":7,"modul":17,"modular":2,"mondai":18,"monitor":[0,4,8,9,14,16,17,18,20,21,24,27],"moonshotai":6,"moonshotai_api_kei":6,"more":[0,2,3,5,7,9,12,13,14,17,18,19,20,21,23,24,27,29],"most":[0,1,2,6,8,10,11,12,13,14,17,18,20,22,29],"mostli":8,"mount":[13,15,24],"mountpath":24,"move":[9,20],"msg":[18,19],"multi":[0,3,4,6,8,9,10,11,13,18,20,23,27],"multimedia":13,"multimod":6,"multipl":[0,3,4,5,8,11,12,13,17,18,20,23,27,29],"must":[5,13,17,20,23,24],"mutat":[1,27],"mxn":11,"my":[3,20],"mycompani":6,"myr":11,"myuser":20,"n":[11,18,19,22,27],"n1":11,"n10":11,"n11":11,"n12":11,"n13":11,"n14":11,"n15":11,"n16":11,"n17":11,"n18":11,"n19":11,"n2":11,"n20":11,"n21":11,"n22":11,"n23":11,"n24":11,"n25":11,"n26":11,"n27":11,"n28":11,"n29":11,"n3":11,"n30":11,"n31":11,"n4":11,"n5":11,"n6":11,"n7":11,"n8":11,"n9":11,"name":[1,3,4,6,7,8,9,11,12,13,15,17,18,19,20,23,24,27],"namespac":13,"narrow":8,"nativ":[3,4,6,10,11,13,15,21,27],"natur":[7,8,11,12,18,23,27],"navig":[10,20],"nearli":8,"necessari":[7,12,27],"need":[0,1,2,3,4,7,8,11,12,13,15,17,18,20,24,27],"neg":8,"negat":8,"negative_st":8,"negoti":18,"neither":8,"nest":[13,18],"network":[1,8,9,10,12,20,28],"neutral":[8,17],"never":[1,11,20,27],"new":[0,3,4,5,6,7,9,11,12,13,15,17,18,20,22,23],"next":[0,6,8,12,19,21],"nif":11,"node":0,"nodeselector":13,"nois":8,"nok":11,"non":[3,6,8,17,18,24,27,29],"none":[6,7,8,11,18,23,24],"nonexist":3,"nonstop":18,"nor":8,"normal":[0,1,13,27],"norwegian":11,"noschedul":13,"not_found":18,"note":[6,14,15,18,22],"notfounderror":3,"noth":11,"notic":20,"notif":8,"noun":13,"nova":6,"now":[11,18],"npleas":19,"nuanc":8,"null":[18,20],"number":[5,8,11,12,18,20,23,27,29],"numer":[8,17],"nvidia":[13,18],"nyc":18,"nzd":11,"o":[3,7,8,17,22,24,27],"o1":5,"o3":6,"object":[7,8,14,18],"observ":[0,1,4,9,10,15,17,18,21,22,23,24],"obvious":1,"occupi":22,"occur":8,"off":[1,18,19],"offer":[7,9,13,18],"offici":3,"often":[1,7,12],"old":20,"ollama":[3,4,5,18],"omit":[1,13],"omni":6,"on_except":23,"onc":[1,5,7,8,9,11,12,17,18,20,27,29],"one":[2,6,8,9,11,12,13,15,17,18,20,23,27],"ones":[7,12],"ongo":12,"onli":[1,2,6,8,11,12,13,17,18,19,20,22,27],"onlin":8,"open":[0,2,6,7,9,10,15,17,18,25],"openai":[0,1,2,4,5,7,9,10,13,14,17,18,20,22,23,24,27],"openai_api_kei":[1,2,5,6,7,11,13,17,18,23,24,27],"openai_cli":3,"openai_client_via_plano":18,"openai_dev_kei":6,"openai_prod_kei":6,"openrout":6,"openssl":24,"opentelemetri":[8,9,15,23,24],"opentracing_grpc_endpoint":[11,23,24],"oper":[8,9,11,12,13,17,18,22,27],"operation":13,"opportun":8,"oppos":8,"optim":[4,6,8,12,13,17],"optimize_context_window":23,"option":[1,3,6,7,10,11,13,17,18,20,22,23,24,27],"opu":6,"oral":7,"orchestr":[2,4,9,10,21,23,27],"order":[0,1,6,8,12,13,23,26,27],"org":23,"organ":[8,17],"organiz":19,"orient":[8,12],"origin":[2,6,9,14,18,27],"origin_cod":18,"oscil":8,"oss":[5,6],"otel":[17,27],"otel_tracing_grpc_endpoint":24,"other":[0,1,2,6,8,9,11,12,13,17,18,22,27],"otlp":[11,17,22,24],"otlp_export":17,"otlpspanexport":17,"our":[8,9,12,20,27],"out":[9,10,12,13,18,19,21],"outbound":[9,11,27],"outcom":[1,8],"outer":[11,18],"outgo":[12,17,27],"outlier":8,"outlin":27,"outliv":8,"output":[3,9,12,15,18,19,20,22,24],"output_filt":23,"output_text":20,"outsid":19,"over":[1,4,9,13,19,26],"overal":[17,18],"overflow":17,"overhead":[17,27],"overlap":13,"overli":8,"overload":27,"overrid":[6,8,13,15,17,18,23,27],"overview":[16,21],"overwhelm":[8,27],"overwrit":22,"own":[1,6,8,9,11,13,15,17,18,26,27],"p":[20,24,27],"p95":[8,11],"paa":6,"packag":[11,17],"page":[8,22,25],"pai":12,"pain":9,"pair":23,"panel":15,"paper":8,"par":12,"parallel":[12,13,18,27,29],"param":[12,15,18],"paramet":[6,11,12,17,18,23,27],"parameter_drift":8,"parent":17,"pari":[11,18],"pars":[7,12,14,27],"part":[7,9,12,17,18,27],"parti":[8,26],"particip":13,"particular":[0,7,12],"particularli":18,"partli":18,"pass":[1,7,8,11,14,18,19,24,27],"passthrough_auth":[6,23],"password":[13,18,20],"past":20,"path":[1,2,6,7,8,11,12,14,17,22,23,24,27],"pattern":[1,4,6,8,9,10,17,18,20,22],"pattern_typ":8,"paus":20,"payload":[3,17,22],"payment":[12,17],"per":[1,6,8,9,12,14,15,17,23,27],"perceiv":[9,15],"percentag":[8,23,24],"percentil":8,"perfect":20,"perform":[0,2,4,6,7,8,9,12,13,17,18,20,24,27,29],"period":[8,13,20,27],"periodsecond":24,"permiss":[20,23],"persist":[11,20,23],"person":[7,11,12],"perspect":[2,9],"peso":11,"philippin":11,"php":[9,11],"phrase":8,"physic":3,"pick":[11,13],"pid":24,"piec":7,"pii":5,"pilot":17,"pin":[13,23],"pip":[3,11,13,17,18],"pipelin":[8,17,24,27],"pipeline_processor":27,"place":[9,12,27],"placehold":17,"plain":[1,18,22],"plaintext":25,"plan":[5,8,18],"plane":[10,21,26,27],"plano":[0,1,2,3,4,6,8,14,15,16,19,20,22,23,25,26,27,29],"plano_agent_rout":1,"plano_config":[3,6,7,11,13,18,20,23,24],"plano_llm_listen":14,"plano_log":14,"plano_orchestrator_v1":[11,18,19,23],"plano_trace_port":[17,22],"planoai":[17,24],"platform":[6,11,17,23,24],"pleas":[3,4,6,12,13,18,19,20],"pln":11,"plu":8,"plug":[9,10],"plugin":[11,24,27],"plumb":[10,20,21],"pod":[13,17,24],"point":[1,2,3,5,7,8,12,13,17,18,20,23],"polici":[0,1,4,8,9,10,13,17,19,20,21,27],"polish":11,"pollut":7,"pool":[6,13,20,23,27],"pooler":20,"poor":[8,17],"popul":[8,11],"popular":17,"port":[1,2,6,7,11,13,17,18,19,20,22,23,24,27],"portal":6,"posit":8,"positive_feedback":8,"post":[3,5,7,8,14,17,18,19,23],"postgr":[20,23,27],"postgresql":[3,23],"pound":11,"power":[1,4,7,8,11,12,18],"practic":[1,4,9,10,16],"pre":[8,11,13,24,27],"preced":[6,17],"precis":[0,7,9,12],"predefin":2,"predict":[7,13],"prefer":[0,3,4,8,9,11,12,17,18,23,27],"prefix":[6,13,17,18,23],"prematur":13,"premier":6,"premis":[4,26],"prepar":[1,17],"preprocess":2,"present":[8,9,12,17,18],"preserv":6,"press":11,"prev_response_id":20,"prevent":[9,17,19,20,27],"preview":[5,6],"previou":[3,7,18,20],"previous_resp_id":20,"previous_response_id":20,"price":[11,18,19],"pricing_ag":18,"primari":[2,3,5,6,13,18,20,23,29],"primary_and_first_fallback_fail":5,"primary_model":3,"prime":11,"primit":[2,4,26],"print":[3,11,12,17,20,22],"prior":1,"pro":6,"problem":[3,5,6,13,18,27],"problemat":17,"proce":27,"process":[1,9,12,13,14,15,18,19,22,23,26,29],"process_cpu_seconds_tot":15,"process_customer_request":17,"process_resident_memory_byt":15,"processess":7,"processor":17,"prod":[4,5,6],"produc":[12,23,27],"product":[0,3,4,5,6,8,9,10,12,17,18,19,21,23,24],"product_recommend":18,"profan":5,"profil":[1,12,13],"program":[3,4,13],"programm":27,"progress":[8,18],"project":[20,25],"prolifer":13,"prom":15,"prometheu":15,"prometheus_scrap":15,"promethu":15,"prompt":[0,1,6,8,9,10,13,17,18,19,21,22,23,26,27,29],"prompt_function_listen":23,"prompt_guard":[10,23],"prompt_target":[7,10,11,12,23,27],"prompt_target_intent_matching_threshold":23,"prompt_token":17,"prone":7,"pronoun":18,"proof":[4,6,20],"propag":[9,16,23,24],"proper":17,"protect":[9,17,19],"proto":17,"protocol":[1,2,9,10,11,14,17,18,23,24,27],"proven":[9,10],"provid":[0,1,2,3,5,7,8,9,10,11,12,13,14,15,17,18,19,20,21,23,24,26,27],"provider_interfac":[6,18],"provider_model":6,"provis":15,"proxi":[0,1,6,9,10,13,15,18,20,21,23,24,27],"psql":20,"public":[2,11],"publish":15,"pull":[1,6,10,13,21],"purpos":[3,5,6,7,18,27],"py":22,"pydant":7,"python":[0,4,5,6,9,13,14,20,22],"q":12,"q4_k_m":13,"qa":17,"quadrat":13,"quadratic_equ":13,"qualiti":[0,13,17,27],"quality_scor":[8,17],"quantiz":[13,18],"quantum":[3,24],"queri":[1,4,7,11,12,13,17,18,19,20,22,23],"query_rewrit":[1,18,27],"question":[3,7,11,18,19,27],"quick":[9,13],"quickli":[1,9,10,11],"quickstart":[4,10,21],"quirk":9,"quit":8,"quot":18,"quota":[5,6,8],"quota_exceed":5,"quuickstart":6,"qwen3":6,"r":[18,27],"rag":[1,18,27],"rag_ag":[1,19,23],"rag_energy_source_ag":7,"rain":18,"rais":[12,19],"rand":11,"random":[8,23],"random_sampl":[1,11,17,18,23,24],"randomli":11,"rang":[0,7,15,17],"rapid":13,"rare":27,"rate":[6,8,9,11,15,17,23,27],"rate_limit":8,"ratelimit":23,"rather":[0,1,8,9,26],"ratio":8,"raw":[8,13,18],"re":[0,1,4,6,7,8,9,11,12,17,18,20],"reach":[0,1,2,8,9,19,26],"reachabl":[1,13],"read":[8,9,12,17,18,22,27],"readabl":7,"readi":[3,13,20,24],"readinessprob":24,"readm":13,"readonli":24,"real":[0,8,9,11,12,13,18,26,27],"realli":9,"reason":[0,1,3,4,5,6,8,13,17,18,19],"reboot":27,"reboot_network_devic":27,"rebuild":24,"receiv":[2,7,12,13,14,17,18,19,20,27],"recent":[11,17,18,22],"recept":[17,27],"recognit":7,"recommend":[11,17,18,22,29],"record":[1,9,17],"recoveri":9,"red":15,"redact":9,"reddit":9,"redeploi":8,"redi":[13,23],"rediss":[13,23],"reduc":[0,3,7,9,20],"ref":[3,20],"refactor":[0,9],"refer":[3,4,5,6,8,11,12,14,18,21,25],"referenc":24,"refernc":12,"reflect":5,"refus":8,"regardless":[3,5,13],"region":[4,17,20],"registri":6,"regul":19,"regularli":20,"reimplement":27,"reinforc":[8,21],"reject":[1,19],"relat":[2,13,15,18,19,27],"releas":[5,6,8],"relev":[1,7,12,18],"reli":[13,17,26],"reliabl":[2,3,4,7,8,9,10,11,12,19,21],"remain":[0,8,9,10,12],"rememb":[12,18,20],"remind":12,"remov":[1,8,17],"render":[20,24],"renew":7,"renminbi":11,"reorder":[1,23],"repair":8,"repeat":[8,9,17,18,22],"repetit":[8,23,27],"rephras":8,"replac":[6,8,17,18,20,24],"replica":[13,23,24],"repositori":[11,22],"repres":[1,8,17],"req":7,"request":[0,1,2,3,4,5,6,8,9,12,13,14,18,19,20,21,22,23,24,28],"request_bodi":18,"requested_dai":18,"requestsinstrumentor":17,"requir":[0,2,4,7,8,11,12,13,17,18,20,22,23,24,26,27],"resend":20,"reset":18,"resili":9,"resolut":[8,24,27],"resolv":18,"resourc":[6,11,13,16,24],"resp2":20,"resp_id":20,"respect":[14,15],"respond":[3,9,15,19,23],"respons":[0,1,2,4,5,6,7,8,9,10,11,12,13,14,17,19,20,23,27],"response_cod":14,"response_flag":14,"response_id":[3,20],"response_messag":18,"rest":[1,3,4,6,13,27,29],"restart":[13,20,24],"restat":8,"result":[0,1,2,6,8,12,13,17,18],"retent":20,"retrain":13,"retri":[0,2,4,7,8,9,18,23,26,27],"retriev":[1,3,7,8,9,12,13,18,19,20,23,27],"return":[0,1,2,3,6,7,11,12,17,18,19,22,23,27],"reus":13,"reusabl":[1,23,27],"revers":[19,27],"review":[5,6,8,18,23],"rewrit":[1,9,17,18,23,27],"rewrot":1,"rhythm":8,"rich":[0,10,13,18,21],"right":[7,8,9,11,27],"ringgit":11,"risk":[8,19],"rlhf":8,"ro":24,"robin":[17,27],"robust":[9,10,12],"role":[3,5,6,11,13,17,18,19,24],"rollout":[5,24],"romanian":11,"ron":11,"root":[8,13],"rote":[10,21],"round":[17,27],"round_robin":5,"rout":[0,1,2,3,4,5,7,8,9,10,15,18,20,21,23,27],"router":[0,1,4,11,13,18,19,23,27],"router_chat":27,"routin":12,"routing_prefer":[6,13,23],"row":15,"rule":[1,4,12,18],"run":[0,1,2,6,8,9,11,13,15,17,18,19,20,22,24,26,27],"runtim":[1,6],"rupe":11,"rupiah":11,"rust":[11,24,27],"safe":[1,4,9,20],"safer":[19,21],"safeti":[1,2,5,9,10,19,21],"sai":[12,18],"sale":18,"sales_clos":18,"same":[2,3,5,6,8,9,11,12,13,22,23],"sampl":[1,11,15,17,23,24],"sampleabl":8,"sampler":8,"san":[7,12],"sanit":27,"satisfact":[8,17,18],"save":[7,20,23],"scaffold":8,"scalabl":[7,9,10,11],"scale":[0,4,8,9,10,13,18,20,21,27],"scatter":9,"scenario":[6,7,9,10,12,13,20,27],"scene":[2,3,20],"schedul":[7,12,13,18],"scheduled_in":18,"scheduled_out":18,"schema":[8,11,20],"scheme":[5,6,15,17],"scienc":12,"scope":[13,19,23],"score":[8,17,27],"scout":6,"scrape":15,"scrape_config":15,"scrape_interv":15,"scrape_timeout":15,"screenshot":15,"script":[11,12],"scrutini":19,"sdk":[4,6,17,20],"seamless":[4,12,18,27],"seamlessli":[3,4,7,13,15,17],"search":[8,11,18,22],"search_dat":18,"search_date_obj":18,"searchabl":8,"seattl":[12,18],"second":[3,13,18,20],"secret":13,"secretref":24,"section":[1,5,6,7,10,11,17,18,20,24,27],"secur":[2,4,10,17,20,27],"secure_servic":23,"see":[0,2,4,11,12,13,17,18,20,24,27],"segment":18,"sek":11,"select":[0,2,4,8,10,11,13,17,18,20,22,24,27],"selection_polici":23,"selector":[23,24],"self":[2,9,14,15,20,23,27],"semant":[1,3,4,5,6,8,9,13,17,22],"send":[2,3,6,12,13,17,20,27],"sensibl":[1,2],"sensit":[1,17,18,24],"sensitive_data":5,"sent":[8,14,23,27],"sentiment":8,"separ":[7,26,27,29],"sequenc":[0,9,11,27],"serv":[6,13,18],"server":[2,6,9,10,11,13,18,21,26,27],"servic":[0,1,2,6,7,8,9,11,12,13,14,15,18,19,20,22,23,24,27],"session":[8,20,22,23],"session_cach":[13,23],"session_id":[13,23],"session_max_entri":[13,23],"session_ttl_second":[13,23],"set":[6,7,8,9,10,11,12,17,20,22,23,24,27],"set_tracer_provid":17,"setup":[1,2,7,12,13,17,20,23],"seven":8,"sever":[9,15,17,27],"sfo":11,"sgd":11,"sh":11,"shallow":8,"shape":[6,9,13,27],"share":[8,11,13,23,27],"sharp":8,"sheqel":11,"shift":13,"ship":[10,11,15,17,21],"short":[1,3,6,17,22,27],"shorten":[9,10],"should":[0,7,8,9,11,12,13,18,20,27],"shouldn":[10,21],"show":[0,1,2,7,8,11,17,18,19,22,24],"shown":6,"side":[8,13],"sidecar":[9,10],"signal":[0,9,10,13,16,21,23,27],"signatur":12,"significantli":18,"signup":11,"silenc":[6,13],"silent":8,"silicon":[11,24],"similar":[13,20,23],"simpl":[1,3,4,5,6,8,12,17],"simpli":[11,17],"simplic":27,"simplif":5,"simplifi":[2,4,6,7,10,11,17,19],"simultan":4,"sinc":[7,11,17,22],"singapor":11,"singl":[2,6,7,8,9,12,13,18,20,23,24,25,29],"sit":[9,10,12,26,27],"site":17,"size":[3,13,17,18,20],"sk":[6,24],"skimp":12,"skip":[8,13],"sla":19,"slice":11,"slow":[7,11],"small":[6,8,29],"smaller":[6,18],"smart":[0,1,2,3,5,9,10,12,18,21,23,27],"smooth":18,"snapshot":13,"snapshot_dir":13,"sni":27,"snippet":[6,8,13,17,23],"snow":18,"so":[1,2,3,7,8,9,10,11,12,13,17,19,20,24,27],"socket":27,"softwar":[9,11],"solar":7,"sole":13,"solut":7,"solv":[3,5,6,9,13,27],"some":[6,7,8,11,12,15,27,29],"someth":8,"sonnet":[3,5,6,11,13,17,20,23,24],"soon":[4,18],"sorri":23,"sota":12,"sourc":[6,7,8,11,12,15,17,18,22],"south":11,"space":13,"span":[11,16,23,24,27],"span_attribut":[17,23,24],"span_processor":17,"spanish":13,"spec":24,"special":[0,6,9,13,18,20],"specif":[0,3,4,5,6,7,8,9,11,12,13,17,18,22,23,27],"specifi":[1,2,6,7,12,13,27],"speed":[9,15],"spell":12,"spend":29,"spike":[8,11],"split":[5,18,26],"sporad":29,"spot":[8,11],"spread":1,"sql":20,"ss":20,"ssl":23,"stabil":8,"stabl":[5,13],"stack":[9,10,12,14,15,22],"staff":[21,27,28],"stage":[5,17],"stagnat":[8,17],"stai":[8,9,10,11,24],"stamp":17,"stanc":8,"standalon":17,"standard":[1,4,6,9,10,11,13,17,18,21,24],"start":[1,2,6,8,13,18,20,22,23],"start_as_current_span":17,"start_tim":14,"starter":22,"startup":[22,24],"stat":[15,27],"state":[0,1,4,7,8,9,10,11,12,13,21,23,26,27],"state_error":8,"state_storag":[20,23],"statement":18,"static":[13,17,23,24,27],"static_config":15,"statist":27,"statu":[1,11,12,14,17,18,19,22,24],"status_class":15,"status_cod":[18,22],"step":[0,1,8,10,13,17,21,27],"still":[1,2,13,20],"stitch":9,"stop":[11,22],"storag":[3,23,27],"store":[6,13,15,20,23,24],"stori":[3,13],"storytel":[6,13],"str":[7,11,12,13,18,27],"straightforward":12,"strategi":[4,8,9,10,17],"stream":[1,3,6,9,11,17,18,19,22,24,27],"streamabl":[1,23],"streamingrespons":18,"streamlin":[2,7],"strength":13,"strftime":18,"string":[8,13,17,23],"strip":[1,18],"stripe":9,"strong":8,"strptime":18,"structur":[1,4,7,8,11,13,14,17,27],"struggl":[7,8],"stuck":8,"studio":6,"stuff":12,"style":[6,9,10,13,27],"subject":[13,23],"submit":[12,18],"subpath":[13,24],"subscript":6,"subsequ":[13,20],"subset":8,"substanti":9,"substitut":[23,24],"substr":8,"substrat":27,"subsystem":[2,4,9,26,27],"subsystmem":27,"subtract":8,"success":[1,8,9,11,13],"successfulli":[1,11],"sudden":8,"suffici":13,"suffix":[6,8],"sugar":7,"suggest":[12,23],"suit":[9,13],"suitabl":[12,13,18,20],"sum":5,"summar":[0,3,5,7,12,13,27],"summari":[8,12,13,16,27],"sunris":18,"sunset":18,"supervis":8,"supervisord":24,"suppli":11,"support":[2,4,7,8,11,13,15,17,18,19,20,21,22,23,24,27],"sure":[17,20],"surfac":[0,1,2,8,9],"surround":8,"sustain":[7,8],"svc":[13,24,27],"swap":[9,13],"swedish":11,"swiss":11,"switch":[4,5,11,13,20],"symbol":[11,27],"symptom":7,"sync":8,"synopsi":22,"syntax":[4,13,20,22,24],"system":[0,1,7,9,11,12,13,14,17,18,19,20,23,27],"system_prompt":[7,11,23,27],"t":[3,6,7,8,10,11,12,13,20,21,23],"t00":18,"t23":18,"tabl":20,"tag":[23,24],"tail":14,"tailor":12,"taint":13,"take":[0,6,9,11,13,27],"taken":14,"talk":[1,2,7,8,26],"target":[0,1,5,8,10,13,15,21,22,23,24,27],"targetport":24,"task":[0,1,4,5,6,7,8,9,12,13,18,19,23,27,29],"tau":8,"tcp":27,"team":[0,1,4,8,9,10,13,21,23],"tech":21,"techcorp":19,"technic":[13,18,19],"techniqu":[7,13],"technologi":[7,9],"telemetri":[8,9,15,17],"tell":[3,8,18,24],"temperatur":[7,12,17,18,27],"temperature_2m":18,"temperature_2m_max":18,"temperature_2m_min":18,"temperature_c":18,"temperature_f":18,"temperature_max_c":18,"temperature_min_c":18,"templat":[13,18,22,24],"tempo":[17,23],"ten_456":17,"tenant":[6,13,17],"tenant_head":23,"tenant_id":[13,23],"tend":1,"tensor":[13,18],"term":[3,7],"termin":[1,2,9,11,18,22],"terminal_origin":18,"test":[0,3,4,5,6,7,9,12,18,20,22],"testabl":7,"text":[3,8,12,18,20,22,25,27],"text_stream":3,"textual":13,"tft":[9,15],"thai":11,"than":[0,1,8,9,26],"thank":8,"thb":11,"thei":[0,1,2,6,8,11,13,18,19],"them":[0,1,6,7,8,10,11,12,18,19,20,21,26,27],"themat":13,"theme":13,"therefor":8,"thi":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,17,18,19,20,22,23,25,27,29],"thing":13,"think":12,"third":26,"thirst":7,"thoroughli":12,"those":[0,1,7,11,17],"thread":[20,21,27,28],"three":[3,4,7,8,9,13,15,17,27],"threshold":[8,23],"through":[0,1,2,3,4,6,7,8,9,10,11,12,13,14,17,18,19,27],"throughout":9,"throughput":[5,12,13],"thunderstorm":18,"tier":[8,20],"tier1_support":18,"tier2_support":18,"tight":[9,10],"time":[1,6,7,8,9,11,12,13,14,15,17,18,23,26,27],"time_to_first_token":17,"timeout":[5,8,11,13,15,17,23],"timestamp":[20,27],"timezon":18,"tl":[2,9,13,23,24,27],"tlm":9,"tls_certif":7,"todai":[4,8,11,18,27],"togeth":[2,4,8,9,27],"together_ai":6,"together_api_kei":6,"token":[6,7,8,9,11,13,15,17,18,23,27],"tokio":27,"toler":[4,7,13],"tomorrow":[11,18],"too":[18,27],"took":[11,14],"tool":[0,1,2,3,8,9,11,13,14,15,16,18,19,23,26,27],"tool_not_found":8,"toolchain":11,"toolerror":19,"top":[2,4,6,13,17,22,23,29],"top_p":17,"topic":[1,13,19],"topologi":28,"tot":[9,15],"total":[8,9,14,15],"total_token":17,"touch":9,"trace":[0,1,8,9,10,15,16,18,21,23,27],"trace_arch_intern":[23,24],"trace_export":17,"tracepar":[9,16,18,24,27],"traceparent_head":18,"tracer":17,"tracer_provid":17,"tracerprovid":17,"track":[11,13,18,20],"tradit":[11,13,20],"traffic":[2,4,5,8,9,10,11,12,14,18,26,27],"trail":17,"train":[8,13],"trajectori":8,"transact":12,"transform":[6,17,18,27],"translat":[13,27],"transpar":[9,13],"transport":[1,23,27],"travel":[11,12],"travel_assist":11,"travel_booking_servic":[18,23],"travel_d":18,"treat":27,"tri":[6,13],"triag":8,"trigger":[8,9,10,12,13,19],"trim":[22,23],"trip":18,"trivial":27,"troubleshoot":[7,18],"troubleshoot_ag":18,"true":[1,2,3,6,7,8,11,12,13,15,17,18,23,24,27],"trust":23,"try":[3,11,18,24],"ttft":27,"ttl":13,"tune":8,"tupl":7,"turbo":[6,7],"turkish":11,"turn":[0,3,8,9,11,12,13,18,20,23,27],"turn_count":[8,17],"tutori":10,"two":[1,2,8,11,13,18,20,24,27],"txt":21,"type":[0,1,2,3,5,6,7,8,11,12,13,15,17,18,19,20,22,23,24,27],"typescript":0,"typic":[2,6,7,12,13,18,19,27],"u":6,"ubuntu":24,"ui":[8,17,27],"unambigu":13,"unavail":[8,18],"unbound":20,"uncom":20,"under":[2,6,8,9,13,14,15,17],"underli":[3,5,13],"underscor":5,"understand":[0,5,8,9,10,11,12,13,15,16,18],"undifferenti":[8,27],"unexpect":[1,8,12],"unifi":[2,3,4,6,9,20,27],"uniformli":17,"uninform":8,"uniqu":[7,17,20],"unit":[7,11,12,23],"unix":20,"unknown":6,"unlik":[0,7,13,20],"unmodifi":8,"unnecessari":0,"unrel":19,"unresolv":18,"unsaf":1,"until":[0,18,27],"up":[1,6,7,8,9,10,11,15,17,18,20,24],"updat":[6,7,8,9,11,12,13,18,20,22,27],"updated_at":20,"upgrad":[4,5,9,27],"upon":[18,27],"upper":[13,18,23],"upstream":[1,2,6,7,9,11,12,14,15,23,24,26,27],"upstream_connect_timeout":23,"upstream_host":14,"upstream_tls_ca_path":23,"uri":13,"urin":7,"url":[1,4,7,11,13,15,17,18,19,20,23],"us":[0,2,3,6,7,8,9,10,14,16,19,20,21,22,23,24,25,26,27],"usag":[0,3,4,5,6,7,8,9,12,15,17,18,20,23,27],"usd":11,"use_agent_orchestr":23,"user":[0,1,3,5,6,7,9,11,12,13,14,15,17,18,19,20,23,24,27],"user_messag":18,"user_queri":19,"user_turn":8,"usernam":14,"usi":17,"usr_999":17,"usual":[8,11,17],"util":[11,13,18,27],"utter":8,"uuid":13,"uuid4":13,"uv":11,"uvx":11,"ux":[10,21],"v":[11,17,18,22,27],"v0":[1,2,6,7,11,13,18,23,27],"v1":[1,2,3,4,5,6,8,9,10,11,13,14,17,18,19,20,23,24,27],"v1beta":6,"v2":[5,6,11,15],"v24":11,"v3":11,"v4":6,"vagu":18,"valid":[4,6,7,8,10,11,12,17,18,19,20,22,23,27],"validate_with_llm":19,"valu":[3,7,8,12,13,17,18,22,23,24,27],"valueerror":12,"var":23,"var_nam":[20,24],"vari":8,"variabl":[6,11,17,20,23],"variant":[0,13,18],"varieti":27,"variou":[9,12,17,29],"ve":[7,11],"venv":11,"verbatim":8,"verbos":[17,22,24],"veri":[17,27],"verif":23,"verifi":[13,17,18,20],"versatil":23,"version":[0,1,2,3,4,5,6,7,11,13,17,18,20,22,23,27],"versu":8,"via":[0,1,2,4,6,7,8,9,10,11,16,17,18,22,24,26,27],"view":[6,15,17],"viewer":[15,17],"violat":[1,19,27],"virtual":[1,6,19,23],"visibl":[8,11,14,17],"vision":7,"visual":17,"vllm":[6,18],"vllm_api_kei":6,"volum":24,"volumemount":24,"vpc":26,"w3c":[9,17],"wa":[0,11,12,14,19,27],"wai":[1,2,7,9,11,17,19,24,27],"wait":27,"walk":18,"walkthrough":11,"want":[1,2,6,7,11,12,13,24],"warn":[6,13,17,18,24],"wasip1":24,"wasm":[11,24,27],"wasm32":24,"watch":12,"we":[4,7,8,11,18,27,29],"weather":[7,12,18,23],"weather_ag":[18,23],"weather_cod":18,"weather_context":18,"weather_data":18,"weather_info":12,"weather_model":18,"weather_respons":18,"weather_url":18,"weatherag":18,"web":[2,27],"week":18,"weight":[5,8,13],"well":[1,7,8,9,13,18],"were":[0,14],"west":6,"what":[0,3,7,9,10,11,13,14,17,18,19,21,26,27],"when":[0,1,2,6,7,8,9,11,12,13,17,18,19,20,22,23,27],"where":[0,1,2,7,8,9,10,11,12,13,14,17,18,19,20,22,23,26],"whether":[0,2,4,7,8,12,13,17,27],"which":[0,1,4,6,7,8,9,11,12,13,14,15,17,18,19,26,27],"whichev":11,"while":[0,1,2,6,7,8,9,10,11,12,13,18,19,20,29],"whose":[17,23],"why":[0,17],"wide":[0,7,9,10,15,17,21,27],"wildcard":[4,17,23],"wind":7,"window":[8,11,17,22,23],"wire":[1,11,17,19,27],"withdraw":8,"within":[8,10,12,18,19,23],"without":[0,1,2,3,4,6,7,8,9,10,13,17,20,27],"wizard":22,"wmo":18,"won":11,"word":1,"work":[0,1,3,5,6,7,9,10,12,13,16,21,23],"worker":[27,29],"workflow":[0,1,8,9,10,11,13,18,22,27],"workload":[7,13,20,29],"workspac":17,"world":[0,9,13,18],"worldwid":18,"worth":8,"would":[17,27],"write":[0,1,6,7,9,11,13,18],"writer":5,"written":[9,19,27,29],"wrong":8,"ws_123":17,"www":9,"x":[3,5,13,14,18,19,23,24,27],"x86_64":[11,24],"xai":[4,27],"xai_api_kei":6,"xxx":24,"y":18,"yaml":[3,6,7,11,13,15,17,18,20,22,24],"yen":11,"yet":8,"yield":[8,18],"yml":[23,24],"york":[7,12,18],"you":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,15,17,18,20,21,22,23,24,27],"your":[0,1,2,3,4,5,6,7,9,10,12,13,14,15,17,18,19,20,24,26,27],"your_us":20,"yourself":[11,13],"yourweatherapp":12,"yuan":11,"yyi":24,"yyyi":18,"z":6,"zar":11,"zealand":11,"zero":[8,9,11,17,27],"zeroshot":14,"zhipu_api_kei":6,"z\u0142oti":11,"\u03c4":8},"titles":["Agents","Filter Chains","Listeners","Client Libraries","Model (LLM) Providers","Model Aliases","Supported Providers & Configuration","Prompt Target","Signals\u2122","Intro to Plano","Overview","Quickstart","Function Calling","LLM Routing","Access Logging","Monitoring","Observability","Tracing","Orchestration","Guardrails","Conversational State","Welcome to Plano!","CLI Reference","Configuration Reference","Deployment","llms.txt","Bright Staff","Request Lifecycle","Tech Overview","Threading Model"],"titleterms":{"1":[7,11,12,24],"2":[7,11,12,24],"3":[11,12,24],"4":24,"A":17,"For":7,"It":[8,14,17,18,20],"The":8,"access":14,"action":8,"addit":17,"advanc":[4,5,6],"affin":13,"agent":[0,1,2,8,11,17,18],"ai":6,"alert":8,"alia":13,"alias":5,"alibaba":6,"align":13,"also":[3,5,6,8],"amazon":6,"anthrop":[3,6],"api":[3,6,11,18,24],"app":[7,11],"ar":8,"arch":12,"architectur":27,"assess":8,"assist":18,"attribut":[8,17],"authent":6,"aw":17,"azur":6,"backend":13,"base":[6,13,24],"basic":[5,7],"bedrock":6,"behavior":[8,17],"benefit":[0,4,17],"best":[3,5,8,12,13,17,18,20],"book":18,"boundari":8,"bright":26,"brightstaff":15,"build":[7,8,10,11,22,24],"cach":13,"call":[11,12,17,18],"capabl":4,"case":[1,4,12,13,18],"categori":6,"caus":8,"chain":1,"class":6,"cli":[17,22],"cli_ag":22,"client":[3,11,13],"combin":13,"come":5,"command":11,"common":[4,18,24],"compat":[3,6],"compos":24,"concept":[10,21],"condit":8,"config":[7,11,24],"configur":[1,2,5,6,7,12,13,15,17,18,20,23,24,27],"connect":20,"consider":8,"consol":11,"context":18,"convers":[3,8,11,20],"core":4,"creat":[8,11,24],"cross":3,"curl":[3,11],"currenc":11,"custom":17,"dashboard":[8,15],"datadog":17,"deepseek":6,"default":[6,24],"defin":[7,12],"demo":7,"deploi":24,"deploy":24,"deprec":8,"determinist":11,"develop":[13,20,24],"docker":24,"down":22,"ec2":13,"egress":[2,27],"emit":8,"enabl":24,"endpoint":[3,6],"environ":[8,24],"error":3,"event":8,"exampl":[1,3,7,8,12,13,17,18],"execut":8,"extern":[8,17,18],"extract":18,"featur":[4,5,7,12,13,14],"file":11,"filter":[1,17],"first":6,"flag":8,"flask":7,"flow":27,"flywheel":8,"format":[14,17],"from":24,"function":12,"gatewai":[3,11,24],"gemini":6,"gener":18,"get":[4,10,21],"global":22,"googl":6,"gpu":13,"grafana":15,"groq":6,"guardrail":19,"guid":[10,21],"guidelin":6,"handl":[3,17],"handoff":17,"header":17,"high":27,"host":[13,18],"how":[8,14,17,18,19,20],"http":1,"i":12,"implement":[12,18],"improv":8,"inbound":[2,17],"inform":18,"ingress":27,"init":22,"initi":17,"inner":0,"inspect":17,"instanc":6,"instrument":17,"integr":17,"intent":7,"interact":[8,11],"intro":9,"issu":24,"kei":[0,4,7,12,14,24],"kubernet":[13,24],"langtrac":17,"layer":8,"legaci":8,"let":11,"level":[8,27],"librari":3,"lifecycl":27,"limit":8,"listen":[1,2],"live":11,"llm":[4,11,13,17,18,25],"local":13,"log":[14,22],"logic":0,"loop":0,"marker":8,"matter":8,"mcp":1,"memori":20,"method":13,"metric":15,"mimo":6,"minim":11,"mistral":6,"model":[1,2,4,5,6,11,13,24,29],"monitor":15,"moonshot":6,"multi":7,"multipl":6,"name":5,"nativ":24,"navig":22,"network":[2,27],"next":[11,18,20],"node":13,"note":17,"ob":11,"observ":[8,11,16],"ollama":[6,13],"openai":[3,6,11],"opentelemetri":17,"orchestr":[0,11,13,17,18],"otel":[8,24],"outbound":[2,17],"outer":0,"over":12,"overal":8,"overview":[10,17,20,28],"paramet":7,"passthrough":6,"plano":[7,9,10,11,12,13,17,18,21,24],"planoai":[11,22],"platform":8,"post":27,"postgresql":20,"practic":[3,5,8,12,13,17,18,20],"prefer":[6,13],"prepar":18,"prerequisit":[11,20],"priorit":8,"process":[7,17,27],"product":[13,20],"program":1,"prompt":[2,7,11,12],"prompt_target":22,"propag":17,"provid":[4,6],"proxi":[2,11],"python":[3,11,17],"qualiti":8,"queri":8,"quick":[17,22],"quickstart":11,"qwen":6,"rag":7,"rai":17,"recommend":13,"refer":[17,22,23,24],"request":[7,11,17,27],"requir":6,"resourc":[17,21],"respons":[3,18],"rout":[6,11,13,17,24],"rule":5,"runtim":24,"sampl":8,"sdk":3,"secret":24,"see":[3,5,6,8],"select":6,"self":[13,18],"send":11,"servic":17,"session":13,"setup":24,"sever":8,"signal":[8,17],"singl":11,"smoke":24,"solut":24,"soon":5,"sourc":24,"span":[8,17],"stack":24,"staff":26,"start":[4,10,11,17,21,24],"state":[3,20],"step":[7,11,12,18,20,24],"still":8,"stop":24,"storag":20,"string":20,"structur":[6,18],"summari":[7,17],"supabas":20,"support":[3,6],"switch":7,"system":8,"take":12,"target":[2,7,11,12],"taxonomi":8,"tech":28,"test":[19,24],"thread":29,"tip":12,"togeth":6,"tool":[7,17],"top":8,"topologi":[2,27],"trace":[11,17,22,24],"tracepar":17,"travel":18,"troubleshoot":[20,24],"turn":7,"txt":25,"typic":1,"understand":17,"unsupport":13,"up":22,"updat":24,"upstream":17,"url":6,"us":[1,4,5,11,12,13,17,18],"usag":[13,22],"user":8,"v":0,"valid":5,"variabl":24,"verifi":24,"via":15,"visual":8,"vllm":13,"welcom":21,"what":[8,12],"why":[8,19],"wildcard":6,"work":[8,14,17,18,19,20],"workflow":12,"x":17,"xai":6,"xiaomi":6,"your":[8,11],"zhipu":6}}) \ No newline at end of file