replace enable_token_counting bool with token_counting_strategy enum (estimate|auto)

This commit is contained in:
Adil Hafeez 2026-03-25 05:35:27 +00:00
parent e5f3039924
commit 20e8e0c51e
3 changed files with 37 additions and 13 deletions

View file

@ -285,9 +285,14 @@ properties:
agent_orchestration_model:
type: string
description: "Model name for the agent orchestrator (e.g., 'Plano-Orchestrator'). Must match a model in model_providers."
enable_token_counting:
type: boolean
description: "Enable tiktoken-based input token counting for metrics and rate limiting. Default is false."
token_counting_strategy:
type: string
enum: [estimate, auto]
description: >
Strategy for counting input tokens used in metrics and rate limiting.
"estimate" (default): fast character-based approximation (~1 token per 4 chars).
"auto": uses the best available tokenizer for each provider (e.g., tiktoken for
OpenAI models), falling back to estimate for unsupported providers.
system_prompt:
type: string
prompt_targets: