2024-09-27 16:41:39 -07:00
|
|
|
pub const RATELIMIT_SELECTOR_HEADER_KEY: &str = "x-arch-ratelimit-selector";
|
2024-07-30 16:23:23 -07:00
|
|
|
pub const SYSTEM_ROLE: &str = "system";
|
|
|
|
|
pub const USER_ROLE: &str = "user";
|
2024-10-18 13:25:39 -07:00
|
|
|
pub const TOOL_ROLE: &str = "tool";
|
|
|
|
|
pub const ASSISTANT_ROLE: &str = "assistant";
|
2025-02-14 19:28:10 -08:00
|
|
|
pub const ARCH_FC_REQUEST_TIMEOUT_MS: u64 = 30000; // 30 seconds
|
|
|
|
|
pub const DEFAULT_TARGET_REQUEST_TIMEOUT_MS: u64 = 30000; // 30 seconds
|
|
|
|
|
pub const API_REQUEST_TIMEOUT_MS: u64 = 30000; // 30 seconds
|
|
|
|
|
pub const MODEL_SERVER_REQUEST_TIMEOUT_MS: u64 = 30000; // 30 seconds
|
2025-11-22 12:55:00 -08:00
|
|
|
pub const MODEL_SERVER_NAME: &str = "bright_staff";
|
2024-09-27 16:41:39 -07:00
|
|
|
pub const ARCH_ROUTING_HEADER: &str = "x-arch-llm-provider";
|
2024-10-24 00:02:24 -04:00
|
|
|
pub const MESSAGES_KEY: &str = "messages";
|
2024-10-03 10:57:01 -07:00
|
|
|
pub const ARCH_PROVIDER_HINT_HEADER: &str = "x-arch-llm-provider-hint";
|
2025-10-22 11:31:21 -07:00
|
|
|
pub const ARCH_IS_STREAMING_HEADER: &str = "x-arch-streaming-request";
|
2025-06-11 15:15:00 -07:00
|
|
|
pub const CHAT_COMPLETIONS_PATH: &str = "/v1/chat/completions";
|
2025-12-03 14:58:26 -08:00
|
|
|
pub const OPENAI_RESPONSES_API_PATH: &str = "/v1/responses";
|
2025-09-10 07:40:30 -07:00
|
|
|
pub const MESSAGES_PATH: &str = "/v1/messages";
|
2024-10-28 20:05:06 -04:00
|
|
|
pub const HEALTHZ_PATH: &str = "/healthz";
|
2025-04-15 14:39:12 -07:00
|
|
|
pub const X_ARCH_STATE_HEADER: &str = "x-arch-state";
|
|
|
|
|
pub const X_ARCH_API_RESPONSE: &str = "x-arch-api-response-message";
|
|
|
|
|
pub const X_ARCH_TOOL_CALL: &str = "x-arch-tool-call-message";
|
|
|
|
|
pub const X_ARCH_FC_MODEL_RESPONSE: &str = "x-arch-fc-model-response";
|
|
|
|
|
pub const ARCH_FC_MODEL_NAME: &str = "Arch-Function";
|
2024-10-08 16:24:08 -07:00
|
|
|
pub const REQUEST_ID_HEADER: &str = "x-request-id";
|
2026-01-07 08:44:41 -08:00
|
|
|
pub const ENVOY_ORIGINAL_PATH_HEADER: &str = "x-envoy-original-path";
|
2024-11-07 22:11:00 -06:00
|
|
|
pub const TRACE_PARENT_HEADER: &str = "traceparent";
|
2024-10-08 16:24:08 -07:00
|
|
|
pub const ARCH_INTERNAL_CLUSTER_NAME: &str = "arch_internal";
|
|
|
|
|
pub const ARCH_UPSTREAM_HOST_HEADER: &str = "x-arch-upstream";
|
2024-10-15 11:43:05 -07:00
|
|
|
pub const ARCH_MODEL_PREFIX: &str = "Arch";
|
2024-10-28 20:05:06 -04:00
|
|
|
pub const HALLUCINATION_TEMPLATE: &str =
|
|
|
|
|
"It seems I'm missing some information. Could you provide the following details ";
|
2024-11-18 17:55:39 -08:00
|
|
|
pub const OTEL_COLLECTOR_HTTP: &str = "opentelemetry_collector_http";
|
|
|
|
|
pub const OTEL_POST_PATH: &str = "/v1/traces";
|
2025-05-19 09:59:22 -07:00
|
|
|
pub const LLM_ROUTE_HEADER: &str = "x-arch-llm-route";
|
2025-10-14 14:01:11 -07:00
|
|
|
pub const ENVOY_RETRY_HEADER: &str = "x-envoy-max-retries";
|
2025-12-25 21:08:37 -08:00
|
|
|
pub const BRIGHT_STAFF_SERVICE_NAME: &str = "brightstaff";
|
2025-12-22 18:05:49 -08:00
|
|
|
pub const PLANO_ORCHESTRATOR_MODEL_NAME: &str = "Plano-Orchestrator";
|
|
|
|
|
pub const ARCH_FC_CLUSTER: &str = "arch";
|