mirror of
https://github.com/katanemo/plano.git
synced 2026-05-09 07:42:43 +02:00
12 lines
673 B
Rust
12 lines
673 B
Rust
pub const DEFAULT_EMBEDDING_MODEL: &str = "BAAI/bge-large-en-v1.5";
|
|
pub const DEFAULT_INTENT_MODEL: &str = "tasksource/deberta-base-long-nli";
|
|
pub const DEFAULT_PROMPT_TARGET_THRESHOLD: f64 = 0.8;
|
|
pub const RATELIMIT_SELECTOR_HEADER_KEY: &str = "x-arch-ratelimit-selector";
|
|
pub const SYSTEM_ROLE: &str = "system";
|
|
pub const USER_ROLE: &str = "user";
|
|
pub const GPT_35_TURBO: &str = "gpt-3.5-turbo";
|
|
pub const ARC_FC_CLUSTER: &str = "arch_fc";
|
|
pub const ARCH_FC_REQUEST_TIMEOUT_MS: u64 = 120000; // 2 minutes
|
|
pub const MODEL_SERVER_NAME: &str = "model_server";
|
|
pub const ARCH_ROUTING_HEADER: &str = "x-arch-llm-provider";
|
|
pub const ARCH_MESSAGES_KEY: &str = "arch_messages";
|