mirror of
https://github.com/katanemo/plano.git
synced 2026-05-08 23:32:43 +02:00
add messages in params when making api calls (#104)
This commit is contained in:
parent
f4395d39f9
commit
15869825e3
4 changed files with 11 additions and 5 deletions
|
|
@ -9,3 +9,4 @@ pub const ARC_FC_CLUSTER: &str = "arch_fc";
|
|||
pub const ARCH_FC_REQUEST_TIMEOUT_MS: u64 = 120000; // 2 minutes
|
||||
pub const MODEL_SERVER_NAME: &str = "model_server";
|
||||
pub const ARCH_ROUTING_HEADER: &str = "x-arch-llm-provider";
|
||||
pub const ARCH_MESSAGES_KEY: &str = "arch_messages";
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue