apunkt/plano
1
0
Fork 0
mirror of https://github.com/katanemo/plano.git synced 2026-06-02 14:35:14 +02:00
Code Issues Projects Releases Packages Wiki Activity

feat: add provider arbitrage policy and fallback routing

Browse source
This commit is contained in:
Musa 2026-03-18 15:54:49 -07:00
parent de2d8847f3
commit 07ad4c6ae2
No known key found for this signature in database
10 changed files with 670 additions and 57 deletions
Download patch file Download diff file Expand all files Collapse all files

14
crates/common/src/configuration.rs
View file

@ -277,6 +277,18 @@ pub struct RoutingPreference {
pub description: String,
}
#[derive(Debug, Clone, Serialize, Deserialize, Default)]
pub struct ArbitrageFailurePolicy {
pub fallback_to_primary: Option<bool>,
}
#[derive(Debug, Clone, Serialize, Deserialize, Default)]
pub struct ArbitragePolicy {
pub enabled: Option<bool>,
pub rank: Option<Vec<String>>,
pub on_failure: Option<ArbitrageFailurePolicy>,
}
#[derive(Serialize, Deserialize, Debug)]
pub struct AgentUsagePreference {
pub model: String,
@ -331,6 +343,7 @@ pub struct LlmProvider {
pub base_url_path_prefix: Option<String>,
pub internal: Option<bool>,
pub passthrough_auth: Option<bool>,
pub arbitrage_policy: Option<ArbitragePolicy>,
}
pub trait IntoModels {
@ -375,6 +388,7 @@ impl Default for LlmProvider {
base_url_path_prefix: None,
internal: None,
passthrough_auth: None,
arbitrage_policy: None,
}
}
}

1
crates/common/src/llm_providers.rs
View file

@ -278,6 +278,7 @@ mod tests {
internal: None,
stream: None,
passthrough_auth: None,
arbitrage_policy: None,
}
}