list all models irrespective of usage

This commit is contained in:
Adil Hafeez 2025-06-24 13:47:52 -07:00
parent 80ce215293
commit 80998d446d
No known key found for this signature in database
GPG key ID: 9B18EF7691369645
3 changed files with 9 additions and 6 deletions

1
crates/Cargo.lock generated
View file

@ -225,6 +225,7 @@ dependencies = [
"reqwest",
"serde",
"serde_json",
"serde_with",
"serde_yaml",
"thiserror 2.0.12",
"tokio",

View file

@ -24,6 +24,7 @@ pretty_assertions = "1.4.1"
reqwest = { version = "0.12.15", features = ["stream"] }
serde = { version = "1.0.219", features = ["derive"] }
serde_json = "1.0.140"
serde_with = "3.13.0"
serde_yaml = "0.9.34"
thiserror = "2.0.12"
tokio = { version = "1.44.2", features = ["full"] }

View file

@ -6,24 +6,25 @@ use serde::{Deserialize, Serialize};
use serde_json;
use tracing::{info, warn};
use std::{collections::HashMap, sync::Arc};
use serde_with::skip_serializing_none;
#[skip_serializing_none]
#[derive(Serialize, Deserialize)]
struct UsageBasedProvider {
model: String,
usage: String,
usage: Option<String>,
}
pub async fn list_preferences(
llm_providers: Arc<tokio::sync::RwLock<Vec<LlmProvider>>>,
) -> Response<BoxBody<Bytes, hyper::Error>> {
let prov = llm_providers.read().await;
// select providers that have usage information
// convert the LlmProvider to UsageBasedProvider
let providers_with_usage = prov
.iter()
.filter(|provider| provider.usage.is_some())
.map(|provider| UsageBasedProvider {
model: provider.name.clone(),
usage: provider.usage.as_ref().unwrap().clone(),
usage: provider.usage.clone(),
})
.collect::<Vec<UsageBasedProvider>>();
@ -104,10 +105,10 @@ pub async fn update_preferences(
let mut updated_models_list = Vec::new();
for provider in llm_providers.iter_mut() {
if let Some(usage_provider) = usage_model_map.get(&provider.name) {
provider.usage = Some(usage_provider.usage.clone());
provider.usage = usage_provider.usage.clone();
updated_models_list.push(UsageBasedProvider {
model: provider.name.clone(),
usage: provider.usage.clone().unwrap_or_default(),
usage: provider.usage.clone(),
});
}
}