diff --git a/crates/common/src/routing.rs b/crates/common/src/routing.rs index f4baf896..8813c92d 100644 --- a/crates/common/src/routing.rs +++ b/crates/common/src/routing.rs @@ -40,8 +40,14 @@ pub fn get_llm_provider( let mut rng = thread_rng(); llm_providers .iter() + .filter(|(_, provider)| { + provider.model + .as_ref() + .map(|m| !m.starts_with("Arch")) + .unwrap_or(true) + }) .choose(&mut rng) - .expect("There should always be at least one llm provider") + .expect("There should always be at least one non-Arch llm provider") .1 .clone() }