diff --git a/crates/brightstaff/src/router/llm_router.rs b/crates/brightstaff/src/router/llm_router.rs index 12a21ae0..8c1d9c23 100644 --- a/crates/brightstaff/src/router/llm_router.rs +++ b/crates/brightstaff/src/router/llm_router.rs @@ -50,7 +50,7 @@ impl RouterService { .iter() .map(|provider| { format!( - "- name: {}()\n description: {}", + "- name: {}\n description: {}", provider.name, provider.usage.as_ref().unwrap_or(&"".to_string()) ) diff --git a/crates/brightstaff/src/router/router_model_v1.rs b/crates/brightstaff/src/router/router_model_v1.rs index 5c7410c6..fdff34c2 100644 --- a/crates/brightstaff/src/router/router_model_v1.rs +++ b/crates/brightstaff/src/router/router_model_v1.rs @@ -89,16 +89,13 @@ impl RouterModel for RouterModelV1 { ); let router_response: LlmRouterResponse = serde_json::from_str(router_resp_fixed.as_str())?; - let selecter_llm = router_response - .route - .map(|route| route.strip_suffix("()").unwrap_or_default().to_string()) - .unwrap(); + let selected_llm = router_response.route.unwrap_or_default().to_string(); - if selecter_llm.is_empty() { + if selected_llm.is_empty() { return Ok(None); } - Ok(Some(selecter_llm)) + Ok(Some(selected_llm)) } } diff --git a/demos/use_cases/preference_based_routing/arch_config.yaml b/demos/use_cases/preference_based_routing/arch_config.yaml index 9233f2f8..eea4ef70 100644 --- a/demos/use_cases/preference_based_routing/arch_config.yaml +++ b/demos/use_cases/preference_based_routing/arch_config.yaml @@ -1,7 +1,7 @@ version: "0.1-beta" routing: - model: archgw-v1-router-model + model: gpt-4o listeners: egress_traffic: