apunkt/plano
1
0
Fork 0
mirror of https://github.com/katanemo/plano.git synced 2026-05-08 15:22:43 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions

refactor logging in brightstaff (#532)

Browse source 
refactor logs, move unnecessary info log statements to debug and start logging latest chat completion message to log
This commit is contained in:
Adil Hafeez 2025-07-17 16:00:04 -07:00 • committed by GitHub
parent f819ee3507
commit 83f4d33434
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
3 changed files with 49 additions and 24 deletions
Download patch file Download diff file Expand all files Collapse all files

11
crates/brightstaff/src/router/llm_router.rs
View file

@ -78,7 +78,7 @@ impl RouterService {
messages: &[Message],
trace_parent: Option<String>,
usage_preferences: Option<Vec<ModelUsagePreference>>,
) -> Result<Option<String>> {
) -> Result<Option<(String, String)>> {
if !self.llm_usage_defined {
return Ok(None);
}
@ -87,7 +87,7 @@ impl RouterService {
.router_model
.generate_request(messages, &usage_preferences);
info!(
debug!(
"sending request to arch-router model: {}, endpoint: {}",
self.router_model.get_model_name(),
self.router_url
@ -160,15 +160,14 @@ impl RouterService {
.router_model
.parse_response(content, &usage_preferences)?;
info!(
"router response: {}, selected_model: {:?}, response time: {}ms",
"arch-router determined route: {}, selected_model: {:?}, response time: {}ms",
content.replace("\n", "\\n"),
parsed_response,
router_response_time.as_millis()
);
if let Some(ref route) = parsed_response {
// return model name if route is found
return Ok(Some(route.1.clone()));
if let Some(ref parsed_response) = parsed_response {
return Ok(Some(parsed_response.clone()));
}
Ok(None)