From a36d20eacf9742dd70e888f12feced637d2f5902 Mon Sep 17 00:00:00 2001 From: Adil Hafeez Date: Tue, 4 Mar 2025 16:14:10 -0800 Subject: [PATCH] fix logging --- crates/llm_gateway/src/stream_context.rs | 10 ++++++---- 1 file changed, 6 insertions(+), 4 deletions(-) diff --git a/crates/llm_gateway/src/stream_context.rs b/crates/llm_gateway/src/stream_context.rs index a3f67dfc..8e879eda 100644 --- a/crates/llm_gateway/src/stream_context.rs +++ b/crates/llm_gateway/src/stream_context.rs @@ -87,9 +87,11 @@ impl StreamContext { )); debug!( - "request received: llm provider hint: {:?}, selected llm: {}", - self.get_http_request_header(ARCH_PROVIDER_HINT_HEADER), - self.llm_provider.as_ref().unwrap().name + "request received: llm provider hint: {}, selected llm: {}, model: {}", + self.get_http_request_header(ARCH_PROVIDER_HINT_HEADER) + .unwrap_or_default(), + self.llm_provider.as_ref().unwrap().name, + self.llm_provider.as_ref().unwrap().model ); } @@ -494,7 +496,7 @@ impl HttpContext for StreamContext { //HACK: add support for tokenizing mistral and other models //filed issue https://github.com/katanemo/arch/issues/222 if !model.as_ref().unwrap().starts_with("gpt") { - warn!( + trace!( "tiktoken_rs: unsupported model: {}, using gpt-4 to compute token count", model.as_ref().unwrap() );