apunkt/plano
1
0
Fork 0
mirror of https://github.com/katanemo/plano.git synced 2026-07-14 16:22:12 +02:00
Code Issues Projects Releases Packages Wiki Activity

fix logging

Browse source
This commit is contained in:
Adil Hafeez 2025-03-04 16:14:10 -08:00
parent c457fc9227
commit a36d20eacf
No known key found for this signature in database
GPG key ID: 9B18EF7691369645
1 changed files with 6 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

10
crates/llm_gateway/src/stream_context.rs
View file

@ -87,9 +87,11 @@ impl StreamContext {
)); ));
debug!( debug!(
"request received: llm provider hint: {:?}, selected llm: {}", "request received: llm provider hint: {}, selected llm: {}, model: {}",
self.get_http_request_header(ARCH_PROVIDER_HINT_HEADER), self.get_http_request_header(ARCH_PROVIDER_HINT_HEADER)
self.llm_provider.as_ref().unwrap().name .unwrap_or_default(),
self.llm_provider.as_ref().unwrap().name,
self.llm_provider.as_ref().unwrap().model
); );
} }
@ -494,7 +496,7 @@ impl HttpContext for StreamContext {
//HACK: add support for tokenizing mistral and other models //HACK: add support for tokenizing mistral and other models
//filed issue https://github.com/katanemo/arch/issues/222 //filed issue https://github.com/katanemo/arch/issues/222
if !model.as_ref().unwrap().starts_with("gpt") { if !model.as_ref().unwrap().starts_with("gpt") {
warn!( trace!(
"tiktoken_rs: unsupported model: {}, using gpt-4 to compute token count", "tiktoken_rs: unsupported model: {}, using gpt-4 to compute token count",
model.as_ref().unwrap() model.as_ref().unwrap()
); );