apunkt/plano
1
0
Fork 0
mirror of https://github.com/katanemo/plano.git synced 2026-07-14 16:22:12 +02:00
Code Issues Projects Releases Packages Wiki Activity

more logging improvements

Browse source
This commit is contained in:
Adil Hafeez 2025-01-30 15:11:04 -08:00
parent 0b70319e68
commit 86ed415e8a
No known key found for this signature in database
GPG key ID: 9B18EF7691369645
3 changed files with 17 additions and 15 deletions
Download patch file Download diff file Expand all files Collapse all files

3
crates/llm_gateway/src/stream_context.rs
View file

@ -87,7 +87,7 @@ impl StreamContext {
));
debug!(
"llm provider hint: {:?}, selected llm: {}",
"request received: llm provider hint: {:?}, selected llm: {}",
self.get_http_request_header(ARCH_PROVIDER_HINT_HEADER),
self.llm_provider.as_ref().unwrap().name
);
@ -177,7 +177,6 @@ impl HttpContext for StreamContext {
// the lifecycle of the http request and response.
fn on_http_request_headers(&mut self, _num_headers: usize, _end_of_stream: bool) -> Action {
let request_path = self.get_http_request_header(":path").unwrap_or_default();
debug!("request_path: {}", request_path);
self.select_llm_provider();
// if endpoint is not set then use provider name as routing header so envoy can resolve the cluster name