apunkt/plano
1
0
Fork 0
mirror of https://github.com/katanemo/plano.git synced 2026-06-17 15:25:17 +02:00
Code Issues Projects Releases Packages Wiki Activity

clippy/fmt

Browse source
This commit is contained in:
Adil Hafeez 2025-06-11 14:22:56 -07:00
parent 62d917d9a5
commit 1bfa2c6bed
No known key found for this signature in database
GPG key ID: 9B18EF7691369645
1 changed files with 1 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

6
crates/llm_gateway/src/stream_context.rs
View file

@ -16,7 +16,7 @@ use hermesllm::providers::openai::types::{
};
use hermesllm::Provider;
use http::StatusCode;
use log::{debug, info, trace, warn};
use log::{debug, info, warn};
use proxy_wasm::hostcalls::get_current_time;
use proxy_wasm::traits::*;
use proxy_wasm::types::*;
@ -31,7 +31,6 @@ pub struct StreamContext {
metrics: Rc<Metrics>,
ratelimit_selector: Option<Header>,
streaming_response: bool,
streaming_buffer: Option<Vec<u8>>,
response_tokens: usize,
is_chat_completions_request: bool,
llm_providers: Rc<LlmProviders>,
@ -73,7 +72,6 @@ impl StreamContext {
user_message: None,
traces_queue,
request_body_sent_time: None,
streaming_buffer: None,
}
}
fn llm_provider(&self) -> &LlmProvider {
@ -114,8 +112,6 @@ impl StreamContext {
_ => {}
}
if self.llm_provider.as_ref().unwrap().provider_interface == LlmProviderType::Groq {}
debug!(
"request received: llm provider hint: {}, selected llm: {}, model: {}",
self.get_http_request_header(ARCH_PROVIDER_HINT_HEADER)