more fixes

This commit is contained in:
Adil Hafeez 2024-10-17 18:15:16 -07:00
parent 3e7f7be838
commit 2923930944
7 changed files with 8 additions and 32 deletions

View file

@ -21,7 +21,8 @@ use common::consts::{
use common::embeddings::{
CreateEmbeddingRequest, CreateEmbeddingRequestInput, CreateEmbeddingResponse,
};
use common::http::{CallArgs, Client, ClientError};
use common::errors::ClientError;
use common::http::{CallArgs, Client};
use common::stats::Gauge;
use http::StatusCode;
use log::{debug, info, warn};
@ -103,7 +104,6 @@ pub struct StreamContext {
}
impl StreamContext {
#[allow(clippy::too_many_arguments)]
pub fn new(
context_id: u32,
metrics: Rc<WasmMetrics>,
@ -1094,7 +1094,6 @@ impl HttpContext for StreamContext {
return Action::Pause;
}
};
self.is_chat_completions_request = true;
self.arch_state = match deserialized_body.metadata {
Some(ref metadata) => {