apunkt/plano
1
0
Fork 0
mirror of https://github.com/katanemo/plano.git synced 2026-06-17 15:25:17 +02:00
Code Issues Projects Releases Packages Wiki Activity

improve

Browse source
This commit is contained in:
Adil Hafeez 2024-11-04 16:01:43 -08:00
parent fded75c35a
commit fe023d8065
1 changed files with 3 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

10
crates/prompt_gateway/src/filter_context.rs
View file

@ -130,9 +130,9 @@ impl FilterContext {
fn embedding_response_handler(
&mut self,
body_size: usize,
embedding_type: EmbeddingType,
prompt_target_name: String,
body: Vec<u8>,
) {
let prompt_target = self
.prompt_targets
@ -144,9 +144,6 @@ impl FilterContext {
)
});
let body = self
.get_http_call_response_body(0, body_size)
.expect("No body in response");
if !body.is_empty() {
let mut embedding_response: CreateEmbeddingResponse =
match serde_json::from_slice(&body) {
@ -225,17 +222,16 @@ impl Context for FilterContext {
.remove(&token_id)
.expect("invalid token_id");
let body_bytes = self.get_http_call_response_body(0, body_size).unwrap();
self.active_embedding_calls_count -= 1;
self.metrics.active_http_calls.increment(-1);
let body_bytes = self.get_http_call_response_body(0, body_size).unwrap();
if let Some(status_code) = self.get_http_call_response_header(":status") {
if status_code == StatusCode::OK.as_str() {
self.embedding_response_handler(
body_size,
callout_data.embedding_type,
callout_data.prompt_target_name,
body_bytes,
);
} else {
warn!(