apunkt/plano
1
0
Fork 0
mirror of https://github.com/katanemo/plano.git synced 2026-06-23 15:38:07 +02:00
Code Issues Projects Releases Packages Wiki Activity

send latency numbers from model_server as metadata

Browse source
This commit is contained in:
Adil Hafeez 2024-12-10 16:01:17 -08:00
parent 14625e2a1d
commit 60dfb18018
4 changed files with 9 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

3
crates/prompt_gateway/src/stream_context.rs
View file

@ -124,7 +124,8 @@ impl StreamContext {
let arch_fc_response: ChatCompletionsResponse = match serde_json::from_str(&body_str) {
Ok(arch_fc_response) => arch_fc_response,
Err(e) => {
warn!("error deserializing archfc response: {}", e);
warn!("error deserializing archfc response: {}, body: {}", e, body_str
);
return self.send_server_error(ServerError::Deserialization(e), None);
}
};