mirror of
https://github.com/katanemo/plano.git
synced 2026-06-29 15:49:40 +02:00
fixed PR comments and added more trace attributes
This commit is contained in:
parent
c0cf877b4f
commit
28b674454b
21 changed files with 565 additions and 26 deletions
|
|
@ -229,6 +229,10 @@ impl ProviderRequest for ConverseRequest {
|
|||
false
|
||||
}
|
||||
}
|
||||
|
||||
fn get_temperature(&self) -> Option<f32> {
|
||||
self.inference_config.as_ref()?.temperature
|
||||
}
|
||||
}
|
||||
|
||||
// ============================================================================
|
||||
|
|
|
|||
|
|
@ -537,6 +537,10 @@ impl ProviderRequest for MessagesRequest {
|
|||
false
|
||||
}
|
||||
}
|
||||
|
||||
fn get_temperature(&self) -> Option<f32> {
|
||||
self.temperature
|
||||
}
|
||||
}
|
||||
|
||||
impl MessagesResponse {
|
||||
|
|
|
|||
|
|
@ -731,6 +731,10 @@ impl ProviderRequest for ChatCompletionsRequest {
|
|||
false
|
||||
}
|
||||
}
|
||||
|
||||
fn get_temperature(&self) -> Option<f32> {
|
||||
self.temperature
|
||||
}
|
||||
}
|
||||
|
||||
/// Implementation of ProviderResponse for ChatCompletionsResponse
|
||||
|
|
|
|||
|
|
@ -1094,6 +1094,10 @@ impl ProviderRequest for ResponsesAPIRequest {
|
|||
false
|
||||
}
|
||||
}
|
||||
|
||||
fn get_temperature(&self) -> Option<f32> {
|
||||
self.temperature
|
||||
}
|
||||
}
|
||||
|
||||
// ============================================================================
|
||||
|
|
|
|||
|
|
@ -45,6 +45,8 @@ pub trait ProviderRequest: Send + Sync {
|
|||
|
||||
/// Remove a metadata key from the request and return true if the key was present
|
||||
fn remove_metadata_key(&mut self, key: &str) -> bool;
|
||||
|
||||
fn get_temperature(&self) -> Option<f32>;
|
||||
}
|
||||
|
||||
impl ProviderRequest for ProviderRequestType {
|
||||
|
|
@ -137,6 +139,16 @@ impl ProviderRequest for ProviderRequestType {
|
|||
Self::ResponsesAPIRequest(r) => r.remove_metadata_key(key),
|
||||
}
|
||||
}
|
||||
|
||||
fn get_temperature(&self) -> Option<f32> {
|
||||
match self {
|
||||
Self::ChatCompletionsRequest(r) => r.get_temperature(),
|
||||
Self::MessagesRequest(r) => r.get_temperature(),
|
||||
Self::BedrockConverse(r) => r.get_temperature(),
|
||||
Self::BedrockConverseStream(r) => r.get_temperature(),
|
||||
Self::ResponsesAPIRequest(r) => r.get_temperature(),
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
/// Parse the client API from a byte slice.
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue