apunkt/plano
1
0
Fork 0
mirror of https://github.com/katanemo/plano.git synced 2026-05-27 14:17:15 +02:00
Code Issues Projects Releases Packages Wiki Activity

feat: implement capability-aware routing for OpenAI Responses API, enhancing model selection and error handling for unsupported tools

Browse source
This commit is contained in:
Musa 2026-02-25 13:45:44 -08:00
parent eed196bc81
commit 2210f69db0
No known key found for this signature in database
8 changed files with 189 additions and 39 deletions
Download patch file Download diff file Expand all files Collapse all files

21
crates/llm_gateway/src/stream_context.rs
View file

@ -1139,6 +1139,27 @@ impl HttpContext for StreamContext {
let current_time = get_current_time().unwrap();
if end_of_stream && body_size == 0 {
// Flush any buffered partial SSE event on stream end.
// This handles cases where the last logical SSE event (for example, response.completed)
// was split across chunks and the tail only arrives at end-of-stream.
if self.streaming_response {
let provider_id = self.get_provider_id();
match self.handle_streaming_response(&[], provider_id) {
Ok(serialized_body) => {
if !serialized_body.is_empty() {
self.set_http_response_body(0, 0, &serialized_body);
debug!(
"request_id={}: flushed buffered streaming bytes on end_of_stream, size={}",
self.request_identifier(),
serialized_body.len()
);
}
}
Err(_) => {
// Ignore flush errors and proceed with end-of-request handling.
}
}
}
debug!(
"request_id={}: response body complete, total_bytes={}",
self.request_identifier(),