apunkt/plano
1
0
Fork 0
mirror of https://github.com/katanemo/plano.git synced 2026-06-26 15:39:40 +02:00
Code Issues Projects Releases Packages Wiki Activity

fix some bugs

Browse source
This commit is contained in:
Adil Hafeez 2024-10-28 20:55:58 -07:00
parent 662a840ac5
commit eaa99259ad
4 changed files with 20 additions and 15 deletions
Download patch file Download diff file Expand all files Collapse all files

6
crates/prompt_gateway/src/stream_context.rs
View file

@ -900,7 +900,11 @@ impl StreamContext {
// don't send tools message and api response to chat gpt
for m in callout_context.request_body.messages.iter() {
if m.role == TOOL_ROLE || m.content.is_none() {
// don't send api response and tool calls to upstream LLMs
if m.role == TOOL_ROLE
|| m.content.is_none()
|| (m.tool_calls.is_some() && !m.tool_calls.as_ref().unwrap().is_empty())
{
continue;
}
messages.push(m.clone());