apunkt/plano
1
0
Fork 0
mirror of https://github.com/katanemo/plano.git synced 2026-05-15 11:02:39 +02:00
Code Issues Projects Releases Packages Wiki Activity

system prompt (keep system prompt at the top) (#139)

Browse source 
* add system prompt

* fix
This commit is contained in:
Adil Hafeez 2024-10-07 17:50:07 -07:00 • committed by GitHub
parent 422efd3887
commit 43dc2a0a73
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 23 additions and 21 deletions
Download patch file Download diff file Expand all files Collapse all files

44
arch/src/stream_context.rs
View file

@ -622,7 +622,7 @@ impl StreamContext {
fn function_call_response_handler(
&mut self,
body: Vec<u8>,
callout_context: StreamCallContext,
mut callout_context: StreamCallContext,
) {
if let Some(http_status) = self.get_http_call_response_header(":status") {
if http_status != StatusCode::OK.as_str() {
@ -651,7 +651,28 @@ impl StreamContext {
.unwrap()
.clone();
let mut messages: Vec<Message> = callout_context.request_body.messages.clone();
let mut messages: Vec<Message> = Vec::new();
// add system prompt
let system_prompt = match prompt_target.system_prompt.as_ref() {
None => match self.system_prompt.as_ref() {
None => None,
Some(system_prompt) => Some(system_prompt.clone()),
},
Some(system_prompt) => Some(system_prompt.clone()),
};
if system_prompt.is_some() {
let system_prompt_message = Message {
role: SYSTEM_ROLE.to_string(),
content: system_prompt,
model: None,
tool_calls: None,
};
messages.push(system_prompt_message);
}
messages.append(callout_context.request_body.messages.as_mut());
let user_message = match messages.pop() {
Some(user_message) => user_message,
None => {
@ -664,25 +685,6 @@ impl StreamContext {
}
};
// add system prompt
let system_prompt = match prompt_target.system_prompt.as_ref() {
None => match self.system_prompt.as_ref() {
None => None,
Some(system_prompt) => Some(system_prompt.clone()),
},
Some(system_prompt) => Some(system_prompt.clone()),
};
if system_prompt.is_some() {
let system_prompt_message = Message {
role: SYSTEM_ROLE.to_string(),
content: system_prompt,
model: None,
tool_calls: None,
};
messages.push(system_prompt_message);
}
let final_prompt = format!(
"{}\nhere is context: {}",
user_message.content.unwrap(),