apunkt/plano
1
0
Fork 0
mirror of https://github.com/katanemo/plano.git synced 2026-06-29 15:49:40 +02:00
Code Issues Projects Releases Packages Wiki Activity

pending

Browse source
This commit is contained in:
Adil Hafeez 2025-01-10 12:52:29 -08:00
parent e55127d325
commit 42ab061971
6 changed files with 301 additions and 1608 deletions
Download patch file Download diff file Expand all files Collapse all files

8
crates/prompt_gateway/src/stream_context.rs
View file

@ -14,7 +14,7 @@ use common::http::{CallArgs, Client};
use common::stats::Gauge;
use derivative::Derivative;
use http::StatusCode;
use log::{info, debug, warn};
use log::{debug, info, warn};
use proxy_wasm::traits::*;
use serde_yaml::Value;
use std::cell::RefCell;
@ -465,6 +465,7 @@ impl StreamContext {
fn construct_llm_messages(&mut self, callout_context: &StreamCallContext) -> Vec<Message> {
let mut messages: Vec<Message> = Vec::new();
info!("prompt target: {:?}", callout_context.prompt_target_name);
// add system prompt
let system_prompt = match callout_context.prompt_target_name.as_ref() {
None => self.system_prompt.as_ref().clone(),
@ -473,7 +474,7 @@ impl StreamContext {
}
};
info!("messages 1: {:?}", callout_context.request_body.messages);
info!("system_prompt: {:?}", system_prompt);
if system_prompt.is_some() {
let system_prompt_message = Message {
@ -486,12 +487,9 @@ impl StreamContext {
messages.push(system_prompt_message);
}
info!("messages 2: {:?}", messages);
messages.append(
&mut self.filter_out_arch_messages(callout_context.request_body.messages.as_ref()),
);
info!("messages 3: {:?}", messages);
messages
}