From e461cdd92ebb6391c252d1067e826e1b2e57471c Mon Sep 17 00:00:00 2001 From: Adil Hafeez Date: Thu, 17 Oct 2024 17:28:21 -0700 Subject: [PATCH] add comments --- crates/prompt_gateway/src/prompt_stream_context.rs | 3 +++ 1 file changed, 3 insertions(+) diff --git a/crates/prompt_gateway/src/prompt_stream_context.rs b/crates/prompt_gateway/src/prompt_stream_context.rs index 3fc63940..9b2232e6 100644 --- a/crates/prompt_gateway/src/prompt_stream_context.rs +++ b/crates/prompt_gateway/src/prompt_stream_context.rs @@ -1304,6 +1304,9 @@ impl HttpContext for PromptStreamContext { *metadata = Value::Object(serde_json::Map::new()); } + // since arch gateway generates tool calls (using arch-fc) and calls upstream api to + // get response, we will send these back to developer so they can see the api response + // and tool call arch-fc generated let mut fc_messages = Vec::new(); fc_messages.push(Message { role: ASSISTANT_ROLE.to_string(),