From 79eafc02413cc61ec3801e08bab3daae49fe0550 Mon Sep 17 00:00:00 2001 From: Shuguang Chen <54548843+nehcgs@users.noreply.github.com> Date: Fri, 6 Dec 2024 14:07:01 -0800 Subject: [PATCH] Update `ArchBaseHandler` --- model_server/app/model_handler/base_handler.py | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/model_server/app/model_handler/base_handler.py b/model_server/app/model_handler/base_handler.py index f6b811da..c6b88749 100644 --- a/model_server/app/model_handler/base_handler.py +++ b/model_server/app/model_handler/base_handler.py @@ -106,7 +106,7 @@ class ArchBaseHandler: self, messages: List[Message], tools: List[Dict[str, Any]] = None, - extra_instructions: str = None, + extra_instruction: str = None, ): """ Processes a list of messages and formats them appropriately. @@ -114,7 +114,7 @@ class ArchBaseHandler: Args: messages (List[Message]): A list of message objects. tools (List[Dict[str, Any]], optional): A list of tools to include in the system prompt. - extra_instructions (str, optional): Additional instructions to append to the last user message. + extra_instruction (str, optional): Additional instructions to append to the last user message. Returns: List[Dict[str, Any]]: A list of processed message dictionaries. @@ -148,8 +148,8 @@ class ArchBaseHandler: assert processed_messages[-1]["role"] == "user" - if extra_instructions: - processed_messages[-1]["content"] += extra_instructions + if extra_instruction: + processed_messages[-1]["content"] += extra_instruction return processed_messages