From f1ff510c911753028082bfbc5c06b293202fa121 Mon Sep 17 00:00:00 2001 From: cotran Date: Thu, 31 Oct 2024 10:10:25 -0700 Subject: [PATCH] fix stream --- model_server/app/function_calling/model_utils.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/model_server/app/function_calling/model_utils.py b/model_server/app/function_calling/model_utils.py index c790e0ae..4c55816c 100644 --- a/model_server/app/function_calling/model_utils.py +++ b/model_server/app/function_calling/model_utils.py @@ -79,7 +79,7 @@ async def chat_completion(req: ChatMessage, res: Response): resp = const.arch_function_client.chat.completions.create( messages=messages, model=client_model_name, - stream=False, + stream=True, extra_body=const.arch_function_generation_params, ) except Exception as e: