From c5a79bdbf7f3cc55a8fff945f4479570b48e46ab Mon Sep 17 00:00:00 2001 From: cotran Date: Wed, 11 Dec 2024 14:22:34 -0800 Subject: [PATCH] fixbug --- model_server/src/core/function_calling.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/model_server/src/core/function_calling.py b/model_server/src/core/function_calling.py index a01c7fae..14f5af28 100644 --- a/model_server/src/core/function_calling.py +++ b/model_server/src/core/function_calling.py @@ -469,7 +469,7 @@ class ArchFunctionHandler(ArchBaseHandler): ) return prefill_response - def _check_length_and_pop_messages(messages, max_tokens=4096): + def _check_length_and_pop_messages(self, messages, max_tokens=4096): """ Trims the `messages` list to ensure the total token count does not exceed `max_tokens`.