This commit is contained in:
cotran 2024-12-11 14:22:34 -08:00
parent 991e336179
commit c5a79bdbf7

View file

@ -469,7 +469,7 @@ class ArchFunctionHandler(ArchBaseHandler):
)
return prefill_response
def _check_length_and_pop_messages(messages, max_tokens=4096):
def _check_length_and_pop_messages(self, messages, max_tokens=4096):
"""
Trims the `messages` list to ensure the total token count does not exceed `max_tokens`.