apunkt/plano
1
0
Fork 0
mirror of https://github.com/katanemo/plano.git synced 2026-06-17 15:25:17 +02:00
Code Issues Projects Releases Packages Wiki Activity

add type check and length checl

Browse source
This commit is contained in:
cotran 2024-12-11 13:35:20 -08:00
parent 8cfef7bcd4
commit 991e336179
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
model_server/src/core/function_calling.py
View file

@ -493,7 +493,7 @@ class ArchFunctionHandler(ArchBaseHandler):
total_tokens = estimate_token_length(messages)
# Trim messages if token count exceeds the limit
while total_tokens > max_tokens:
while total_tokens > max_tokens and len(messages) >= 3:
# Find the first non-system message pair
for i in range(len(messages)):
if messages[i]["role"] != "system":