apunkt/MetaGPT
1
0
Fork 0
mirror of https://github.com/FoundationAgents/MetaGPT.git synced 2026-05-01 11:56:24 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions

token_counter: add gpt-3.5-turbo-16k in list and add comment for them

Browse source
This commit is contained in:
geekan 2023-12-19 11:49:06 +08:00 • committed by better629
parent 2296aea055
commit f371e3a499
1 changed files with 2 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

3
metagpt/utils/token_counter.py
View file

@ -56,6 +56,7 @@ def count_message_tokens(messages, model="gpt-3.5-turbo-0613"):
if model in {
"gpt-3.5-turbo-0613",
"gpt-3.5-turbo-16k-0613",
"gpt-3.5-turbo-16k",
"gpt-3.5-turbo-1106",
"gpt-4-0314",
"gpt-4-32k-0314",
@ -63,7 +64,7 @@ def count_message_tokens(messages, model="gpt-3.5-turbo-0613"):
"gpt-4-32k-0613",
"gpt-4-1106-preview",
}:
tokens_per_message = 3
tokens_per_message = 3 # # every reply is primed with <|start|>assistant<|message|>
tokens_per_name = 1
elif model == "gpt-3.5-turbo-0301":
tokens_per_message = 4 # every message follows <|start|>{role/name}\n{content}<|end|>\n