[fix] max token problem in llama2

This commit is contained in:
Wei-Jianan 2024-05-17 10:34:10 +00:00
parent 1911e27219
commit 3338c304b5

View file

@ -39,8 +39,8 @@ SUPPORT_STREAM_MODELS = {
"meta.llama2-13b-chat-v1": 2000,
"meta.llama2-70b-v1": 4000,
"meta.llama2-70b-v1:0:4k": 4000,
"meta.llama2-70b-chat-v1": 4000,
"meta.llama2-70b-chat-v1:0:4k": 4000,
"meta.llama2-70b-chat-v1": 2000,
"meta.llama2-70b-chat-v1:0:4k": 2000,
"meta.llama3-8b-instruct-v1:0": 2000,
"meta.llama3-70b-instruct-v1:0": 2000,
"mistral.mistral-7b-instruct-v0:2": 32000,