apunkt/MetaGPT
1
0
Fork 0
mirror of https://github.com/FoundationAgents/MetaGPT.git synced 2026-06-08 15:05:17 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions

Updated bedrock supported models

Browse source
This commit is contained in:
JGalego 2024-08-17 00:55:20 +01:00
parent adecdf1764
commit 9f9e405e86
1 changed files with 41 additions and 11 deletions
Download patch file Download diff file Expand all files Collapse all files

52
metagpt/provider/bedrock/utils.py
View file

@ -2,51 +2,81 @@ from metagpt.logs import logger
# max_tokens for each model
NOT_SUUPORT_STREAM_MODELS = {
"ai21.j2-grande-instruct": 8000,
"ai21.j2-jumbo-instruct": 8000,
"ai21.j2-mid": 8000,
"ai21.j2-mid-v1": 8000,
"ai21.j2-ultra": 8000,
"ai21.j2-ultra-v1": 8000,
# Jamba-Instruct
"ai21.jamba-instruct-v1:0": 256000,
# Jurassic-2 Mid-v1 and Ultra-v1
# + Legacy date: 2024-04-30 (us-west-2/Oregon)
# + EOL date: 2024-08-31 (us-west-2/Oregon)
"ai21.j2-mid-v1": 8191,
"ai21.j2-ultra-v1": 8191,
}
SUPPORT_STREAM_MODELS = {
# Titan Text Large
"amazon.titan-tg1-large": 8000,
# Titan Text G1 - Express
"amazon.titan-text-express-v1": 8000,
"amazon.titan-text-express-v1:0:8k": 8000,
# Titan Text G1 - Lite
"amazon.titan-text-lite-v1:0:4k": 4000,
"amazon.titan-text-lite-v1": 4000,
# Titan Text Premier
"amazon.titan-text-premier-v1:0": 32000,
"amazon.titan-text-premier-v1:0:32k": 32000,
# Claude Instant v1
"anthropic.claude-instant-v1": 100000,
"anthropic.claude-instant-v1:2:100k": 100000,
"anthropic.claude-v1": 100000,
# Claude v2
"anthropic.claude-v2": 100000,
"anthropic.claude-v2:1": 200000,
"anthropic.claude-v2:0:18k": 18000,
"anthropic.claude-v2:0:100k": 100000,
# Claude v2.1
"anthropic.claude-v2:1": 200000,
"anthropic.claude-v2:1:18k": 18000,
"anthropic.claude-v2:1:200k": 200000,
# Claude 3 Sonnet
"anthropic.claude-3-sonnet-20240229-v1:0": 200000,
"anthropic.claude-3-sonnet-20240229-v1:0:28k": 28000,
"anthropic.claude-3-sonnet-20240229-v1:0:200k": 200000,
# Claude 3 Haiku
"anthropic.claude-3-haiku-20240307-v1:0": 200000,
"anthropic.claude-3-5-sonnet-20240620-v1:0": 200000,
"anthropic.claude-3-haiku-20240307-v1:0:48k": 48000,
"anthropic.claude-3-haiku-20240307-v1:0:200k": 200000,
# currently (2024-4-29) only available at US West (Oregon) AWS Region.
# Claude 3 Opus
"anthropic.claude-3-opus-20240229-v1:0": 200000,
# Claude 3.5 Sonnet
"anthropic.claude-3-5-sonnet-20240620-v1:0": 200000,
# Command Text
"cohere.command-text-v14": 4000,
"cohere.command-text-v14:7:4k": 4000,
# Command Light Text
"cohere.command-light-text-v14": 4000,
"cohere.command-light-text-v14:7:4k": 4000,
"meta.llama2-13b-chat-v1:0:4k": 4000,
# Command R
"cohere.command-r-v1:0": 128000,
# Command R+
"cohere.command-r-plus-v1:0": 128000,
# Llama 2 (--> Llama 3/3.1) !!!
# + Legacy: 2024-05-12
# + EOL: 2024-10-30
"meta.llama2-13b-chat-v1": 2000,
"meta.llama2-13b-chat-v1:0:4k": 4000,
"meta.llama2-70b-v1": 4000,
"meta.llama2-70b-v1:0:4k": 4000,
"meta.llama2-70b-chat-v1": 2000,
"meta.llama2-70b-chat-v1:0:4k": 2000,
# Llama 3 8B Instruct
"meta.llama3-8b-instruct-v1:0": 2000,
# Llama 3 70B Instruct
"meta.llama3-70b-instruct-v1:0": 2000,
# Mistral 7B Instruct
"mistral.mistral-7b-instruct-v0:2": 32000,
# Mixtral 8x7B Instruct
"mistral.mixtral-8x7b-instruct-v0:1": 32000,
# Mistral Large (24.02)
"mistral.mistral-large-2402-v1:0": 32000,
# Mistral Large 2 (24.07)
"mistral.mistral-large-2407-v1:0": 128000
}
# TODO:use a more general function for constructing chat templates.