From 9f9e405e86d9acef3f5619ecb22489597cf243c0 Mon Sep 17 00:00:00 2001
From: JGalego <jgalego@amazon.pt>
Date: Sat, 17 Aug 2024 00:55:20 +0100
Subject: [PATCH] Updated bedrock supported models

---
 metagpt/provider/bedrock/utils.py | 52 ++++++++++++++++++++++++-------
 1 file changed, 41 insertions(+), 11 deletions(-)

diff --git a/metagpt/provider/bedrock/utils.py b/metagpt/provider/bedrock/utils.py
index 46520d1d5..527cc9037 100644
--- a/metagpt/provider/bedrock/utils.py
+++ b/metagpt/provider/bedrock/utils.py
@@ -2,51 +2,81 @@ from metagpt.logs import logger
 
 # max_tokens for each model
 NOT_SUUPORT_STREAM_MODELS = {
-    "ai21.j2-grande-instruct": 8000,
-    "ai21.j2-jumbo-instruct": 8000,
-    "ai21.j2-mid": 8000,
-    "ai21.j2-mid-v1": 8000,
-    "ai21.j2-ultra": 8000,
-    "ai21.j2-ultra-v1": 8000,
+    # Jamba-Instruct
+    "ai21.jamba-instruct-v1:0": 256000,
+    # Jurassic-2 Mid-v1 and Ultra-v1
+    # + Legacy date: 2024-04-30 (us-west-2/Oregon)
+    # + EOL date: 2024-08-31 (us-west-2/Oregon)
+    "ai21.j2-mid-v1": 8191,
+    "ai21.j2-ultra-v1": 8191,
 }
 
 SUPPORT_STREAM_MODELS = {
+    # Titan Text Large
     "amazon.titan-tg1-large": 8000,
+    # Titan Text G1 - Express
     "amazon.titan-text-express-v1": 8000,
     "amazon.titan-text-express-v1:0:8k": 8000,
+    # Titan Text G1 - Lite
     "amazon.titan-text-lite-v1:0:4k": 4000,
     "amazon.titan-text-lite-v1": 4000,
+    # Titan Text Premier
+    "amazon.titan-text-premier-v1:0": 32000,
+    "amazon.titan-text-premier-v1:0:32k": 32000,
+    # Claude Instant v1
     "anthropic.claude-instant-v1": 100000,
     "anthropic.claude-instant-v1:2:100k": 100000,
-    "anthropic.claude-v1": 100000,
+    # Claude v2
     "anthropic.claude-v2": 100000,
-    "anthropic.claude-v2:1": 200000,
     "anthropic.claude-v2:0:18k": 18000,
+    "anthropic.claude-v2:0:100k": 100000,
+    # Claude v2.1
+    "anthropic.claude-v2:1": 200000,
+    "anthropic.claude-v2:1:18k": 18000,
     "anthropic.claude-v2:1:200k": 200000,
+    # Claude 3 Sonnet
     "anthropic.claude-3-sonnet-20240229-v1:0": 200000,
     "anthropic.claude-3-sonnet-20240229-v1:0:28k": 28000,
     "anthropic.claude-3-sonnet-20240229-v1:0:200k": 200000,
+    # Claude 3 Haiku
     "anthropic.claude-3-haiku-20240307-v1:0": 200000,
-    "anthropic.claude-3-5-sonnet-20240620-v1:0": 200000,
     "anthropic.claude-3-haiku-20240307-v1:0:48k": 48000,
     "anthropic.claude-3-haiku-20240307-v1:0:200k": 200000,
-    # currently (2024-4-29) only available at US West (Oregon) AWS Region.
+    # Claude 3 Opus
     "anthropic.claude-3-opus-20240229-v1:0": 200000,
+    # Claude 3.5 Sonnet
+    "anthropic.claude-3-5-sonnet-20240620-v1:0": 200000,
+    # Command Text
     "cohere.command-text-v14": 4000,
     "cohere.command-text-v14:7:4k": 4000,
+    # Command Light Text
     "cohere.command-light-text-v14": 4000,
     "cohere.command-light-text-v14:7:4k": 4000,
-    "meta.llama2-13b-chat-v1:0:4k": 4000,
+    # Command R
+    "cohere.command-r-v1:0": 128000,
+    # Command R+
+    "cohere.command-r-plus-v1:0": 128000,
+    # Llama 2 (--> Llama 3/3.1) !!!
+    # + Legacy: 2024-05-12
+    # + EOL: 2024-10-30
     "meta.llama2-13b-chat-v1": 2000,
+    "meta.llama2-13b-chat-v1:0:4k": 4000,
     "meta.llama2-70b-v1": 4000,
     "meta.llama2-70b-v1:0:4k": 4000,
     "meta.llama2-70b-chat-v1": 2000,
     "meta.llama2-70b-chat-v1:0:4k": 2000,
+    # Llama 3 8B Instruct
     "meta.llama3-8b-instruct-v1:0": 2000,
+    # Llama 3 70B Instruct
     "meta.llama3-70b-instruct-v1:0": 2000,
+    # Mistral 7B Instruct
     "mistral.mistral-7b-instruct-v0:2": 32000,
+    # Mixtral 8x7B Instruct
     "mistral.mixtral-8x7b-instruct-v0:1": 32000,
+    # Mistral Large (24.02)
     "mistral.mistral-large-2402-v1:0": 32000,
+    # Mistral Large 2 (24.07)
+    "mistral.mistral-large-2407-v1:0": 128000
 }
 
 # TODO:use a more general function for constructing chat templates.