apunkt/MetaGPT
1
0
Fork 0
mirror of https://github.com/FoundationAgents/MetaGPT.git synced 2026-06-11 15:15:18 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions

support anthropic

Browse source
This commit is contained in:
usamimeri_renko 2024-04-25 20:24:39 +08:00
parent 9775a2b1eb
commit 187e9ef698
2 changed files with 22 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

10
metagpt/provider/bedrock/base_provider.py
View file

@ -4,7 +4,9 @@ import json
class BaseBedrockProvider(object):
# to handle different generation kwargs
def get_request_body(self, messages, **generate_kwargs):
return json.dumps({"prompt": self.messages_to_prompt(messages)} | generate_kwargs)
body = json.dumps(
{"prompt": self.messages_to_prompt(messages), **generate_kwargs})
return body
def get_choice_text(self, response) -> str:
response_body = self._get_response_body_json(response)
@ -12,10 +14,12 @@ class BaseBedrockProvider(object):
return completions
def get_choice_text_from_stream(self, event):
return json.loads(event["chunk"]["bytes"])["outputs"][0]["text"]
completions = json.loads(event["chunk"]["bytes"])["outputs"][0]["text"]
return completions
def _get_response_body_json(self, response):
return json.loads(response["body"].read())
response_body = json.loads(response["body"].read())
return response_body
def messages_to_prompt(self, messages: list[dict]):
"""[{"role": "user", "content": msg}] to user: <msg> etc."""

17
metagpt/provider/bedrock/bedrock_provider.py
View file

@ -11,7 +11,19 @@ class MistralProvider(BaseBedrockProvider):
class AnthropicProvider(BaseBedrockProvider):
# See https://docs.aws.amazon.com/bedrock/latest/userguide/model-parameters-anthropic-claude-messages.html
pass
def get_request_body(self, messages, **generate_kwargs):
body = json.dumps(
{"messages": messages, "anthropic_version": "bedrock-2023-05-31", **generate_kwargs})
return body
def get_choice_text(self, response) -> str:
response_body = self._get_response_body_json(response)
completions = response_body["content"][0]['text']
return completions
def get_choice_text_from_stream(self, event):
completions = json.loads(event["chunk"]["bytes"])["content"][0]["text"]
return completions
class CohereProvider(BaseBedrockProvider):
@ -28,7 +40,8 @@ class MetaProvider(BaseBedrockProvider):
return completions
def get_choice_text_from_stream(self, event):
return json.loads(event["chunk"]["bytes"])["generation"]
completions = json.loads(event["chunk"]["bytes"])["generation"]
return completions
class Ai21Provider(BaseBedrockProvider):