Support Claude 3.5 Sonnet

2024-06-21 10:28:04 +08:00
parent 49dd6608a0
commit 66bdfdf5c1
2 changed files with 7 additions and 1 deletions
--- a/src/api/models/bedrock.py
+++ b/src/api/models/bedrock.py
@@ -101,6 +101,12 @@ class BedrockModel(BaseChatModel):
            "tool_call": True,
            "stream_tool_call": True,
        },
+        "anthropic.claude-3-5-sonnet-20240620-v1:0": {
+            "system": True,
+            "multimodal": True,
+            "tool_call": True,
+            "stream_tool_call": True,
+        },
        "meta.llama2-13b-chat-v1": {
            "system": True,
            "multimodal": False,
--- a/src/api/setting.py
+++ b/src/api/setting.py
@@ -11,7 +11,7 @@ DESCRIPTION = """
 Use OpenAI-Compatible RESTful APIs for Amazon Bedrock models.

 List of Amazon Bedrock models currently supported:
- Anthropic Claude 2 / 3 (Haiku/Sonnet/Opus)
+- Anthropic Claude 2 / 3 /3.5 (Haiku/Sonnet/Opus)
 - Meta Llama 2 / 3
 - Mistral / Mixtral
 - Cohere Command R / R+