From 66bdfdf5c14ab2ab002d41940beea9b6ce486770 Mon Sep 17 00:00:00 2001
From: Aiden Dai <daixb@amazon.com>
Date: Fri, 21 Jun 2024 10:28:04 +0800
Subject: [PATCH] Support Claude 3.5 Sonnet

---
 src/api/models/bedrock.py | 6 ++++++
 src/api/setting.py        | 2 +-
 2 files changed, 7 insertions(+), 1 deletion(-)

diff --git a/src/api/models/bedrock.py b/src/api/models/bedrock.py
index fa8e319..04c86b3 100644
--- a/src/api/models/bedrock.py
+++ b/src/api/models/bedrock.py
@@ -101,6 +101,12 @@ class BedrockModel(BaseChatModel):
             "tool_call": True,
             "stream_tool_call": True,
         },
+        "anthropic.claude-3-5-sonnet-20240620-v1:0": {
+            "system": True,
+            "multimodal": True,
+            "tool_call": True,
+            "stream_tool_call": True,
+        },
         "meta.llama2-13b-chat-v1": {
             "system": True,
             "multimodal": False,
diff --git a/src/api/setting.py b/src/api/setting.py
index 9543e20..408eff5 100644
--- a/src/api/setting.py
+++ b/src/api/setting.py
@@ -11,7 +11,7 @@ DESCRIPTION = """
 Use OpenAI-Compatible RESTful APIs for Amazon Bedrock models.
 
 List of Amazon Bedrock models currently supported:
-- Anthropic Claude 2 / 3 (Haiku/Sonnet/Opus)
+- Anthropic Claude 2 / 3 /3.5 (Haiku/Sonnet/Opus)
 - Meta Llama 2 / 3
 - Mistral / Mixtral
 - Cohere Command R / R+