AVB/bedrock-access-gateway
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Support Claude 3.5 Sonnet

Browse Source
This commit is contained in:
Aiden Dai
2024-06-21 10:28:04 +08:00
parent 49dd6608a0
commit 66bdfdf5c1
2 changed files with 7 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
src/api/models/bedrock.py
View File

@@ -101,6 +101,12 @@ class BedrockModel(BaseChatModel):
"tool_call": True, "tool_call": True,
"stream_tool_call": True, "stream_tool_call": True,
}, },
"anthropic.claude-3-5-sonnet-20240620-v1:0": {
"system": True,
"multimodal": True,
"tool_call": True,
"stream_tool_call": True,
},
"meta.llama2-13b-chat-v1": { "meta.llama2-13b-chat-v1": {
"system": True, "system": True,
"multimodal": False, "multimodal": False,

2
src/api/setting.py
View File

@@ -11,7 +11,7 @@ DESCRIPTION = """
Use OpenAI-Compatible RESTful APIs for Amazon Bedrock models. Use OpenAI-Compatible RESTful APIs for Amazon Bedrock models.
List of Amazon Bedrock models currently supported: List of Amazon Bedrock models currently supported:
- Anthropic Claude 2 / 3 (Haiku/Sonnet/Opus) - Anthropic Claude 2 / 3 /3.5 (Haiku/Sonnet/Opus)
- Meta Llama 2 / 3 - Meta Llama 2 / 3
- Mistral / Mixtral - Mistral / Mixtral
- Cohere Command R / R+ - Cohere Command R / R+