AVB/bedrock-access-gateway
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: add amazon nova inference profiles in us (#79)

Browse Source
This commit is contained in:
Fabian Fischer
2024-12-06 06:52:50 +01:00
committed by GitHub
parent 17503b032a
commit 25b3cfb146
1 changed files with 19 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

19
src/api/models/bedrock.py
View File

@@ -312,6 +312,25 @@ class BedrockModel(BaseChatModel):
"tool_call": True,
"stream_tool_call": True,
},
# Amazon Nova models - AWS's proprietary large language models
"us.amazon.nova-lite-v1:0": {
"system": True, # Supports system prompts for context setting
"multimodal": True, # Capable of processing both text and images
"tool_call": True,
"stream_tool_call": True,
},
"us.amazon.nova-micro-v1:0": {
"system": True, # Supports system prompts for context setting
"multimodal": False, # Text-only model, no image processing capabilities
"tool_call": True,
"stream_tool_call": True,
},
"us.amazon.nova-pro-v1:0": {
"system": True, # Supports system prompts for context setting
"multimodal": True, # Capable of processing both text and images
"tool_call": True,
"stream_tool_call": True,
},
}
def list_models(self) -> list[str]: