AVB/bedrock-access-gateway
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Automatically detect model list

Browse Source
This commit is contained in:
Aiden Dai
2024-12-16 16:15:09 +08:00
parent d4938a0af2
commit 29621ae59c
1 changed files with 7 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
src/api/models/bedrock.py
View File

@@ -38,7 +38,7 @@ from api.schema import (
Embedding, Embedding,
) )
from api.setting import DEBUG, AWS_REGION, ENABLE_CROSS_REGION_INFERENCE from api.setting import DEBUG, AWS_REGION, ENABLE_CROSS_REGION_INFERENCE, DEFAULT_MODEL
logger = logging.getLogger(__name__) logger = logging.getLogger(__name__)
@@ -126,6 +126,12 @@ def list_bedrock_models() -> dict:
except Exception as e: except Exception as e:
logger.error(f"Unable to list models: {str(e)}") logger.error(f"Unable to list models: {str(e)}")
if not model_list:
# In case stack not updated.
model_list[DEFAULT_MODEL] = {
'modalities': ["TEXT", "IMAGE"]
}
return model_list return model_list