Use secrets manager for api key

2025-02-10 15:25:12 +08:00
parent 74ca3b938e
commit c39f6bc942
4 changed files with 304 additions and 11 deletions
--- a/src/api/models/bedrock.py
+++ b/src/api/models/bedrock.py
@@ -105,7 +105,7 @@ def list_bedrock_models() -> dict:
            status = model['modelLifecycle'].get('status', 'ACTIVE')

            # currently, use this to filter out rerank models and legacy models
-            if not stream_supported or status != "ACTIVE":
+            if not stream_supported or status not in ["ACTIVE", "LEGACY"]:
                continue

            inference_types = model.get('inferenceTypesSupported', [])