suppot all Claude models Cross-Region Inference (#65)

2024-10-29 14:43:31 +08:00
parent 9cc3ea8253
commit 5f7676608a
6 changed files with 163 additions and 8 deletions
--- a/deployment/BedrockProxy.template
+++ b/deployment/BedrockProxy.template
@@ -265,10 +265,15 @@
            {
              "Action": [
                "bedrock:InvokeModel",
-                "bedrock:InvokeModelWithResponseStream"
+                "bedrock:InvokeModelWithResponseStream",
+                "bedrock:GetInferenceProfile",
+                "bedrock:ListInferenceProfiles"
              ],
              "Effect": "Allow",
-              "Resource": "arn:aws:bedrock:*::foundation-model/*"
+              "Resource": [
+                "arn:aws:bedrock:*::foundation-model/*",
+                "arn:aws:bedrock:*:*:inference-profile/*"
+              ]
            },
            {
              "Action": [