AVB/bedrock-access-gateway
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Image error fix (#80)

Browse Source 
---------

Co-authored-by: Fabio Nonato <fnp@amazon.com>
This commit is contained in:
Fabio Nonato
2024-12-10 19:26:51 -08:00
committed by GitHub
parent 241d5c0f3e
commit 4fc0d3bc94
1 changed files with 5 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
src/api/models/bedrock.py
View File

@@ -7,6 +7,7 @@ from abc import ABC
from typing import AsyncIterable, Iterable, Literal from typing import AsyncIterable, Iterable, Literal
import boto3 import boto3
from botocore.config import Config
import numpy as np import numpy as np
import requests import requests
import tiktoken import tiktoken
@@ -42,9 +43,12 @@ from api.setting import DEBUG, AWS_REGION
logger = logging.getLogger(__name__) logger = logging.getLogger(__name__)
config = Config(connect_timeout=1, read_timeout=120, retries={"max_attempts": 1})
bedrock_runtime = boto3.client( bedrock_runtime = boto3.client(
service_name="bedrock-runtime", service_name="bedrock-runtime",
region_name=AWS_REGION, region_name=AWS_REGION,
config=config,
) )
SUPPORTED_BEDROCK_EMBEDDING_MODELS = { SUPPORTED_BEDROCK_EMBEDDING_MODELS = {
@@ -362,7 +366,7 @@ class BedrockModel(BaseChatModel):
# convert OpenAI chat request to Bedrock SDK request # convert OpenAI chat request to Bedrock SDK request
args = self._parse_request(chat_request) args = self._parse_request(chat_request)
if DEBUG: if DEBUG:
logger.info("Bedrock request: " + json.dumps(args)) logger.info("Bedrock request: " + json.dumps(str(args)))
try: try:
if stream: if stream: