From 4fc0d3bc949bec4fb361fb4fb51e05654eb95c53 Mon Sep 17 00:00:00 2001 From: Fabio Nonato <66026716+nonatofabio@users.noreply.github.com> Date: Tue, 10 Dec 2024 19:26:51 -0800 Subject: [PATCH] Image error fix (#80) --------- Co-authored-by: Fabio Nonato --- src/api/models/bedrock.py | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/src/api/models/bedrock.py b/src/api/models/bedrock.py index 8e32196..f59856a 100644 --- a/src/api/models/bedrock.py +++ b/src/api/models/bedrock.py @@ -7,6 +7,7 @@ from abc import ABC from typing import AsyncIterable, Iterable, Literal import boto3 +from botocore.config import Config import numpy as np import requests import tiktoken @@ -42,9 +43,12 @@ from api.setting import DEBUG, AWS_REGION logger = logging.getLogger(__name__) +config = Config(connect_timeout=1, read_timeout=120, retries={"max_attempts": 1}) + bedrock_runtime = boto3.client( service_name="bedrock-runtime", region_name=AWS_REGION, + config=config, ) SUPPORTED_BEDROCK_EMBEDDING_MODELS = { @@ -362,7 +366,7 @@ class BedrockModel(BaseChatModel): # convert OpenAI chat request to Bedrock SDK request args = self._parse_request(chat_request) if DEBUG: - logger.info("Bedrock request: " + json.dumps(args)) + logger.info("Bedrock request: " + json.dumps(str(args))) try: if stream: