AVB/bedrock-access-gateway
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix potential process stuck issue

Browse Source
This commit is contained in:
Aiden Dai
2025-03-22 18:39:08 +08:00
parent 0ead770069
commit 4f1a75b49f
1 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/api/models/bedrock.py
+2
View File
@@ -1,3 +1,4 @@
import asyncio
import base64 import base64
import json import json
import logging import logging
@@ -220,6 +221,7 @@ class BedrockModel(BaseChatModel):
# and the choices field will always be an empty array. # and the choices field will always be an empty array.
# All other chunks will also include a usage field, but with a null value. # All other chunks will also include a usage field, but with a null value.
yield self.stream_response_to_bytes(stream_response) yield self.stream_response_to_bytes(stream_response)
await asyncio.sleep(0)
# return an [DONE] message at the end. # return an [DONE] message at the end.
yield self.stream_response_to_bytes() yield self.stream_response_to_bytes()