AVB/bedrock-access-gateway
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

performance improvement

Browse Source
This commit is contained in:
Aiden Dai
2025-03-13 18:24:08 +08:00
parent fa14ae8c05
commit 0ead770069
3 changed files with 13 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/api/models/base.py
+2 -2
View File
@@ -29,12 +29,12 @@ class BaseChatModel(ABC):
pass
@abstractmethod
def chat(self, chat_request: ChatRequest) -> ChatResponse:
async def chat(self, chat_request: ChatRequest) -> ChatResponse:
"""Handle a basic chat completion requests."""
pass
@abstractmethod
def chat_stream(self, chat_request: ChatRequest) -> AsyncIterable[bytes]:
async def chat_stream(self, chat_request: ChatRequest) -> AsyncIterable[bytes]:
"""Handle a basic chat completion requests with stream response."""
pass