add stop parameter (#86)

This commit is contained in:
yytdfc authored and GitHub committed 2024-12-31 11:15:24 +08:00
1 parent b2c187c716
commit 093c6fa586
2 files changed
+7

No files matched your search

+6
View File
@@ -408,6 +408,12 @@ class BedrockModel(BaseChatModel):
"topP": chat_request.top_p,
}
if chat_request.stop is not None:
stop = chat_request.stop
if isinstance(stop, str):
stop = [stop]
inference_config["stopSequences"] = stop
args = {
"modelId": chat_request.model,
"messages": messages,