add stop parameter (#86)
This commit is contained in:
1 parent
b2c187c716
commit
093c6fa586
2 files changed
+7
No files matched your search
@@ -408,6 +408,12 @@ class BedrockModel(BaseChatModel):
|
||||
"topP": chat_request.top_p,
|
||||
}
|
||||
|
||||
if chat_request.stop is not None:
|
||||
stop = chat_request.stop
|
||||
if isinstance(stop, str):
|
||||
stop = [stop]
|
||||
inference_config["stopSequences"] = stop
|
||||
|
||||
args = {
|
||||
"modelId": chat_request.model,
|
||||
"messages": messages,
|
||||
|
||||
Reference in new issue
Block a user