fix(model_providers/ollama): Fix OllamaLargeLanguageModel to correctly set the stop option (#5217)

2024-06-14 18:26:14 +08:00
parent b7ff765d8d
commit 7f44e88eda
1 changed files with 1 additions and 1 deletions
--- a/api/core/model_runtime/model_providers/ollama/llm/llm.py
+++ b/api/core/model_runtime/model_providers/ollama/llm/llm.py
@@ -195,7 +195,7 @@ class OllamaLargeLanguageModel(LargeLanguageModel):
        data["options"] = model_parameters or {}

        if stop:
-            data["stop"] = "\n".join(stop)
+            data["options"]["stop"] = stop

        completion_type = LLMMode.value_of(credentials["mode"])