浏览代码

Added support for stop parameter

Simone 2 月之前
父节点
当前提交
fb3886cf04
共有 1 个文件被更改,包括 6 次插入0 次删除
  1. 6 0
      backend/open_webui/utils/payload.py

+ 6 - 0
backend/open_webui/utils/payload.py

@@ -230,6 +230,12 @@ def convert_payload_openai_to_ollama(openai_payload: dict) -> dict:
                 "system"
             ]  # To prevent Ollama warning of invalid option provided
 
+    # If there is the "stop" parameter in the openai_payload, remap it to the ollama_payload.options
+    if "stop" in openai_payload:
+        ollama_options = ollama_payload.get("options", {})
+        ollama_options["stop"] = openai_payload.get("stop")
+        ollama_payload["options"] = ollama_options
+
     if "metadata" in openai_payload:
         ollama_payload["metadata"] = openai_payload["metadata"]