Bladeren bron

fix: ollama options

Timothy Jaeryang Baek 4 maanden geleden
bovenliggende
commit
79d7e67e51
2 gewijzigde bestanden met toevoegingen van 4 en 1 verwijderingen
  1. 0 1
      backend/open_webui/utils/middleware.py
  2. 4 0
      backend/open_webui/utils/payload.py

+ 0 - 1
backend/open_webui/utils/middleware.py

@@ -561,7 +561,6 @@ def apply_params_to_form_data(form_data, model):
 
         if "frequency_penalty" in params:
             form_data["frequency_penalty"] = params["frequency_penalty"]
-
     return form_data
 
 

+ 4 - 0
backend/open_webui/utils/payload.py

@@ -160,6 +160,10 @@ def convert_payload_openai_to_ollama(openai_payload: dict) -> dict:
     # If there are advanced parameters in the payload, format them in Ollama's options field
     ollama_options = {}
 
+    if openai_payload.get("options"):
+        ollama_payload["options"] = openai_payload["options"]
+        ollama_options = openai_payload["options"]
+
     # Handle parameters which map directly
     for param in ["temperature", "top_p", "seed"]:
         if param in openai_payload: