Browse Source

Merge pull request #9082 from Alex1607/main

FIX max_tokens not being set properly
Timothy Jaeryang Baek 3 months ago
parent
commit
40a4443949
1 changed files with 3 additions and 0 deletions
  1. 3 0
      backend/open_webui/utils/middleware.py

+ 3 - 0
backend/open_webui/utils/middleware.py

@@ -666,6 +666,9 @@ def apply_params_to_form_data(form_data, model):
         if "temperature" in params:
         if "temperature" in params:
             form_data["temperature"] = params["temperature"]
             form_data["temperature"] = params["temperature"]
 
 
+        if "max_tokens" in params:
+            form_data["max_tokens"] = params["max_tokens"]
+
         if "top_p" in params:
         if "top_p" in params:
             form_data["top_p"] = params["top_p"]
             form_data["top_p"] = params["top_p"]