ソースを参照

include logit_bias in form_data

dannyl1u 2 ヶ月 前
コミット
8aa6415500
1 ファイル変更5 行追加0 行削除
  1. 5 0
      backend/open_webui/utils/middleware.py

+ 5 - 0
backend/open_webui/utils/middleware.py

@@ -591,6 +591,11 @@ def apply_params_to_form_data(form_data, model):
 
 
         if "reasoning_effort" in params:
         if "reasoning_effort" in params:
             form_data["reasoning_effort"] = params["reasoning_effort"]
             form_data["reasoning_effort"] = params["reasoning_effort"]
+        if "logit_bias" in params:
+            try:
+                form_data["logit_bias"] = json.loads(params["logit_bias"])
+            except json.JSONDecodeError:
+                print("Invalid JSON format for logit_bias")
 
 
     return form_data
     return form_data