Browse Source

fix: logit bias issue

Timothy Jaeryang Baek 2 months ago
parent
commit
4e36b9794f
1 changed files with 5 additions and 1 deletions
  1. 5 1
      backend/open_webui/routers/openai.py

+ 5 - 1
backend/open_webui/routers/openai.py

@@ -673,7 +673,11 @@ async def generate_chat_completion(
         del payload["max_tokens"]
 
     # Convert the modified body back to JSON
-    payload['logit_bias'] = json.loads(convert_logit_bias_input_to_json(payload['logit_bias']))
+    if "logit_bias" in payload:
+        payload["logit_bias"] = json.loads(
+            convert_logit_bias_input_to_json(payload["logit_bias"])
+        )
+
     payload = json.dumps(payload)
 
     r = None