浏览代码

fix: allow temperature and seed to be 0

Seth Rothschild 9 月之前
父节点
当前提交
c3693c91b3
共有 2 个文件被更改,包括 7 次插入4 次删除
  1. 2 2
      backend/apps/ollama/main.py
  2. 5 2
      backend/apps/openai/main.py

+ 2 - 2
backend/apps/ollama/main.py

@@ -805,7 +805,7 @@ async def generate_chat_completion(
                 )
                 )
 
 
             if (
             if (
-                model_info.params.get("temperature", None)
+                model_info.params.get("temperature", None) is not None
                 and payload["options"].get("temperature") is None
                 and payload["options"].get("temperature") is None
             ):
             ):
                 payload["options"]["temperature"] = model_info.params.get(
                 payload["options"]["temperature"] = model_info.params.get(
@@ -813,7 +813,7 @@ async def generate_chat_completion(
                 )
                 )
 
 
             if (
             if (
-                model_info.params.get("seed", None)
+                model_info.params.get("seed", None) is not None
                 and payload["options"].get("seed") is None
                 and payload["options"].get("seed") is None
             ):
             ):
                 payload["options"]["seed"] = model_info.params.get("seed", None)
                 payload["options"]["seed"] = model_info.params.get("seed", None)

+ 5 - 2
backend/apps/openai/main.py

@@ -372,7 +372,7 @@ async def generate_chat_completion(
 
 
         if model_info.params:
         if model_info.params:
             if (
             if (
-                model_info.params.get("temperature", None)
+                model_info.params.get("temperature", None) is not None
                 and payload.get("temperature") is None
                 and payload.get("temperature") is None
             ):
             ):
                 payload["temperature"] = float(model_info.params.get("temperature"))
                 payload["temperature"] = float(model_info.params.get("temperature"))
@@ -394,7 +394,10 @@ async def generate_chat_completion(
                     model_info.params.get("frequency_penalty", None)
                     model_info.params.get("frequency_penalty", None)
                 )
                 )
 
 
-            if model_info.params.get("seed", None) and payload.get("seed") is None:
+            if (
+                model_info.params.get("seed", None) is not None
+                and payload.get("seed") is None
+            ):
                 payload["seed"] = model_info.params.get("seed", None)
                 payload["seed"] = model_info.params.get("seed", None)
 
 
             if model_info.params.get("stop", None) and payload.get("stop") is None:
             if model_info.params.get("stop", None) and payload.get("stop") is None: