Browse Source

enh: min_p

Timothy J. Baek 9 months ago
parent
commit
8fcb5cee66
1 changed files with 6 additions and 0 deletions
  1. 6 0
      backend/apps/ollama/main.py

+ 6 - 0
backend/apps/ollama/main.py

@@ -857,6 +857,12 @@ async def generate_chat_completion(
             ):
             ):
                 payload["options"]["top_p"] = model_info.params.get("top_p", None)
                 payload["options"]["top_p"] = model_info.params.get("top_p", None)
 
 
+            if (
+                model_info.params.get("min_p", None)
+                and payload["options"].get("min_p") is None
+            ):
+                payload["options"]["min_p"] = model_info.params.get("min_p", None)
+
             if (
             if (
                 model_info.params.get("use_mmap", None)
                 model_info.params.get("use_mmap", None)
                 and payload["options"].get("use_mmap") is None
                 and payload["options"].get("use_mmap") is None