Bläddra i källkod

fix: repeat_penalty

Michael Poluektov 9 månader sedan
förälder
incheckning
e6bbce439d
2 ändrade filer med 6 tillägg och 4 borttagningar
  1. 0 3
      backend/apps/ollama/main.py
  2. 6 1
      backend/utils/misc.py

+ 0 - 3
backend/apps/ollama/main.py

@@ -31,8 +31,6 @@ from utils.utils import (
     get_verified_user,
     get_admin_user,
 )
-from utils.task import prompt_template
-
 
 from config import (
     SRC_LOG_LEVELS,
@@ -47,7 +45,6 @@ from config import (
 from utils.misc import (
     apply_model_params_to_body_ollama,
     calculate_sha256,
-    add_or_update_system_message,
     apply_model_params_to_body_openai,
     apply_model_system_prompt_to_body,
 )

+ 6 - 1
backend/utils/misc.py

@@ -181,7 +181,12 @@ def apply_model_params_to_body_ollama(params: dict, form_data: dict) -> dict:
     ]
     mappings = {i: lambda x: x for i in opts}
     mappings = {**mappings, **OPENAI_MAPPINGS}
-    return apply_model_params_to_body(params, form_data, mappings)
+    form_data = apply_model_params_to_body(params, form_data, mappings)
+
+    # only param that changes name
+    if (param := params.get("frequency_penalty", None)) is not None:
+        form_data["repeat_penalty"] = param
+    return form_data
 
 
 def get_gravatar_url(email):