Browse Source

Alternative Temp Fix: Uncomment to Keep Alive Forever

foraxe 1 month ago
parent
commit
04046ed6c8
1 changed files with 1 additions and 1 deletions
  1. 1 1
      backend/open_webui/routers/ollama.py

+ 1 - 1
backend/open_webui/routers/ollama.py

@@ -1169,7 +1169,7 @@ async def generate_chat_completion(
     prefix_id = api_config.get("prefix_id", None)
     if prefix_id:
         payload["model"] = payload["model"].replace(f"{prefix_id}.", "")
-
+    # payload["keep_alive"] = -1 # keep alive forever
     return await send_post_request(
         url=f"{url}/api/chat",
         payload=json.dumps(payload),