|
@@ -1169,7 +1169,7 @@ async def generate_chat_completion(
|
|
|
prefix_id = api_config.get("prefix_id", None)
|
|
|
if prefix_id:
|
|
|
payload["model"] = payload["model"].replace(f"{prefix_id}.", "")
|
|
|
-
|
|
|
+ # payload["keep_alive"] = -1 # keep alive forever
|
|
|
return await send_post_request(
|
|
|
url=f"{url}/api/chat",
|
|
|
payload=json.dumps(payload),
|