Browse Source

refac: unnecessary max_token value removed

Timothy J. Baek 1 year ago
parent
commit
781be2779b
1 changed files with 2 additions and 4 deletions
  1. 2 4
      backend/apps/openai/main.py

+ 2 - 4
backend/apps/openai/main.py

@@ -147,13 +147,11 @@ async def proxy(path: str, request: Request, user=Depends(get_verified_user)):
             print("Modified body_dict:", body)
 
         # Fix for ChatGPT calls failing because the num_ctx key is in body
-        if 'num_ctx' in body:
+        if "num_ctx" in body:
             # If 'num_ctx' is in the dictionary, delete it
             # Leaving it there generates an error with the
             # OpenAI API (Feb 2024)
-            del body['num_ctx']
-        # OpenAI API (Feb 2024) accepts max_tokens
-        body["max_tokens"] = 1600
+            del body["num_ctx"]
 
         # Convert the modified body back to JSON
         body = json.dumps(body)