Browse Source

Fix OpenAI integration:
from docker on mac get errors since num_ctx not recognized;
remove num_ctx from, and max_tokens to, body in API calls.

Sakkus 1 year ago
parent
commit
bbeaa92904
1 changed files with 9 additions and 0 deletions
  1. 9 0
      backend/apps/openai/main.py

+ 9 - 0
backend/apps/openai/main.py

@@ -146,6 +146,15 @@ async def proxy(path: str, request: Request, user=Depends(get_verified_user)):
                 body["max_tokens"] = 4000
             print("Modified body_dict:", body)
 
+        # Fix for ChatGPT calls failing because the num_ctx key is in body
+        if 'num_ctx' in body:
+            # If 'num_ctx' is in the dictionary, delete it
+            # Leaving it there generates an error with the
+            # OpenAI API (Feb 2024)
+            del body['num_ctx']
+        # OpenAI API (Feb 2024) accepts max_tokens
+        body["max_tokens"] = 1600
+
         # Convert the modified body back to JSON
         body = json.dumps(body)
     except json.JSONDecodeError as e: