فهرست منبع

fix: return proxied response headers during chat completion

Jun Siang Cheah 8 ماه پیش
والد
کامیت
953beb369c
1فایلهای تغییر یافته به همراه4 افزوده شده و 1 حذف شده
  1. 4 1
      backend/main.py

+ 4 - 1
backend/main.py

@@ -628,7 +628,10 @@ class ChatCompletionMiddleware(BaseHTTPMiddleware):
             async for data in original_generator:
             async for data in original_generator:
                 yield data
                 yield data
 
 
-        return StreamingResponse(stream_wrapper(response.body_iterator, data_items))
+        return StreamingResponse(
+            stream_wrapper(response.body_iterator, data_items),
+            headers=dict(response.headers),
+        )
 
 
     async def _receive(self, body: bytes):
     async def _receive(self, body: bytes):
         return {"type": "http.request", "body": body, "more_body": False}
         return {"type": "http.request", "body": body, "more_body": False}