فهرست منبع

refac: lazily load faster_whisper to reduce start up memory usage

Jun Siang Cheah 10 ماه پیش
والد
کامیت
17c684369e
2فایلهای تغییر یافته به همراه2 افزوده شده و 2 حذف شده
  1. 2 1
      backend/apps/audio/main.py
  2. 0 1
      backend/apps/images/main.py

+ 2 - 1
backend/apps/audio/main.py

@@ -14,7 +14,6 @@ from fastapi import (
 from fastapi.responses import StreamingResponse, JSONResponse, FileResponse
 from fastapi.responses import StreamingResponse, JSONResponse, FileResponse
 
 
 from fastapi.middleware.cors import CORSMiddleware
 from fastapi.middleware.cors import CORSMiddleware
-from faster_whisper import WhisperModel
 from pydantic import BaseModel
 from pydantic import BaseModel
 
 
 import uuid
 import uuid
@@ -277,6 +276,8 @@ def transcribe(
             f.close()
             f.close()
 
 
         if app.state.config.STT_ENGINE == "":
         if app.state.config.STT_ENGINE == "":
+            from faster_whisper import WhisperModel
+
             whisper_kwargs = {
             whisper_kwargs = {
                 "model_size_or_path": WHISPER_MODEL,
                 "model_size_or_path": WHISPER_MODEL,
                 "device": whisper_device_type,
                 "device": whisper_device_type,

+ 0 - 1
backend/apps/images/main.py

@@ -12,7 +12,6 @@ from fastapi import (
     Form,
     Form,
 )
 )
 from fastapi.middleware.cors import CORSMiddleware
 from fastapi.middleware.cors import CORSMiddleware
-from faster_whisper import WhisperModel
 
 
 from constants import ERROR_MESSAGES
 from constants import ERROR_MESSAGES
 from utils.utils import (
 from utils.utils import (