浏览代码

Added EXTRA_MODULES argument

Jan-Timo Hesse 9 月之前
父节点
当前提交
cec5fdd144
共有 2 个文件被更改,包括 7 次插入1 次删除
  1. 3 1
      Dockerfile
  2. 4 0
      backend/start.sh

+ 3 - 1
Dockerfile

@@ -38,6 +38,7 @@ ARG USE_OLLAMA
 ARG USE_CUDA_VER
 ARG USE_CUDA_VER
 ARG USE_EMBEDDING_MODEL
 ARG USE_EMBEDDING_MODEL
 ARG USE_RERANKING_MODEL
 ARG USE_RERANKING_MODEL
+ARG EXTRA_MODULES
 ARG UID
 ARG UID
 ARG GID
 ARG GID
 
 
@@ -49,7 +50,8 @@ ENV ENV=prod \
     USE_CUDA_DOCKER=${USE_CUDA} \
     USE_CUDA_DOCKER=${USE_CUDA} \
     USE_CUDA_DOCKER_VER=${USE_CUDA_VER} \
     USE_CUDA_DOCKER_VER=${USE_CUDA_VER} \
     USE_EMBEDDING_MODEL_DOCKER=${USE_EMBEDDING_MODEL} \
     USE_EMBEDDING_MODEL_DOCKER=${USE_EMBEDDING_MODEL} \
-    USE_RERANKING_MODEL_DOCKER=${USE_RERANKING_MODEL}
+    USE_RERANKING_MODEL_DOCKER=${USE_RERANKING_MODEL} \
+    EXTRA_MODULES_DOCKER=${EXTRA_MODULES}
 
 
 ## Basis URL Config ##
 ## Basis URL Config ##
 ENV OLLAMA_BASE_URL="/ollama" \
 ENV OLLAMA_BASE_URL="/ollama" \

+ 4 - 0
backend/start.sh

@@ -30,6 +30,10 @@ if [[ "${USE_CUDA_DOCKER,,}" == "true" ]]; then
   export LD_LIBRARY_PATH="$LD_LIBRARY_PATH:/usr/local/lib/python3.11/site-packages/torch/lib:/usr/local/lib/python3.11/site-packages/nvidia/cudnn/lib"
   export LD_LIBRARY_PATH="$LD_LIBRARY_PATH:/usr/local/lib/python3.11/site-packages/torch/lib:/usr/local/lib/python3.11/site-packages/nvidia/cudnn/lib"
 fi
 fi
 
 
+if [ -n "$EXTRA_MODULES_DOCKER" ]; then
+  echo "Loading extra modules: $EXTRA_MODULES_DOCKER"
+  uv pip install --system $EXTRA_MODULES_DOCKER --no-cache-dir
+fi
 
 
 # Check if SPACE_ID is set, if so, configure for space
 # Check if SPACE_ID is set, if so, configure for space
 if [ -n "$SPACE_ID" ]; then
 if [ -n "$SPACE_ID" ]; then