|
@@ -15,16 +15,21 @@ RUN npm run build
|
|
|
######## CPU-only WebUI backend ########
|
|
|
# To support both CPU and GPU backend, we need to keep the ability to build the CPU-only image.
|
|
|
#FROM python:3.11-slim-bookworm as base
|
|
|
+FROM --platform=linux/amd64 cgr.dev/chainguard/python:latest-dev AS cpu-build-amd64
|
|
|
#FROM --platform=linux/amd64 ubuntu:22.04 AS cpu-builder-amd64
|
|
|
+
|
|
|
#FROM --platform=linux/amd64 cpu-builder-amd64 AS cpu-build-amd64
|
|
|
#RUN OPENWEBUI_CPU_TARGET="cpu" sh gen_linux.sh
|
|
|
+
|
|
|
#FROM --platform=linux/amd64 cpu-builder-amd64 AS cpu_avx-build-amd64
|
|
|
#RUN OPENWEBUI_CPU_TARGET="cpu_avx" sh gen_linux.sh
|
|
|
+
|
|
|
#FROM --platform=linux/amd64 cpu-builder-amd64 AS cpu_avx2-build-amd64
|
|
|
#RUN OPENWEBUI_CPU_TARGET="cpu_avx2" sh gen_linux.sh
|
|
|
|
|
|
######## CUDA WebUI backend ########
|
|
|
-FROM --platform=linux/amd64 nvidia/cuda:"$CUDA_VERSION"-devel-ubuntu22.04 AS cuda-build-amd64
|
|
|
+#FROM --platform=linux/amd64 nvidia/cuda:"$CUDA_VERSION"-devel-ubuntu22.04 AS cuda-build-amd64
|
|
|
+#FROM --platform=linux/amd64 cgr.dev/chainguard/pytorch-cuda12:latest AS cuda-build-amd64 # fails with python requirements conflicts
|
|
|
|
|
|
# Set environment variables for NVIDIA Container Toolkit
|
|
|
ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64 \
|
|
@@ -64,9 +69,20 @@ ENV RAG_EMBEDDING_MODEL="all-MiniLM-L6-v2" \
|
|
|
WORKDIR /app/backend
|
|
|
|
|
|
# Install Python & dependencies in the container
|
|
|
-RUN apt-get update && \
|
|
|
- apt-get install -y --no-install-recommends python3.11 python3-pip ffmpeg libsm6 libxext6 pandoc netcat-openbsd && \
|
|
|
- rm -rf /var/lib/apt/lists/*
|
|
|
+# Used for Debian
|
|
|
+#RUN apt-get update && \
|
|
|
+# apt-get install -y --no-install-recommends python3.11 python3-pip ffmpeg libsm6 libxext6 pandoc netcat-openbsd && \
|
|
|
+# rm -rf /var/lib/apt/lists/*
|
|
|
+
|
|
|
+# Used for Redhat
|
|
|
+#RUN apk update && \
|
|
|
+# apk add --no-install-recommends python3.11 python3-pip ffmpeg libsm6 libxext6 pandoc netcat-openbsd && \
|
|
|
+# apk del /var/cache/apk/*.tbz2
|
|
|
+
|
|
|
+# Install only the dependencies in the container, python will come from the base image used
|
|
|
+RUN apk update && \
|
|
|
+ apk add --no-install-recommends ffmpeg libsm6 libxext6 pandoc netcat-openbsd && \
|
|
|
+ apk del /var/cache/apk/*.tbz2
|
|
|
|
|
|
COPY ./backend/requirements.txt ./requirements.txt
|
|
|
RUN pip3 install torch torchvision torchaudio --no-cache-dir && \
|