mirror of
https://github.com/immich-app/immich.git
synced 2024-11-15 09:59:00 -07:00
bd826b0b9b
* round-robin device assignment * docs and tests clarify doc
113 lines
3.9 KiB
Docker
113 lines
3.9 KiB
Docker
ARG DEVICE=cpu
|
|
|
|
FROM python:3.11-bookworm@sha256:3cdce69fd5663ca47c420ec4d4df8e3545519a4030372f7d2064fb1be2279844 AS builder-cpu
|
|
|
|
FROM builder-cpu AS builder-openvino
|
|
|
|
FROM builder-cpu AS builder-cuda
|
|
|
|
FROM builder-cpu AS builder-armnn
|
|
|
|
ENV ARMNN_PATH=/opt/armnn
|
|
COPY ann /opt/ann
|
|
RUN mkdir /opt/armnn && \
|
|
curl -SL "https://github.com/ARM-software/armnn/releases/download/v24.05/ArmNN-linux-aarch64.tar.gz" | tar -zx -C /opt/armnn && \
|
|
cd /opt/ann && \
|
|
sh build.sh
|
|
|
|
FROM builder-${DEVICE} AS builder
|
|
|
|
ARG DEVICE
|
|
ENV PYTHONDONTWRITEBYTECODE=1 \
|
|
PYTHONUNBUFFERED=1 \
|
|
PIP_NO_CACHE_DIR=true \
|
|
VIRTUAL_ENV="/opt/venv" \
|
|
PATH="/opt/venv/bin:${PATH}"
|
|
|
|
RUN apt-get update && apt-get install -y --no-install-recommends g++
|
|
|
|
RUN pip install --upgrade pip && pip install poetry
|
|
RUN poetry config installer.max-workers 10 && \
|
|
poetry config virtualenvs.create false
|
|
RUN python3 -m venv /opt/venv
|
|
|
|
COPY poetry.lock pyproject.toml ./
|
|
RUN poetry install --sync --no-interaction --no-ansi --no-root --with ${DEVICE} --without dev
|
|
|
|
FROM python:3.11-slim-bookworm@sha256:5501a4fe605abe24de87c2f3d6cf9fd760354416a0cad0296cf284fddcdca9e2 AS prod-cpu
|
|
|
|
FROM prod-cpu AS prod-openvino
|
|
|
|
RUN apt-get update && \
|
|
apt-get install --no-install-recommends -yqq ocl-icd-libopencl1 wget && \
|
|
wget https://github.com/intel/intel-graphics-compiler/releases/download/igc-1.0.17384.11/intel-igc-core_1.0.17384.11_amd64.deb && \
|
|
wget https://github.com/intel/intel-graphics-compiler/releases/download/igc-1.0.17384.11/intel-igc-opencl_1.0.17384.11_amd64.deb && \
|
|
wget https://github.com/intel/compute-runtime/releases/download/24.31.30508.7/intel-opencl-icd_24.31.30508.7_amd64.deb && \
|
|
wget https://github.com/intel/compute-runtime/releases/download/24.31.30508.7/libigdgmm12_22.4.1_amd64.deb && \
|
|
dpkg -i *.deb && \
|
|
rm *.deb && \
|
|
apt-get remove wget -yqq && \
|
|
rm -rf /var/lib/apt/lists/*
|
|
|
|
FROM nvidia/cuda:12.2.2-runtime-ubuntu22.04@sha256:94c1577b2cd9dd6c0312dc04dff9cb2fdce2b268018abc3d7c2dbcacf1155000 AS prod-cuda
|
|
|
|
RUN apt-get update && \
|
|
apt-get install --no-install-recommends -yqq libcudnn9-cuda-12 && \
|
|
apt-get clean && \
|
|
rm -rf /var/lib/apt/lists/*
|
|
|
|
COPY --from=builder-cuda /usr/local/bin/python3 /usr/local/bin/python3
|
|
COPY --from=builder-cuda /usr/local/lib/python3.11 /usr/local/lib/python3.11
|
|
COPY --from=builder-cuda /usr/local/lib/libpython3.11.so /usr/local/lib/libpython3.11.so
|
|
|
|
FROM prod-cpu AS prod-armnn
|
|
|
|
ENV LD_LIBRARY_PATH=/opt/armnn
|
|
|
|
RUN apt-get update && apt-get install -y --no-install-recommends ocl-icd-libopencl1 mesa-opencl-icd libgomp1 && \
|
|
rm -rf /var/lib/apt/lists/* && \
|
|
mkdir --parents /etc/OpenCL/vendors && \
|
|
echo "/usr/lib/libmali.so" > /etc/OpenCL/vendors/mali.icd && \
|
|
mkdir /opt/armnn
|
|
|
|
COPY --from=builder-armnn \
|
|
/opt/armnn/libarmnn.so.?? \
|
|
/opt/armnn/libarmnnOnnxParser.so.?? \
|
|
/opt/armnn/libarmnnDeserializer.so.?? \
|
|
/opt/armnn/libarmnnTfLiteParser.so.?? \
|
|
/opt/armnn/libprotobuf.so.?.??.?.? \
|
|
/opt/ann/libann.s[o] \
|
|
/opt/ann/build.sh \
|
|
/opt/armnn/
|
|
|
|
FROM prod-${DEVICE} AS prod
|
|
ARG DEVICE
|
|
|
|
RUN apt-get update && \
|
|
apt-get install -y --no-install-recommends tini $(if ! [ "$DEVICE" = "openvino" ]; then echo "libmimalloc2.0"; fi) && \
|
|
apt-get autoremove -yqq && \
|
|
apt-get clean && \
|
|
rm -rf /var/lib/apt/lists/*
|
|
|
|
WORKDIR /usr/src/app
|
|
ENV TRANSFORMERS_CACHE=/cache \
|
|
PYTHONDONTWRITEBYTECODE=1 \
|
|
PYTHONUNBUFFERED=1 \
|
|
PATH="/opt/venv/bin:$PATH" \
|
|
PYTHONPATH=/usr/src \
|
|
DEVICE=${DEVICE}
|
|
|
|
# prevent core dumps
|
|
RUN echo "hard core 0" >> /etc/security/limits.conf && \
|
|
echo "fs.suid_dumpable 0" >> /etc/sysctl.conf && \
|
|
echo 'ulimit -S -c 0 > /dev/null 2>&1' >> /etc/profile
|
|
|
|
COPY --from=builder /opt/venv /opt/venv
|
|
COPY ann/ann.py /usr/src/ann/ann.py
|
|
COPY start.sh log_conf.json gunicorn_conf.py ./
|
|
COPY app .
|
|
ENTRYPOINT ["tini", "--"]
|
|
CMD ["./start.sh"]
|
|
|
|
HEALTHCHECK CMD python3 healthcheck.py
|