mirror of
https://github.com/docling-project/docling-serve.git
synced 2025-11-29 08:33:50 +00:00
fd1b987e8d
Signed-off-by: rmdg88 <rmdg88@gmail.com> Signed-off-by: Rui-Dias-Gomes <rui.dias.gomes@ibm.com> Co-authored-by: Rui-Dias-Gomes <rui.dias.gomes@ibm.com>
81 lines
2.9 KiB
Docker
81 lines
2.9 KiB
Docker
ARG BASE_IMAGE=quay.io/sclorg/python-312-c9s:c9s
|
|
|
|
ARG UV_VERSION=0.8.3
|
|
|
|
ARG UV_SYNC_EXTRA_ARGS=""
|
|
|
|
FROM ${BASE_IMAGE} AS docling-base
|
|
|
|
###################################################################################################
|
|
# OS Layer #
|
|
###################################################################################################
|
|
|
|
USER 0
|
|
|
|
RUN --mount=type=bind,source=os-packages.txt,target=/tmp/os-packages.txt \
|
|
dnf -y install --best --nodocs --setopt=install_weak_deps=False dnf-plugins-core && \
|
|
dnf config-manager --best --nodocs --setopt=install_weak_deps=False --save && \
|
|
dnf config-manager --enable crb && \
|
|
dnf -y update && \
|
|
dnf install -y $(cat /tmp/os-packages.txt) && \
|
|
dnf -y clean all && \
|
|
rm -rf /var/cache/dnf
|
|
|
|
RUN /usr/bin/fix-permissions /opt/app-root/src/.cache
|
|
|
|
ENV TESSDATA_PREFIX=/usr/share/tesseract/tessdata/
|
|
|
|
FROM ghcr.io/astral-sh/uv:${UV_VERSION} AS uv_stage
|
|
|
|
###################################################################################################
|
|
# Docling layer #
|
|
###################################################################################################
|
|
|
|
FROM docling-base
|
|
|
|
USER 1001
|
|
|
|
WORKDIR /opt/app-root/src
|
|
|
|
ENV \
|
|
OMP_NUM_THREADS=4 \
|
|
LANG=en_US.UTF-8 \
|
|
LC_ALL=en_US.UTF-8 \
|
|
PYTHONIOENCODING=utf-8 \
|
|
UV_COMPILE_BYTECODE=1 \
|
|
UV_LINK_MODE=copy \
|
|
UV_PROJECT_ENVIRONMENT=/opt/app-root \
|
|
DOCLING_SERVE_ARTIFACTS_PATH=/opt/app-root/src/.cache/docling/models
|
|
|
|
ARG UV_SYNC_EXTRA_ARGS
|
|
|
|
RUN --mount=from=uv_stage,source=/uv,target=/bin/uv \
|
|
--mount=type=cache,target=/opt/app-root/src/.cache/uv,uid=1001 \
|
|
--mount=type=bind,source=uv.lock,target=uv.lock \
|
|
--mount=type=bind,source=pyproject.toml,target=pyproject.toml \
|
|
umask 002 && \
|
|
UV_SYNC_ARGS="--frozen --no-install-project --no-dev --all-extras" && \
|
|
uv sync ${UV_SYNC_ARGS} ${UV_SYNC_EXTRA_ARGS} --no-extra flash-attn && \
|
|
FLASH_ATTENTION_SKIP_CUDA_BUILD=TRUE uv sync ${UV_SYNC_ARGS} ${UV_SYNC_EXTRA_ARGS} --no-build-isolation-package=flash-attn
|
|
|
|
ARG MODELS_LIST="layout tableformer picture_classifier easyocr"
|
|
|
|
RUN echo "Downloading models..." && \
|
|
HF_HUB_DOWNLOAD_TIMEOUT="90" \
|
|
HF_HUB_ETAG_TIMEOUT="90" \
|
|
docling-tools models download -o "${DOCLING_SERVE_ARTIFACTS_PATH}" ${MODELS_LIST} && \
|
|
chown -R 1001:0 ${DOCLING_SERVE_ARTIFACTS_PATH} && \
|
|
chmod -R g=u ${DOCLING_SERVE_ARTIFACTS_PATH}
|
|
|
|
COPY --chown=1001:0 ./docling_serve ./docling_serve
|
|
|
|
RUN --mount=from=uv_stage,source=/uv,target=/bin/uv \
|
|
--mount=type=cache,target=/opt/app-root/src/.cache/uv,uid=1001 \
|
|
--mount=type=bind,source=uv.lock,target=uv.lock \
|
|
--mount=type=bind,source=pyproject.toml,target=pyproject.toml \
|
|
umask 002 && uv sync --frozen --no-dev --all-extras ${UV_SYNC_EXTRA_ARGS}
|
|
|
|
EXPOSE 5001
|
|
|
|
CMD ["docling-serve", "run"]
|