Files
docling-serve/Containerfile
Michele Dolfi b00718bcc9 feat: upgrade endpoint to docling v2 (#13)
* upgrade endpoint to docling v2

Signed-off-by: Michele Dolfi <dol@zurich.ibm.com>

* fix Containerfile

Signed-off-by: Michele Dolfi <dol@zurich.ibm.com>

---------

Signed-off-by: Michele Dolfi <dol@zurich.ibm.com>
2024-12-19 11:41:44 +01:00

33 lines
903 B
Docker

FROM python:3.11-slim-bookworm
ARG CPU_ONLY=false
WORKDIR /docling-serve
RUN apt-get update \
&& apt-get install -y libgl1 libglib2.0-0 curl wget git \
&& apt-get clean
RUN pip install --no-cache-dir poetry
COPY pyproject.toml poetry.lock README.md /docling-serve/
RUN if [ "$CPU_ONLY" = "true" ]; then \
poetry install --no-root --with cpu; \
else \
poetry install --no-root; \
fi
ENV HF_HOME=/tmp/
ENV TORCH_HOME=/tmp/
RUN poetry run python -c 'from docling.pipeline.standard_pdf_pipeline import StandardPdfPipeline; artifacts_path = StandardPdfPipeline.download_models_hf(force=True);'
# On container environments, always set a thread budget to avoid undesired thread congestion.
ENV OMP_NUM_THREADS=4
COPY ./docling_serve /docling-serve/docling_serve
EXPOSE 5000
CMD ["poetry", "run", "uvicorn", "--port", "5000", "--host", "0.0.0.0", "docling_serve.app:app"]