mirror of
https://github.com/allenai/olmocr.git
synced 2025-11-03 03:25:22 +00:00
Basing off of vllm official docker image now
This commit is contained in:
parent
36c22279da
commit
1669df3596
30
Dockerfile
30
Dockerfile
@ -1,39 +1,15 @@
|
|||||||
ARG CUDA_VERSION=12.8.1
|
ARG VLLM_VERSION=v0.10.2
|
||||||
FROM --platform=linux/amd64 nvidia/cuda:${CUDA_VERSION}-devel-ubuntu22.04
|
FROM --platform=linux/amd64 vllm/vllm-openai:${VLLM_VERSION}
|
||||||
|
|
||||||
# Needs to be repeated below the FROM, or else it's not picked up
|
|
||||||
ARG PYTHON_VERSION=3.12
|
|
||||||
ARG CUDA_VERSION=12.8.1
|
|
||||||
|
|
||||||
# Set environment variable to prevent interactive prompts
|
# Set environment variable to prevent interactive prompts
|
||||||
ENV DEBIAN_FRONTEND=noninteractive
|
ENV DEBIAN_FRONTEND=noninteractive
|
||||||
|
|
||||||
# From original VLLM dockerfile https://github.com/vllm-project/vllm/blob/main/docker/Dockerfile
|
|
||||||
# Install Python and other dependencies
|
|
||||||
RUN echo 'tzdata tzdata/Areas select America' | debconf-set-selections \
|
|
||||||
&& echo 'tzdata tzdata/Zones/America select Los_Angeles' | debconf-set-selections \
|
|
||||||
&& apt-get update -y \
|
|
||||||
&& apt-get install -y ccache software-properties-common git curl sudo python3-apt \
|
|
||||||
&& for i in 1 2 3; do \
|
|
||||||
add-apt-repository -y ppa:deadsnakes/ppa && break || \
|
|
||||||
{ echo "Attempt $i failed, retrying in 5s..."; sleep 5; }; \
|
|
||||||
done \
|
|
||||||
&& apt-get update -y \
|
|
||||||
&& apt-get install -y python${PYTHON_VERSION} python${PYTHON_VERSION}-dev python${PYTHON_VERSION}-venv
|
|
||||||
|
|
||||||
# olmOCR Specific Installs - Install fonts BEFORE changing Python version
|
# olmOCR Specific Installs - Install fonts BEFORE changing Python version
|
||||||
RUN echo "ttf-mscorefonts-installer msttcorefonts/accepted-mscorefonts-eula select true" | debconf-set-selections && \
|
RUN echo "ttf-mscorefonts-installer msttcorefonts/accepted-mscorefonts-eula select true" | debconf-set-selections && \
|
||||||
apt-get update -y && \
|
apt-get update -y && \
|
||||||
apt-get install -y --no-install-recommends poppler-utils fonts-crosextra-caladea fonts-crosextra-carlito gsfonts lcdf-typetools ttf-mscorefonts-installer
|
apt-get install -y --no-install-recommends poppler-utils fonts-crosextra-caladea fonts-crosextra-carlito gsfonts lcdf-typetools ttf-mscorefonts-installer
|
||||||
|
|
||||||
# Now update Python alternatives
|
|
||||||
RUN update-alternatives --install /usr/bin/python3 python3 /usr/bin/python${PYTHON_VERSION} 1 \
|
|
||||||
&& update-alternatives --set python3 /usr/bin/python${PYTHON_VERSION} \
|
|
||||||
&& update-alternatives --install /usr/bin/python python /usr/bin/python${PYTHON_VERSION} 1 \
|
|
||||||
&& update-alternatives --set python /usr/bin/python${PYTHON_VERSION} \
|
|
||||||
&& ln -sf /usr/bin/python${PYTHON_VERSION}-config /usr/bin/python3-config \
|
|
||||||
&& curl -sS https://bootstrap.pypa.io/get-pip.py | python${PYTHON_VERSION} \
|
|
||||||
&& python3 --version && python3 -m pip --version
|
|
||||||
|
|
||||||
# Install uv for faster pip installs
|
# Install uv for faster pip installs
|
||||||
RUN --mount=type=cache,target=/root/.cache/uv python3 -m pip install uv
|
RUN --mount=type=cache,target=/root/.cache/uv python3 -m pip install uv
|
||||||
@ -55,8 +31,6 @@ COPY . /build
|
|||||||
|
|
||||||
# Needed to resolve setuptools dependencies
|
# Needed to resolve setuptools dependencies
|
||||||
ENV UV_INDEX_STRATEGY="unsafe-best-match"
|
ENV UV_INDEX_STRATEGY="unsafe-best-match"
|
||||||
RUN uv pip install --system --no-cache ".[gpu]" --extra-index-url https://download.pytorch.org/whl/cu128
|
|
||||||
RUN uv pip install --system https://download.pytorch.org/whl/cu128/flashinfer/flashinfer_python-0.2.6.post1%2Bcu128torch2.7-cp39-abi3-linux_x86_64.whl
|
|
||||||
RUN uv pip install --system --no-cache ".[bench]"
|
RUN uv pip install --system --no-cache ".[bench]"
|
||||||
|
|
||||||
RUN playwright install-deps
|
RUN playwright install-deps
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user