updated the vllm to 0.7.2

This commit is contained in:
aman-17 2025-06-11 16:45:25 -07:00
parent 3d86b5a2f6
commit 36fb3f701f
2 changed files with 3 additions and 3 deletions

View File

@ -54,7 +54,7 @@ COPY olmocr/version.py olmocr/version.py
# Needed to resolve setuptools dependencies
ENV UV_INDEX_STRATEGY="unsafe-best-match"
RUN uv pip install --system --no-cache -e ".[gpu]" --extra-index-url https://download.pytorch.org/whl/cu128
# RUN uv pip install --system https://download.pytorch.org/whl/cu128/flashinfer/flashinfer_python-0.2.5%2Bcu128torch2.7-cp38-abi3-linux_x86_64.whl
# RUN uv pip install --system https://download.pytorch.org/whl/cu128/flashinfer/flashinfer_python-0.2.5%2Bcu128torch2.7-cp38-abi3-linux_x86_64.whl12.8.1
RUN uv pip install --system --no-cache ".[bench]"
RUN playwright install-deps
RUN playwright install chromium

View File

@ -36,7 +36,7 @@ dependencies = [
"zstandard",
"boto3",
"httpx",
"torch>=2.6.0",
"torch>=2.5.1",
"transformers>=4.51.1",
"img2pdf",
"beaker-py",
@ -51,7 +51,7 @@ Changelog = "https://github.com/allenai/olmocr/blob/main/CHANGELOG.md"
[project.optional-dependencies]
gpu = [
"vllm==0.8.1"
"vllm==0.7.2"
]
dev = [