trying vllm

This commit is contained in:
Jake Poznanski 2025-09-24 21:29:11 +00:00
parent 8f88a98e5d
commit 36c22279da

View File

@ -37,7 +37,7 @@ dependencies = [
"boto3", "boto3",
"httpx", "httpx",
"torch>=2.7.0", "torch>=2.7.0",
"transformers==4.53.2", "transformers==4.55.2",
"img2pdf", "img2pdf",
"beaker-py", "beaker-py",
] ]
@ -51,7 +51,7 @@ Changelog = "https://github.com/allenai/olmocr/blob/main/CHANGELOG.md"
[project.optional-dependencies] [project.optional-dependencies]
gpu = [ gpu = [
"vllm==0.10.0" "vllm==0.10.2"
] ]
dev = [ dev = [