yujunjun/olmocr
1
0
Fork 0
mirror of https://github.com/allenai/olmocr.git synced 2025-12-27 15:14:43 +00:00
Code Issues Packages Projects Releases Wiki Activity

Beaker fixes

Browse Source
This commit is contained in:
Jake Poznanski 2024-11-13 14:24:23 -08:00
parent 3172a1c16a
commit 4c3bf7045d
3 changed files with 6 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
pdelfin/beakerpipeline.py
View File

@ -651,8 +651,8 @@ async def main():
os.makedirs(os.path.dirname(cred_path), exist_ok=True)
with open(cred_path, "w") as f:
f.write(os.environ.get("AWS_CREDENTIALS_FILE"))
workspace_s3 = workspace_session.client("s3")
pdf_s3 = pdf_session.client("s3")
workspace_s3 = boto3.client('s3')
pdf_s3 = boto3.client('s3')
if args.workspace_profile:
workspace_session = boto3.Session(profile_name=args.workspace_profile)

2
pdelfin/version.py
View File

@ -2,7 +2,7 @@ _MAJOR = "0"
_MINOR = "1"
# On main and in a nightly release the patch should be one ahead of the last
# released build.
_PATCH = "4"
_PATCH = "6"
# This is mainly for nightly builds which have the suffix ".dev$DATE". See
# https://semver.org/#is-v123-a-semantic-version for the semantics.
_SUFFIX = ""

4
scripts/beaker/Dockerfile-inference
View File

@ -1,4 +1,4 @@
FROM --platform=linux/amd64 nvidia/cuda:11.8.0-base-ubuntu20.04
FROM --platform=linux/amd64 nvidia/cuda:11.8.0-cudnn8-runtime-ubuntu20.04
RUN apt-get update -y && apt-get install -y software-properties-common \
&& add-apt-repository ppa:deadsnakes/ppa \
@ -10,6 +10,7 @@ RUN echo "ttf-mscorefonts-installer msttcorefonts/accepted-mscorefonts-eula sele
RUN apt-get update -y && apt-get install -y poppler-utils ttf-mscorefonts-installer msttcorefonts fonts-crosextra-caladea fonts-crosextra-carlito gsfonts lcdf-typetools
RUN apt-get update -y && apt-get install -y --no-install-recommends \
git \
python3.11 \
python3.11-dev \
python3.11-distutils \
@ -41,6 +42,7 @@ RUN /root/.local/bin/uv pip install --system --no-cache -e .[inference]
# TODO You can remove this and move it into the pyproject.toml once sglang makes a release > 0.35.0
RUN /root/.local/bin/uv pip install --system git+https://github.com/sgl-project/sglang.git@eff468dd5a3d24646560eb044276585f7a11ac3c#subdirectory=python&egg=sglang[all]
RUN /root/.local/bin/uv pip install --system uvicorn uvloop fastapi pyzmq>=25.1.2 outlines==0.0.46 psutil vllm==0.6.3.post1 python-multipart
COPY pdelfin pdelfin