Moving to official sglang release

This commit is contained in:
Jake Poznanski 2024-11-22 19:37:31 +00:00
parent f8dcdf625a
commit cff97990bf
3 changed files with 2 additions and 9 deletions

View File

@ -2,7 +2,7 @@ _MAJOR = "0"
_MINOR = "1"
# On main and in a nightly release the patch should be one ahead of the last
# released build.
_PATCH = "42"
_PATCH = "43"
# This is mainly for nightly builds which have the suffix ".dev$DATE". See
# https://semver.org/#is-v123-a-semantic-version for the semantics.
_SUFFIX = ""

View File

@ -71,8 +71,7 @@ dev = [
]
inference = [
#"sglang["all"]
#"git+https://github.com/sgl-project/sglang.git@eff468dd5a3d24646560eb044276585f7a11ac3c#subdirectory=python&egg=sglang[all]"
"sglang[all]>=0.3.6",
"beaker-py",
]

View File

@ -42,12 +42,6 @@ RUN /root/.local/bin/uv pip install --system --no-cache -e .[inference]
COPY pdelfin pdelfin
# TODO You can remove this and move it into the pyproject.toml once sglang makes a release > 0.35.0
RUN git clone https://github.com/sgl-project/sglang.git
WORKDIR sglang/python
RUN git checkout eff468dd5a3d24646560eb044276585f7a11ac3c
RUN /root/.local/bin/uv pip install --system --no-cache -e .[all]
# TODO You can remove this once pypdf > 5.10 comes out
RUN /root/.local/bin/uv pip install --system --no-cache git+https://github.com/py-pdf/pypdf.git@c6e43374ab002d76811ec85333fdc2c82c268251