From 916f0cb9191d1eeb6971b4f854af90b51e96c77c Mon Sep 17 00:00:00 2001 From: Jake Poznanski Date: Mon, 2 Jun 2025 21:23:04 +0000 Subject: [PATCH] Trying with flash infer installed --- Dockerfile | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) diff --git a/Dockerfile b/Dockerfile index a9e69bd..5a28129 100644 --- a/Dockerfile +++ b/Dockerfile @@ -63,9 +63,7 @@ ENV UV_INDEX_STRATEGY="unsafe-best-match" RUN uv pip install --system --no-cache -e . RUN uv pip install --system --no-cache ".[gpu]" --extra-index-url https://download.pytorch.org/whl/cu128 - -# TODO Try this and measure performance on it -#RUN uv pip install --system https://download.pytorch.org/whl/cu128/flashinfer/flashinfer_python-0.2.5%2Bcu128torch2.7-cp38-abi3-linux_x86_64.whl +RUN uv pip install --system https://download.pytorch.org/whl/cu128/flashinfer/flashinfer_python-0.2.5%2Bcu128torch2.7-cp38-abi3-linux_x86_64.whl RUN uv pip install --system --no-cache ".[bench]" RUN playwright install-deps RUN playwright install chromium