Add FlashInfer to default Dockerfile (#6172)

4f0e0ea1 · Simon Mo · GitHub · ddc369fb · 4f0e0ea1
Unverified Commit 4f0e0ea1 authored Jul 08, 2024 by Simon Mo Committed by GitHub Jul 08, 2024
Hide whitespace changes
Inline Side-by-side

Showing with 3 additions and 0 deletions

Dockerfile Dockerfile +3 -0

No files found.
--- a/Dockerfile
+++ b/Dockerfile
@@ -167,6 +167,9 @@ RUN --mount=type=bind,from=build,src=/workspace/dist,target=/vllm-workspace/dist
 RUN --mount=type=bind,from=mamba-builder,src=/usr/src/mamba,target=/usr/src/mamba \
    --mount=type=cache,target=/root/.cache/pip \
    python3 -m pip install /usr/src/mamba/*.whl --no-cache-dir
+
+RUN --mount=type=cache,target=/root/.cache/pip \
+    python3 -m pip install https://github.com/flashinfer-ai/flashinfer/releases/download/v0.0.8/flashinfer-0.0.8+cu121torch2.3-cp310-cp310-linux_x86_64.whl
 #################### vLLM installation IMAGE ####################