Commit 7713e25c authored by Anant Sharma's avatar Anant Sharma Committed by GitHub
Browse files

build: use wheel for vllm install (#163)

parent 0f4529e9
......@@ -170,7 +170,13 @@ RUN --mount=type=bind,source=./container/deps/requirements.txt,target=/tmp/requi
ARG VLLM_REF="v0.7.2"
ARG VLLM_PATCH="vllm_${VLLM_REF}-dynamo-kv-disagg-patch.patch"
RUN --mount=type=bind,source=./container/deps/,target=/tmp/deps \
bash /tmp/deps/vllm/install.sh --patch /tmp/deps/vllm/${VLLM_PATCH} --ref ${VLLM_REF} --install-cmd "uv pip install --editable" --use-precompiled --installation-dir /opt/vllm
git clone https://github.com/vllm-project/vllm.git vllm && \
cd vllm && \
git checkout ${VLLM_REF} && \
git apply /tmp/deps/vllm/${VLLM_PATCH} && \
VLLM_USE_PRECOMPILED=1 uv build --wheel --out-dir /workspace/dist && \
uv pip install /workspace/dist/vllm*cp312*.whl && \
cd .. && rm -rf vllm
# Install genai-perf for benchmarking
ARG GENAI_PERF_TAG="25d0188713adc47868d6b3f22426375237a90529"
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment