Unverified Commit 9cd9993d authored by GuanLuo's avatar GuanLuo Committed by GitHub
Browse files

fix: bump vLLM commit and revert side channel host change for DS R1 DEP deployment (#1696)


Signed-off-by: default avatarGuanLuo <41310872+GuanLuo@users.noreply.github.com>
parent 2bed47eb
...@@ -175,7 +175,7 @@ RUN uv pip install /workspace/wheels/nixl/*.whl ...@@ -175,7 +175,7 @@ RUN uv pip install /workspace/wheels/nixl/*.whl
# Install patched vllm - keep this early in Dockerfile to avoid # Install patched vllm - keep this early in Dockerfile to avoid
# rebuilds from unrelated source code changes # rebuilds from unrelated source code changes
ARG VLLM_REF="7e8d97dd3f0aaf05265f947997310ca3827d3c06" ARG VLLM_REF="3c545c0c3b98ee642373a308197d750d0e449403"
ENV CUDA_HOME=/usr/local/cuda ENV CUDA_HOME=/usr/local/cuda
RUN --mount=type=bind,source=./container/deps/,target=/tmp/deps \ RUN --mount=type=bind,source=./container/deps/,target=/tmp/deps \
--mount=type=cache,target=/root/.cache/uv \ --mount=type=cache,target=/root/.cache/uv \
......
...@@ -112,7 +112,7 @@ class VllmBaseWorker: ...@@ -112,7 +112,7 @@ class VllmBaseWorker:
This sets the port number for the side channel. This sets the port number for the side channel.
""" """
if hostname is None: if hostname is None:
hostname = "127.0.0.1" hostname = socket.gethostname()
if port is None: if port is None:
with socket.socket(socket.AF_INET, socket.SOCK_STREAM) as s: with socket.socket(socket.AF_INET, socket.SOCK_STREAM) as s:
s.bind(("", 0)) # Bind to a free port provided by the host. s.bind(("", 0)) # Bind to a free port provided by the host.
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment