Unverified Commit 1da8d230 authored by Yineng Zhang's avatar Yineng Zhang Committed by GitHub
Browse files

chore: update blackwell docker (#6800)

parent 2f7420bc
FROM pytorch/manylinux2_28-builder:cuda12.8 FROM nvcr.io/nvidia/tritonserver:25.05-py3-min
ENV DEBIAN_FRONTEND=noninteractive ENV DEBIAN_FRONTEND=noninteractive
WORKDIR /sgl-workspace WORKDIR /sgl-workspace
RUN pip3 install torch==2.7.0 torchvision==0.22.0 torchaudio==2.7.0 --index-url https://download.pytorch.org/whl/cu128 RUN echo 'tzdata tzdata/Areas select America' | debconf-set-selections \
&& echo 'tzdata tzdata/Zones/America select Los_Angeles' | debconf-set-selections \
&& apt update -y \
&& apt install software-properties-common -y \
&& apt install python3 python3-pip -y \
&& apt install curl git sudo libibverbs-dev -y \
&& apt install rdma-core infiniband-diags openssh-server perftest -y \
&& apt install lsof zsh ccache tmux htop git-lfs tree -y \
&& python3 --version \
&& python3 -m pip --version \
&& rm -rf /var/lib/apt/lists/* \
&& apt clean
RUN pip3 install https://github.com/sgl-project/whl/releases/download/v0.1.5/sgl_kernel-0.1.5+cu128-cp39-abi3-manylinux2014_x86_64.whl \
&& pip3 install setuptools==75.0.0 wheel==0.41.0 scikit-build-core RUN pip3 install torch==2.7.0 torchvision==0.22.0 torchaudio==2.7.0 --index-url https://download.pytorch.org/whl/cu128 --break-system-packages
RUN pip3 install https://github.com/sgl-project/whl/releases/download/v0.1.5/sgl_kernel-0.1.5+cu128-cp39-abi3-manylinux2014_x86_64.whl --break-system-packages \
&& pip3 install setuptools==75.0.0 wheel scikit-build-core --break-system-packages
RUN git clone --depth=1 https://github.com/sgl-project/sglang.git \ RUN git clone --depth=1 https://github.com/sgl-project/sglang.git \
&& cd sglang && pip3 install -e "python[blackwell]" && cd sglang && pip3 install -e "python[blackwell]" --break-system-packages
RUN pip3 install nvidia-nccl-cu12==2.26.2.post1 --force-reinstall --no-deps RUN pip3 install nvidia-nccl-cu12==2.26.2.post1 --force-reinstall --no-deps --break-system-packages
ENV DEBIAN_FRONTEND=interactive RUN pip3 install https://download.pytorch.org/whl/cu128/flashinfer/flashinfer_python-0.2.5%2Bcu128torch2.7-cp38-abi3-linux_x86_64.whl --break-system-packages
RUN yum install -y libibverbs rdma-core infiniband-diags \ ENV DEBIAN_FRONTEND=interactive
libibumad libnl3 librdmacm lsof perftest zsh ccache tmux \
htop git-lfs tree \
&& yum clean all
# Install minimal Python packages # Install minimal Python packages
RUN pip3 install --no-cache-dir \ RUN pip3 install --no-cache-dir \
...@@ -28,7 +39,7 @@ RUN pip3 install --no-cache-dir \ ...@@ -28,7 +39,7 @@ RUN pip3 install --no-cache-dir \
isort \ isort \
icdiff \ icdiff \
uv \ uv \
pre-commit pre-commit --break-system-packages
# Install diff-so-fancy # Install diff-so-fancy
RUN curl -LSso /usr/local/bin/diff-so-fancy https://github.com/so-fancy/diff-so-fancy/releases/download/v1.4.4/diff-so-fancy \ RUN curl -LSso /usr/local/bin/diff-so-fancy https://github.com/so-fancy/diff-so-fancy/releases/download/v1.4.4/diff-so-fancy \
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment