Unverified Commit 6f859379 authored by Yineng Zhang's avatar Yineng Zhang Committed by GitHub
Browse files

feat: add blackwell workflow (#5303)

parent f774a0d2
name: Build Blackwell Docker Image
on:
workflow_dispatch:
schedule:
- cron: '0 0 * * *'
jobs:
build-dev:
if: ${{ github.repository == 'sgl-project/sglang' }}
runs-on: ubuntu-22.04
steps:
- name: Checkout repository
uses: actions/checkout@v4
- name: Free disk space
uses: jlumbroso/free-disk-space@main
with:
tool-cache: false
docker-images: false
android: true
dotnet: true
haskell: true
large-packages: true
swap-storage: false
- name: Login to Docker Hub
uses: docker/login-action@v2
with:
username: ${{ secrets.DOCKERHUB_USERNAME }}
password: ${{ secrets.DOCKERHUB_TOKEN }}
- name: Build and Push Blackwell Image
run: |
docker build . -f docker/Dockerfile.blackwell -t lmsysorg/sglang:blackwell --no-cache
docker push lmsysorg/sglang:blackwell
...@@ -9,11 +9,12 @@ WORKDIR /sgl-workspace ...@@ -9,11 +9,12 @@ WORKDIR /sgl-workspace
RUN pip3 install --pre torch torchvision torchaudio --index-url https://download.pytorch.org/whl/nightly/cu128 RUN pip3 install --pre torch torchvision torchaudio --index-url https://download.pytorch.org/whl/nightly/cu128
RUN pip3 install nvidia-nccl-cu12==2.26.2.post1 \ RUN pip3 install https://github.com/sgl-project/whl/releases/download/v0.0.8.post1/sgl_kernel-0.0.8.post1+cu128-cp39-abi3-manylinux2014_x86_64.whl \
&& pip3 install https://github.com/sgl-project/whl/releases/download/v0.0.8.post1/sgl_kernel-0.0.8.post1+cu128-cp39-abi3-manylinux2014_x86_64.whl \
&& pip3 install setuptools==75.0.0 wheel==0.41.0 scikit-build-core && pip3 install setuptools==75.0.0 wheel==0.41.0 scikit-build-core
RUN git clone --depth=1 https://github.com/sgl-project/sglang.git \ RUN git clone --depth=1 https://github.com/sgl-project/sglang.git \
&& pip3 install -e "python[blackwell]" && cd sglang && pip3 install -e "python[blackwell]"
RUN pip3 install nvidia-nccl-cu12==2.26.2.post1 --force-reinstall --no-deps
ENV DEBIAN_FRONTEND=interactive ENV DEBIAN_FRONTEND=interactive
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment