"...git@developer.sourcefind.cn:modelzoo/qwen_lmdeploy.git" did not exist on "74a4f3c91b5083009a55bfc4be4a3f555034fb4a"
Unverified Commit 7046e0fa authored by Yineng Zhang's avatar Yineng Zhang Committed by GitHub
Browse files

feat: update blackwell setup (#7119)

parent 930746d9
......@@ -20,13 +20,13 @@ RUN echo 'tzdata tzdata/Areas select America' | debconf-set-selections \
RUN pip3 install torch==2.7.1 torchvision==0.22.1 torchaudio==2.7.1 --index-url https://download.pytorch.org/whl/cu128 --break-system-packages
RUN pip3 install https://github.com/sgl-project/whl/releases/download/v0.1.7/sgl_kernel-0.1.7+cu128-cp39-abi3-manylinux2014_x86_64.whl --break-system-packages \
RUN pip3 install https://github.com/sgl-project/whl/releases/download/v0.1.8/sgl_kernel-0.1.8+cu128-cp39-abi3-manylinux2014_x86_64.whl --break-system-packages \
&& pip3 install setuptools==75.0.0 wheel scikit-build-core --break-system-packages
RUN git clone --depth=1 https://github.com/sgl-project/sglang.git \
&& cd sglang && pip3 install -e "python[blackwell]" --break-system-packages
RUN pip3 install nvidia-nccl-cu12==2.26.2.post1 --force-reinstall --no-deps --break-system-packages
RUN pip3 install nvidia-nccl-cu12==2.27.3 --force-reinstall --no-deps --break-system-packages
RUN pip3 install flashinfer_python==0.2.6.post1 --break-system-packages
......
......@@ -39,6 +39,14 @@ find_package(Torch REQUIRED)
# clean Torch Flag
clear_cuda_arches(CMAKE_FLAG)
if("${CUDA_VERSION}" VERSION_EQUAL "12.8")
set(DeepGEMM_REPO "https://github.com/sgl-project/DeepGEMM")
set(DeepGEMM_TAG "blackwell")
else()
set(DeepGEMM_REPO "https://github.com/deepseek-ai/DeepGEMM")
set(DeepGEMM_TAG "8dfa3298274bfe6b242f6f8a3e6f3eff2707dd9f")
endif()
include(FetchContent)
# cutlass
......@@ -52,8 +60,8 @@ FetchContent_Populate(repo-cutlass)
# DeepGEMM
FetchContent_Declare(
repo-deepgemm
GIT_REPOSITORY https://github.com/deepseek-ai/DeepGEMM
GIT_TAG 8dfa3298274bfe6b242f6f8a3e6f3eff2707dd9f
GIT_REPOSITORY ${DeepGEMM_REPO}
GIT_TAG ${DeepGEMM_TAG}
GIT_SHALLOW OFF
)
FetchContent_Populate(repo-deepgemm)
......
......@@ -8,7 +8,7 @@ build-backend = "scikit_build_core.build"
[project]
name = "sgl-kernel"
version = "0.1.7"
version = "0.1.8"
description = "Kernel Library for SGLang"
readme = "README.md"
requires-python = ">=3.9"
......
......@@ -8,7 +8,7 @@ build-backend = "scikit_build_core.build"
[project]
name = "sgl-kernel"
version = "0.1.7"
version = "0.1.8"
description = "Kernel Library for SGLang"
readme = "README.md"
requires-python = ">=3.9"
......
......@@ -9,7 +9,7 @@ build-backend = "setuptools.build_meta"
[project]
name = "sgl-kernel"
version = "0.1.7"
version = "0.1.8"
description = "Kernel Library for SGLang"
readme = "README.md"
requires-python = ">=3.9"
......
__version__ = "0.1.7"
__version__ = "0.1.8"
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment