Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
zhaoyu6
sglang
Commits
75964177
Unverified
Commit
75964177
authored
Jan 16, 2025
by
Yineng Zhang
Committed by
GitHub
Jan 16, 2025
Browse files
minor: use bear for compilation database (#2919)
parent
2dc957d4
Changes
2
Hide whitespace changes
Inline
Side-by-side
Showing
2 changed files
with
8 additions
and
70 deletions
+8
-70
sgl-kernel/CMakeLists.txt
sgl-kernel/CMakeLists.txt
+0
-65
sgl-kernel/Makefile
sgl-kernel/Makefile
+8
-5
No files found.
sgl-kernel/CMakeLists.txt
deleted
100644 → 0
View file @
2dc957d4
cmake_minimum_required
(
VERSION 3.18
)
project
(
sgl-kernel LANGUAGES CXX CUDA
)
# Basic settings
set
(
CMAKE_EXPORT_COMPILE_COMMANDS ON
)
set
(
CMAKE_CXX_STANDARD 17
)
set
(
CMAKE_CXX_STANDARD_REQUIRED ON
)
set
(
CMAKE_CUDA_STANDARD 17
)
set
(
CMAKE_CUDA_STANDARD_REQUIRED ON
)
set
(
CUTLASS_DIR
"3rdparty/cutlass"
)
set
(
CUB_DIR
"3rdparty/cub"
)
# Set CUDA architectures
set
(
CMAKE_CUDA_ARCHITECTURES
"75;80;86;89;90"
)
message
(
STATUS
"Building for CUDA architectures:
${
CMAKE_CUDA_ARCHITECTURES
}
"
)
find_package
(
Python3 COMPONENTS Interpreter Development REQUIRED
)
# Find PyTorch
execute_process
(
COMMAND
${
Python3_EXECUTABLE
}
-c
"import torch; print(torch.utils.cmake_prefix_path)"
OUTPUT_VARIABLE TORCH_CMAKE_PATH
OUTPUT_STRIP_TRAILING_WHITESPACE
)
list
(
APPEND CMAKE_PREFIX_PATH
"
${
TORCH_CMAKE_PATH
}
"
)
find_package
(
Torch REQUIRED
)
# Warp Reduce library
add_library
(
_kernels SHARED
src/sgl-kernel/csrc/trt_reduce_internal.cu
src/sgl-kernel/csrc/trt_reduce_kernel.cu
src/sgl-kernel/csrc/moe_align_kernel.cu
src/sgl-kernel/csrc/int8_gemm_kernel.cu
src/sgl-kernel/csrc/sampling_scaling_penalties.cu
src/sgl-kernel/csrc/sgl_kernel_ops.cu
)
target_include_directories
(
_kernels
PRIVATE
${
CMAKE_CURRENT_SOURCE_DIR
}
/src/sgl-kernel/csrc
${
CUDA_INCLUDE_DIRS
}
${
TORCH_INCLUDE_DIRS
}
${
CUTLASS_DIR
}
/include
${
CUTLASS_DIR
}
/tools/util/include
${
CUB_DIR
}
/cub
)
target_link_libraries
(
_kernels
PRIVATE
${
TORCH_LIBRARIES
}
Python3::Python
)
# Set common properties for both libraries
foreach
(
target _kernels
)
set_target_properties
(
${
target
}
PROPERTIES
CUDA_SEPARABLE_COMPILATION ON
POSITION_INDEPENDENT_CODE ON
CUDA_RESOLVE_DEVICE_SYMBOLS ON
PREFIX
""
SUFFIX
".so"
)
endforeach
()
sgl-kernel/Makefile
View file @
75964177
.PHONY
:
tree ln install build clean test format
.PHONY
:
tree ln
submodule
install build clean test format
tree
:
tree
:
@
tree
--prune
-I
"__pycache__|*.egg-info|*.so|build"
@
tree
--prune
-I
"__pycache__|*.egg-info|*.so|build"
ln
:
submodule
:
@
rm
-rf
build
&&
cmake
.
-DCMAKE_EXPORT_COMPILE_COMMANDS
=
1
-DCMAKE_CUDA_COMPILER
=
nvcc
-B
build
&&
rm
-rf
compile_commands.json
&&
ln
-s
build/compile_commands.json compile_commands.json
@
git submodule update
--init
--recursive
install
:
ln
:
submodule
@
rm
-rf
build
&&
bear python3 setup.py build
install
:
submodule
@
pip
install
-e
.
@
pip
install
-e
.
build
:
build
:
submodule
@
export
MAX_JOBS
=
$(nproc)
&&
python3 setup.py bdist_wheel
@
export
MAX_JOBS
=
$(nproc)
&&
python3 setup.py bdist_wheel
clean
:
clean
:
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment