Unverified Commit 690e1f23 authored by yigex's avatar yigex Committed by GitHub
Browse files

[AMD] Fix rocm sgl-kernel missing modules error (#4311)


Co-authored-by: default avataryiakwy-xpu-ml-framework-team <leiwang2@amd.com>
parent 00f42707
...@@ -54,7 +54,7 @@ srt = [ ...@@ -54,7 +54,7 @@ srt = [
# HIP (Heterogeneous-computing Interface for Portability) for AMD # HIP (Heterogeneous-computing Interface for Portability) for AMD
# => base docker rocm/vllm-dev:20250114, not from public vllm whl # => base docker rocm/vllm-dev:20250114, not from public vllm whl
srt_hip = ["sglang[runtime_common]", "sgl-kernel==0.0.3.post6", "torch", "vllm==0.6.7.dev2", "outlines==0.1.11"] srt_hip = ["sglang[runtime_common]", "torch", "vllm==0.6.7.dev2", "outlines==0.1.11"]
# xpu is not enabled in public vllm and torch whl, # xpu is not enabled in public vllm and torch whl,
# need to follow https://docs.vllm.ai/en/latest/getting_started/xpu-installation.htmlinstall vllm # need to follow https://docs.vllm.ai/en/latest/getting_started/xpu-installation.htmlinstall vllm
......
...@@ -63,4 +63,4 @@ TORCH_LIBRARY_EXPAND(sgl_kernel, m) { ...@@ -63,4 +63,4 @@ TORCH_LIBRARY_EXPAND(sgl_kernel, m) {
m.impl("moe_align_block_size", torch::kCUDA, &moe_align_block_size); m.impl("moe_align_block_size", torch::kCUDA, &moe_align_block_size);
} }
REGISTER_EXTENSION(_kernels) REGISTER_EXTENSION(common_ops)
...@@ -79,7 +79,7 @@ ext_modules = [ ...@@ -79,7 +79,7 @@ ext_modules = [
setup( setup(
name="sgl-kernel", name="sgl-kernel",
version=_get_version(), version=_get_version(),
packages=find_packages(), packages=find_packages(where="python"),
package_dir={"": "python"}, package_dir={"": "python"},
ext_modules=ext_modules, ext_modules=ext_modules,
cmdclass={"build_ext": BuildExtension.with_options(use_ninja=True)}, cmdclass={"build_ext": BuildExtension.with_options(use_ninja=True)},
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment