Unverified Commit 690e1f23 authored by yigex's avatar yigex Committed by GitHub
Browse files

[AMD] Fix rocm sgl-kernel missing modules error (#4311)


Co-authored-by: default avataryiakwy-xpu-ml-framework-team <leiwang2@amd.com>
parent 00f42707
......@@ -54,7 +54,7 @@ srt = [
# HIP (Heterogeneous-computing Interface for Portability) for AMD
# => base docker rocm/vllm-dev:20250114, not from public vllm whl
srt_hip = ["sglang[runtime_common]", "sgl-kernel==0.0.3.post6", "torch", "vllm==0.6.7.dev2", "outlines==0.1.11"]
srt_hip = ["sglang[runtime_common]", "torch", "vllm==0.6.7.dev2", "outlines==0.1.11"]
# xpu is not enabled in public vllm and torch whl,
# need to follow https://docs.vllm.ai/en/latest/getting_started/xpu-installation.htmlinstall vllm
......
......@@ -63,4 +63,4 @@ TORCH_LIBRARY_EXPAND(sgl_kernel, m) {
m.impl("moe_align_block_size", torch::kCUDA, &moe_align_block_size);
}
REGISTER_EXTENSION(_kernels)
REGISTER_EXTENSION(common_ops)
......@@ -79,7 +79,7 @@ ext_modules = [
setup(
name="sgl-kernel",
version=_get_version(),
packages=find_packages(),
packages=find_packages(where="python"),
package_dir={"": "python"},
ext_modules=ext_modules,
cmdclass={"build_ext": BuildExtension.with_options(use_ninja=True)},
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment