Skip to content

GitLab

Commit 857782c6 authored by liuchy5's avatar liuchy5
Browse files

修复custom_op后端分发问题

parent 3824b261
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 0 deletions
vllm/model_executor/custom_op.py
View file @ 857782c6
...@@ -184,6 +184,8 @@ class CustomOp(nn.Module): ...@@ -184,6 +184,8 @@ class CustomOp(nn.Module):
return self.maybe_compile(self.forward_native, enable=compile_native) return self.maybe_compile(self.forward_native, enable=compile_native)
if current_platform.is_rocm(): if current_platform.is_rocm():
if self.__class__.name == "sparse_attn_indexer":
return self.forward_cuda
return self.forward_cuda return self.forward_cuda
elif current_platform.is_cpu(): elif current_platform.is_cpu():
return self.forward_cpu return self.forward_cpu
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment