Skip to content

GitLab

Unverified Commit c674bf9c authored by Cao E's avatar Cao E Committed by GitHub
Browse files

Fix biased_grouped_topk_cpu (#9420)

parent af1973b8
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 0 deletions
python/sglang/srt/layers/moe/topk.py
View file @ c674bf9c
...@@ -709,8 +709,10 @@ def biased_grouped_topk_cpu( ...@@ -709,8 +709,10 @@ def biased_grouped_topk_cpu(
routed_scaling_factor: Optional[float] = None, routed_scaling_factor: Optional[float] = None,
num_token_non_padded: Optional[torch.Tensor] = None, num_token_non_padded: Optional[torch.Tensor] = None,
expert_location_dispatch_info: Optional[ExpertLocationDispatchInfo] = None, expert_location_dispatch_info: Optional[ExpertLocationDispatchInfo] = None,
apply_routed_scaling_factor_on_output: Optional[bool] = False,
): ):
assert expert_location_dispatch_info is None assert expert_location_dispatch_info is None
assert not apply_routed_scaling_factor_on_output, "Not implemented"
return torch.ops.sgl_kernel.biased_grouped_topk_cpu( return torch.ops.sgl_kernel.biased_grouped_topk_cpu(
hidden_states, hidden_states,
gating_output, gating_output,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment