Skip to content

GitLab

Commit 8e2b79b4 authored by zhuwenwen's avatar zhuwenwen
Browse files

update moe_align_block_size

parent 9f201bc1
Show whitespace changes
Inline Side-by-side
Showing with 1 addition and 1 deletion
vllm/model_executor/layers/fused_moe/moe_align_block_size.py
View file @ 8e2b79b4
...@@ -97,7 +97,7 @@ def moe_align_block_size( ...@@ -97,7 +97,7 @@ def moe_align_block_size(
if envs.VLLM_USE_LIGHT_OP: if envs.VLLM_USE_LIGHT_OP:
op.moe_align_block_size(topk_ids, num_experts, block_size, sorted_ids, op.moe_align_block_size(topk_ids, num_experts, block_size, sorted_ids,
expert_ids, num_tokens_post_pad) expert_ids, num_tokens_post_pad, None)
else: else:
ops.moe_align_block_size(topk_ids, num_experts, block_size, sorted_ids, ops.moe_align_block_size(topk_ids, num_experts, block_size, sorted_ids,
expert_ids, num_tokens_post_pad) expert_ids, num_tokens_post_pad)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment