Commit 06e16a27 authored by zhuwenwen's avatar zhuwenwen
Browse files

[perf] update op.moe_fused_gate

parent 263f45a4
...@@ -339,8 +339,8 @@ class GroupedTopKRouter(BaseRouter): ...@@ -339,8 +339,8 @@ class GroupedTopKRouter(BaseRouter):
grouped_topk_impl = grouped_topk grouped_topk_impl = grouped_topk
if self.use_fused_gate: if self.use_fused_gate:
# if envs.VLLM_USE_LIGHTOP: if envs.VLLM_USE_LIGHTOP:
if False: from lightop import op as op
topk_weights, topk_ids = op.moe_fused_gate( topk_weights, topk_ids = op.moe_fused_gate(
router_logits, router_logits,
self.e_score_correction_bias, self.e_score_correction_bias,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment