Unverified Commit fdd00295 authored by Trevor Morris's avatar Trevor Morris Committed by GitHub
Browse files

Fix 'BypassedTopKOutput' object has no attribute 'topk_weights' for DeepEP (#12231)

parent 25e73640
......@@ -885,7 +885,7 @@ class ServerArgs:
logger.info(
"Enable FlashInfer AllReduce Fusion on sm100 for DeepseekV3ForCausalLM"
)
if self.moe_runner_backend == "auto":
if self.moe_a2a_backend == "none" and self.moe_runner_backend == "auto":
self.moe_runner_backend = "flashinfer_trtllm"
logger.info(
"Use flashinfer_trtllm as MoE runner backend on sm100 for DeepseekV3ForCausalLM"
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment