Skip to content

GitLab

"tests/vscode:/vscode.git/clone" did not exist on "cfd6ec7465514f75b13696c514132b27c325591a"
Unverified Commit fdd00295 authored by Trevor Morris's avatar Trevor Morris Committed by GitHub
Browse files

Fix 'BypassedTopKOutput' object has no attribute 'topk_weights' for DeepEP (#12231)

parent 25e73640
Show whitespace changes
Inline Side-by-side
Showing with 1 addition and 1 deletion
python/sglang/srt/server_args.py
View file @ fdd00295
...@@ -885,7 +885,7 @@ class ServerArgs: ...@@ -885,7 +885,7 @@ class ServerArgs:
logger.info( logger.info(
"Enable FlashInfer AllReduce Fusion on sm100 for DeepseekV3ForCausalLM" "Enable FlashInfer AllReduce Fusion on sm100 for DeepseekV3ForCausalLM"
) )
if self.moe_runner_backend == "auto": if self.moe_a2a_backend == "none" and self.moe_runner_backend == "auto":
self.moe_runner_backend = "flashinfer_trtllm" self.moe_runner_backend = "flashinfer_trtllm"
logger.info( logger.info(
"Use flashinfer_trtllm as MoE runner backend on sm100 for DeepseekV3ForCausalLM" "Use flashinfer_trtllm as MoE runner backend on sm100 for DeepseekV3ForCausalLM"
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment