Skip to content

GitLab

"vscode:/vscode.git/clone" did not exist on "dc0f7ccf8bc1b2b74113fab8ea69d8420a91274a"
Unverified Commit b7e5a588 authored by Robert Shaw's avatar Robert Shaw Committed by GitHub
Browse files

[Bugfix] Fix DP/EP Shared Expert With Monolithic Kernels (#36061) 


Signed-off-by: default avatarRobert Shaw <robshaw@redhat.com>
Co-authored-by: default avatarRobert Shaw <robshaw@redhat.com>
parent 822e250a
Show whitespace changes
Inline Side-by-side
Showing with 2 additions and 2 deletions
vllm/model_executor/layers/fused_moe/oracle/fp8.py
View file @ b7e5a588
...@@ -567,7 +567,7 @@ def make_fp8_moe_kernel( ...@@ -567,7 +567,7 @@ def make_fp8_moe_kernel(
experts, experts,
shared_experts=( shared_experts=(
shared_experts shared_experts
if moe_config.moe_parallel_config.use_all2all_kernels if moe_config.moe_parallel_config.use_deepep_ll_kernels
else None else None
), ),
moe_parallel_config=moe_config.moe_parallel_config, moe_parallel_config=moe_config.moe_parallel_config,
......
vllm/model_executor/layers/fused_moe/oracle/nvfp4.py
View file @ b7e5a588
...@@ -433,7 +433,7 @@ def make_nvfp4_moe_kernel( ...@@ -433,7 +433,7 @@ def make_nvfp4_moe_kernel(
experts, experts,
shared_experts=( shared_experts=(
shared_experts shared_experts
if moe_config.moe_parallel_config.use_all2all_kernels if moe_config.moe_parallel_config.use_deepep_ll_kernels
else None else None
), ),
moe_parallel_config=moe_config.moe_parallel_config, moe_parallel_config=moe_config.moe_parallel_config,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment