优化mori ep

5dcc5cb8 · 王敏 · e0ba23b5 · 5dcc5cb8 · 5dcc5cb8
Commit 5dcc5cb8 authored Oct 09, 2025 by 王敏
Showing with 179 additions and 186 deletions

vllm/distributed/parallel_state.py vllm/distributed/parallel_state.py +1 -1

vllm/model_executor/layers/fused_moe/ep_moe/layer.py vllm/model_executor/layers/fused_moe/ep_moe/layer.py +178 -185

No files found.
--- a/vllm/distributed/parallel_state.py
+++ b/vllm/distributed/parallel_state.py
@@ -948,7 +948,7 @@ def init_distributed_environment(
                "Fallback Gloo backend is not available.")
            backend = "gloo"
        # this backend is used for WORLD
-
+        parallel_config = config.parallel_config
        data_parallel_size = parallel_config.data_parallel_size
        use_mori_ep = envs.VLLM_USE_MORI_EP and data_parallel_size > 1 and parallel_config.enable_expert_parallel
        if use_mori_ep:

--- a/vllm/model_executor/layers/fused_moe/ep_moe/layer.py
+++ b/vllm/model_executor/layers/fused_moe/ep_moe/layer.py