Fix: Re-Enable EP for trtllm MoE FP8 backend (#36494)

Signed-off-by: Amir Klein <203507526+amirkl94@users.noreply.github.com>

Fix: Re-Enable EP for trtllm MoE FP8 backend (#36494)
Signed-off-by: Amir Klein <203507526+amirkl94@users.noreply.github.com>
156e3355 · amirkl94 · GitHub · d0cd736c · 156e3355
Unverified Commit 156e3355 authored Mar 10, 2026 by amirkl94 Committed by GitHub Mar 09, 2026
Hide whitespace changes
Inline Side-by-side

Showing with 0 additions and 6 deletions

vllm/model_executor/layers/fused_moe/experts/trtllm_fp8_moe.py ...model_executor/layers/fused_moe/experts/trtllm_fp8_moe.py +0 -6

No files found.
--- a/vllm/model_executor/layers/fused_moe/experts/trtllm_fp8_moe.py
+++ b/vllm/model_executor/layers/fused_moe/experts/trtllm_fp8_moe.py
@@ -35,12 +35,6 @@ class TrtLlmFp8Experts(mk.FusedMoEExpertsMonolithic):
    ):
        super().__init__(moe_config, quant_config)

-        if moe_config.moe_parallel_config.use_ep and quant_config.is_per_tensor:
-            raise NotImplementedError(
-                "EP parallelism is not supported with TRTLLM"
-                "per-tensor FP8 quantization."
-            )
-
        self.routing_method_type = moe_config.routing_method
        self.topk = moe_config.experts_per_token
        self.intermediate_size_per_partition = (