set MOE_NN to default value of 0

155d41d1 · zhuwenwen · e19ddc39 · 155d41d1
Commit 155d41d1 authored Apr 12, 2025 by zhuwenwen
Hide whitespace changes
Inline Side-by-side

Showing with 2 additions and 1 deletion

vllm/model_executor/layers/fused_moe/layer.py vllm/model_executor/layers/fused_moe/layer.py +2 -1

No files found.
--- a/vllm/model_executor/layers/fused_moe/layer.py
+++ b/vllm/model_executor/layers/fused_moe/layer.py
@@ -527,7 +527,8 @@ class FusedMoE(torch.nn.Module):

        if quant_config is None:
            # Not considering quant for now, temporarily
-            self.use_nn_moe = int(os.environ.get('MOE_NN', 1)) == 1
+            # self.use_nn_moe = int(os.environ.get('MOE_NN', 1)) == 1
+            self.use_nn_moe = os.environ.get('MOE_NN') == '1'
        else:
            self.use_nn_moe = False