Skip to content

GitLab

Commit 155d41d1 authored by zhuwenwen's avatar zhuwenwen
Browse files

set MOE_NN to default value of 0

parent e19ddc39
Show whitespace changes
Inline Side-by-side
Showing with 2 additions and 1 deletion
vllm/model_executor/layers/fused_moe/layer.py
View file @ 155d41d1
...@@ -527,7 +527,8 @@ class FusedMoE(torch.nn.Module): ...@@ -527,7 +527,8 @@ class FusedMoE(torch.nn.Module):
if quant_config is None: if quant_config is None:
# Not considering quant for now, temporarily # Not considering quant for now, temporarily
self.use_nn_moe = int(os.environ.get('MOE_NN', 1)) == 1 # self.use_nn_moe = int(os.environ.get('MOE_NN', 1)) == 1
self.use_nn_moe = os.environ.get('MOE_NN') == '1'
else: else:
self.use_nn_moe = False self.use_nn_moe = False
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment