Skip to content

GitLab

Commit e5497373 authored by zhuwenwen's avatar zhuwenwen
Browse files

set MOE_NN=1

parent ee405280
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 2 deletions
vllm/model_executor/layers/fused_moe/layer.py
View file @ e5497373
...@@ -524,8 +524,8 @@ class FusedMoE(torch.nn.Module): ...@@ -524,8 +524,8 @@ class FusedMoE(torch.nn.Module):
if quant_config is None: if quant_config is None:
# Not considering quant for now, temporarily # Not considering quant for now, temporarily
# self.use_nn_moe = int(os.environ.get('MOE_NN', 1)) == 1 self.use_nn_moe = int(os.environ.get('MOE_NN', 1)) == 1
self.use_nn_moe = os.environ.get('MOE_NN') == '1' # self.use_nn_moe = os.environ.get('MOE_NN') == '1'
else: else:
self.use_nn_moe = False self.use_nn_moe = False
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment