remove non_moe_inp

0abea7b2 · Jiezhong Qiu · 1c555604 · 0abea7b2
Commit 0abea7b2 authored Nov 23, 2021 by Jiezhong Qiu
Show whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

fmoe/layers.py fmoe/layers.py +1 -1

No files found.
--- a/fmoe/layers.py
+++ b/fmoe/layers.py
@@ -173,7 +173,7 @@ class FMoE(nn.Module):
                mark_module_parallel_comm(self.experts, comm)
        mark_module_parallel_comm(self.gate, "gate")

-    def forward(self, moe_inp, non_moe_inp=None):
+    def forward(self, moe_inp):
        r"""
        The FMoE module first computes gate output, and then conduct MoE forward
        according to the gate.  The score of the selected gate given by the