Commit 4f7a182b authored by Jiezhong Qiu's avatar Jiezhong Qiu
Browse files

fix

parent 103c6395
...@@ -88,7 +88,7 @@ class HierarchicalMoEPositionwiseFF(nn.Module): ...@@ -88,7 +88,7 @@ class HierarchicalMoEPositionwiseFF(nn.Module):
super(HierarchicalMoEPositionwiseFF, self).__init__() super(HierarchicalMoEPositionwiseFF, self).__init__()
print("HierarchicalMoEPositionwiseFF") print("HierarchicalMoEPositionwiseFF")
assert self.d_inner % n_block == 0 assert d_inner % n_block == 0
self.top_block = top_block self.top_block = top_block
self.n_block = n_block self.n_block = n_block
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment