Commit c9c69c1e authored by mohammad's avatar mohammad
Browse files

addressed jareds comment

parent fe1ea898
......@@ -368,7 +368,6 @@ class ParallelTransformer(MegatronModule):
assert self.num_layers % self.num_unique_layers == 0, \
'number of layers should be divisible by number of unique layers'
self.param_sharing_style = args.param_sharing_style
assert self.param_sharing_style in ['grouped', 'spaced']
# Transformer layers.
def build_layer(layer_number):
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment