Skip to content

GitLab

"examples/sampling/vscode:/vscode.git/clone" did not exist on "80203e34cd21516d2a503c671b0708f0b343ff45"
Commit c9c69c1e authored by mohammad's avatar mohammad
Browse files

addressed jareds comment

parent fe1ea898
Hide whitespace changes
Inline Side-by-side
Showing with 0 additions and 1 deletion
megatron/model/transformer.py
View file @ c9c69c1e
...@@ -368,7 +368,6 @@ class ParallelTransformer(MegatronModule): ...@@ -368,7 +368,6 @@ class ParallelTransformer(MegatronModule):
assert self.num_layers % self.num_unique_layers == 0, \ assert self.num_layers % self.num_unique_layers == 0, \
'number of layers should be divisible by number of unique layers' 'number of layers should be divisible by number of unique layers'
self.param_sharing_style = args.param_sharing_style self.param_sharing_style = args.param_sharing_style
assert self.param_sharing_style in ['grouped', 'spaced']
# Transformer layers. # Transformer layers.
def build_layer(layer_number): def build_layer(layer_number):
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment