Skip to content

GitLab

Commit 1fb22af4 authored by alexeib's avatar alexeib Committed by Myle Ott
Browse files

initialize normalization constant for fconv_lm

parent f4108909
Show whitespace changes
Inline Side-by-side
Showing with 1 addition and 0 deletions
fairseq/models/fconv.py
View file @ 1fb22af4
...@@ -606,6 +606,7 @@ def base_lm_architecture(args): ...@@ -606,6 +606,7 @@ def base_lm_architecture(args):
args.decoder_layers = getattr(args, 'decoder_layers', '[(1268, 4)] * 13') args.decoder_layers = getattr(args, 'decoder_layers', '[(1268, 4)] * 13')
args.decoder_attention = getattr(args, 'decoder_attention', 'False') args.decoder_attention = getattr(args, 'decoder_attention', 'False')
args.adaptive_softmax_cutoff = getattr(args, 'adaptive_softmax_cutoff', None) args.adaptive_softmax_cutoff = getattr(args, 'adaptive_softmax_cutoff', None)
args.normalization_constant = getattr(args, 'normalization_constant', 0.5)
@register_model_architecture('fconv', 'fconv') @register_model_architecture('fconv', 'fconv')
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment