fix default params

50931d69 · alexeib · Myle Ott · 7f5f2461 · 50931d69
Commit 50931d69 authored May 29, 2018 by alexeib Committed by Myle Ott Jun 15, 2018
Show whitespace changes
Inline Side-by-side

Showing with 2 additions and 2 deletions

fairseq/models/transformer.py fairseq/models/transformer.py +2 -2

No files found.
--- a/fairseq/models/transformer.py
+++ b/fairseq/models/transformer.py
@@ -400,8 +400,8 @@ def base_architecture(args):
    args.decoder_layers = getattr(args, 'decoder_layers', 6)
    args.decoder_attention_heads = getattr(args, 'decoder_attention_heads', 8)
    args.attention_dropout = getattr(args, 'attention_dropout', 0.)
-    args.attention_dropout = getattr(args, 'relu_dropout', 0.)
-    args.attention_dropout = getattr(args, 'dropout', 0.1)
+    args.relu_dropout = getattr(args, 'relu_dropout', 0.)
+    args.dropout = getattr(args, 'dropout', 0.1)


 @register_model_architecture('transformer', 'transformer_iwslt_de_en')