fixing copy-paste

7917774a · Boris Fomitchev · 158a99c3 · 7917774a
Commit 7917774a authored Jul 25, 2020 by Boris Fomitchev
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

megatron/model/bert_model.py megatron/model/bert_model.py +1 -1

No files found.
--- a/megatron/model/bert_model.py
+++ b/megatron/model/bert_model.py
@@ -97,7 +97,7 @@ class BertLMHead(MegatronModule):
            self.gelu = openai_gelu
        # make it override 
        if args.erf_gelu:
-            self.gelu = openai_gelu
+            self.gelu = erf_gelu

    def forward(self, hidden_states, word_embeddings_weight):
        hidden_states = self.dense(hidden_states)