[RoBERTa] Re-apply 39d72bcc

cc @lysandrejik

[RoBERTa] Re-apply 39d72bcc
cc @lysandrejik
e367ac46 · Julien Chaumond · 9d060314 · e367ac46
Commit e367ac46 authored Aug 08, 2019 by Julien Chaumond
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

pytorch_transformers/convert_roberta_checkpoint_to_pytorch.py ...rch_transformers/convert_roberta_checkpoint_to_pytorch.py +1 -1

No files found.
--- a/pytorch_transformers/convert_roberta_checkpoint_to_pytorch.py
+++ b/pytorch_transformers/convert_roberta_checkpoint_to_pytorch.py
@@ -132,7 +132,7 @@ def convert_roberta_checkpoint_to_pytorch(roberta_checkpoint_path, pytorch_dump_
        model.lm_head.layer_norm.weight = roberta.model.decoder.lm_head.layer_norm.weight
        model.lm_head.layer_norm.bias = roberta.model.decoder.lm_head.layer_norm.bias
        model.lm_head.layer_norm.variance_epsilon = roberta.model.decoder.lm_head.layer_norm.eps
-        model.lm_head.weight = roberta.model.decoder.lm_head.weight
+        model.lm_head.decoder.weight = roberta.model.decoder.lm_head.weight
        model.lm_head.bias = roberta.model.decoder.lm_head.bias

    # Let's check that we get the same results.