Disable missing weight warning (#7282)

8d464374 · Raphaël Bournhonesque · GitHub · 8ff88d25 · 8d464374
Unverified Commit 8d464374 authored Sep 21, 2020 by Raphaël Bournhonesque Committed by GitHub Sep 21, 2020
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 0 deletions

src/transformers/modeling_roberta.py src/transformers/modeling_roberta.py +1 -0

No files found.
--- a/src/transformers/modeling_roberta.py
+++ b/src/transformers/modeling_roberta.py
@@ -303,6 +303,7 @@ class RobertaForCausalLM(BertPreTrainedModel):
 class RobertaForMaskedLM(BertPreTrainedModel):
    config_class = RobertaConfig
    base_model_prefix = "roberta"
+    authorized_missing_keys = [r"position_ids", r"lm_head\.decoder\.bias"]

    def __init__(self, config):
        super().__init__(config)