Fix gpt-2 warnings (#11709)

daf0d6a9 · Lysandre Debut · GitHub · 37ed3ab7 · daf0d6a9
Unverified Commit daf0d6a9 authored May 13, 2021 by Lysandre Debut Committed by GitHub May 13, 2021
Show whitespace changes
Inline Side-by-side

Showing with 4 additions and 0 deletions

src/transformers/models/gpt2/modeling_gpt2.py src/transformers/models/gpt2/modeling_gpt2.py +4 -0

No files found.
--- a/src/transformers/models/gpt2/modeling_gpt2.py
+++ b/src/transformers/models/gpt2/modeling_gpt2.py
@@ -569,6 +569,8 @@ DEPARALLELIZE_DOCSTRING = r"""
    GPT2_START_DOCSTRING,
 )
 class GPT2Model(GPT2PreTrainedModel):
+    _keys_to_ignore_on_load_missing = ["attn.masked_bias"]
+
    def __init__(self, config):
        super().__init__(config)

@@ -1007,6 +1009,8 @@ input sequence).
    GPT2_START_DOCSTRING,
 )
 class GPT2DoubleHeadsModel(GPT2PreTrainedModel):
+    _keys_to_ignore_on_load_missing = [r"attn.masked_bias", r"attn.bias", r"lm_head.weight"]
+
    def __init__(self, config):
        super().__init__(config)
        config.num_labels = 1