Skip to content

GitLab

Unverified Commit daf0d6a9 authored by Lysandre Debut's avatar Lysandre Debut Committed by GitHub
Browse files

Fix gpt-2 warnings (#11709)

parent 37ed3ab7
Show whitespace changes
Inline Side-by-side
Showing with 4 additions and 0 deletions
src/transformers/models/gpt2/modeling_gpt2.py
View file @ daf0d6a9
...@@ -569,6 +569,8 @@ DEPARALLELIZE_DOCSTRING = r""" ...@@ -569,6 +569,8 @@ DEPARALLELIZE_DOCSTRING = r"""
GPT2_START_DOCSTRING, GPT2_START_DOCSTRING,
) )
class GPT2Model(GPT2PreTrainedModel): class GPT2Model(GPT2PreTrainedModel):
_keys_to_ignore_on_load_missing = ["attn.masked_bias"]
def __init__(self, config): def __init__(self, config):
super().__init__(config) super().__init__(config)
...@@ -1007,6 +1009,8 @@ input sequence). ...@@ -1007,6 +1009,8 @@ input sequence).
GPT2_START_DOCSTRING, GPT2_START_DOCSTRING,
) )
class GPT2DoubleHeadsModel(GPT2PreTrainedModel): class GPT2DoubleHeadsModel(GPT2PreTrainedModel):
_keys_to_ignore_on_load_missing = [r"attn.masked_bias", r"attn.bias", r"lm_head.weight"]
def __init__(self, config): def __init__(self, config):
super().__init__(config) super().__init__(config)
config.num_labels = 1 config.num_labels = 1
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment