Skip to content

GitLab

Unverified Commit 41c3a3b9 authored by Lysandre Debut's avatar Lysandre Debut Committed by GitHub
Browse files

Add Electra unexpected keys (#7569)

parent 071970fe
Show whitespace changes
Inline Side-by-side
Showing with 1 addition and 0 deletions
src/transformers/modeling_electra.py
View file @ 41c3a3b9
...@@ -535,6 +535,7 @@ class ElectraPreTrainedModel(PreTrainedModel): ...@@ -535,6 +535,7 @@ class ElectraPreTrainedModel(PreTrainedModel):
load_tf_weights = load_tf_weights_in_electra load_tf_weights = load_tf_weights_in_electra
base_model_prefix = "electra" base_model_prefix = "electra"
authorized_missing_keys = [r"position_ids"] authorized_missing_keys = [r"position_ids"]
authorized_unexpected_keys = [r"electra\.embeddings_project\.weight", r"electra\.embeddings_project\.bias"]
# Copied from transformers.modeling_bert.BertPreTrainedModel._init_weights # Copied from transformers.modeling_bert.BertPreTrainedModel._init_weights
def _init_weights(self, module): def _init_weights(self, module):
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment