Skip to content

GitLab

Commit f873b55e authored by LysandreJik's avatar LysandreJik Committed by Lysandre Debut
Browse files

Warning for ALBERT-v2 models

parent c9cb7f8a
Hide whitespace changes
Inline Side-by-side
Showing with 4 additions and 0 deletions
transformers/modeling_utils.py
View file @ f873b55e
...@@ -315,6 +315,10 @@ class PreTrainedModel(nn.Module): ...@@ -315,6 +315,10 @@ class PreTrainedModel(nn.Module):
model = BertModel.from_pretrained('./tf_model/my_tf_checkpoint.ckpt.index', from_tf=True, config=config) model = BertModel.from_pretrained('./tf_model/my_tf_checkpoint.ckpt.index', from_tf=True, config=config)
""" """
if "albert" in pretrained_model_name_or_path and "v2" in pretrained_model_name_or_path:
logger.warning("There is currently an upstream reproducibility issue with ALBERT v2 models. Please see " +
"https://github.com/google-research/google-research/issues/119 for more information.")
config = kwargs.pop('config', None) config = kwargs.pop('config', None)
state_dict = kwargs.pop('state_dict', None) state_dict = kwargs.pop('state_dict', None)
cache_dir = kwargs.pop('cache_dir', None) cache_dir = kwargs.pop('cache_dir', None)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment