Skip to content

GitLab

Unverified Commit 702f4a49 authored by Matt's avatar Matt Committed by GitHub
Browse files

Fixed CLM model still using MODEL_FOR_MASKED_LM_MAPPING (#13002)

parent aa08a346
Show whitespace changes
Inline Side-by-side
Showing with 2 additions and 2 deletions
examples/tensorflow/language-modeling/run_clm.py
View file @ 702f4a49
...@@ -43,7 +43,7 @@ import transformers ...@@ -43,7 +43,7 @@ import transformers
from transformers import ( from transformers import (
CONFIG_MAPPING, CONFIG_MAPPING,
CONFIG_NAME, CONFIG_NAME,
MODEL_FOR_MASKED_LM_MAPPING, MODEL_FOR_CAUSAL_LM_MAPPING,
TF2_WEIGHTS_NAME, TF2_WEIGHTS_NAME,
AutoConfig, AutoConfig,
AutoTokenizer, AutoTokenizer,
...@@ -58,7 +58,7 @@ from transformers.utils.versions import require_version ...@@ -58,7 +58,7 @@ from transformers.utils.versions import require_version
logger = logging.getLogger(__name__) logger = logging.getLogger(__name__)
require_version("datasets>=1.8.0", "To fix: pip install -r examples/pytorch/language-modeling/requirements.txt") require_version("datasets>=1.8.0", "To fix: pip install -r examples/pytorch/language-modeling/requirements.txt")
MODEL_CONFIG_CLASSES = list(MODEL_FOR_MASKED_LM_MAPPING.keys()) MODEL_CONFIG_CLASSES = list(MODEL_FOR_CAUSAL_LM_MAPPING.keys())
MODEL_TYPES = tuple(conf.model_type for conf in MODEL_CONFIG_CLASSES) MODEL_TYPES = tuple(conf.model_type for conf in MODEL_CONFIG_CLASSES)
# endregion # endregion
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment