Commit d6c08b07 authored by Julien Chaumond's avatar Julien Chaumond
Browse files

[AutoTokenizer] Correct error message

parent db38f7ce
...@@ -234,7 +234,9 @@ class AutoTokenizer: ...@@ -234,7 +234,9 @@ class AutoTokenizer:
tokenizer_class_candidate = config.tokenizer_class tokenizer_class_candidate = config.tokenizer_class
tokenizer_class = globals().get(tokenizer_class_candidate) tokenizer_class = globals().get(tokenizer_class_candidate)
if tokenizer_class is None: if tokenizer_class is None:
raise ValueError("Tokenizer class {} does not exist or is not currently imported.") raise ValueError(
"Tokenizer class {} does not exist or is not currently imported.".format(tokenizer_class_candidate)
)
return tokenizer_class.from_pretrained(pretrained_model_name_or_path, *inputs, **kwargs) return tokenizer_class.from_pretrained(pretrained_model_name_or_path, *inputs, **kwargs)
# if model is an encoder decoder, the encoder tokenizer class is used by default # if model is an encoder decoder, the encoder tokenizer class is used by default
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment