"git@developer.sourcefind.cn:norm/vllm.git" did not exist on "621980bdc0d5a41e224febf962a6e0474e2b14ef"
Unverified Commit 17292440 authored by Samuel Xu's avatar Samuel Xu Committed by GitHub
Browse files

Fixing DistilBert error message (#20945)

Fixing error message
parent 881fa716
...@@ -166,7 +166,7 @@ class DistilBertTokenizer(PreTrainedTokenizer): ...@@ -166,7 +166,7 @@ class DistilBertTokenizer(PreTrainedTokenizer):
if not os.path.isfile(vocab_file): if not os.path.isfile(vocab_file):
raise ValueError( raise ValueError(
f"Can't find a vocabulary file at path '{vocab_file}'. To load the vocabulary from a Google pretrained" f"Can't find a vocabulary file at path '{vocab_file}'. To load the vocabulary from a Google pretrained"
" model use `tokenizer = BertTokenizer.from_pretrained(PRETRAINED_MODEL_NAME)`" " model use `tokenizer = DistilBertTokenizer.from_pretrained(PRETRAINED_MODEL_NAME)`"
) )
self.vocab = load_vocab(vocab_file) self.vocab = load_vocab(vocab_file)
self.ids_to_tokens = collections.OrderedDict([(ids, tok) for tok, ids in self.vocab.items()]) self.ids_to_tokens = collections.OrderedDict([(ids, tok) for tok, ids in self.vocab.items()])
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment