Commit 84b9d1c4 authored by erenup's avatar erenup
Browse files

Merge remote-tracking branch 'huggingface/master'

# Conflicts:
#	pytorch_transformers/__init__.py
parents 6e1ac34e 32e1332a
This diff is collapsed.
...@@ -95,6 +95,7 @@ class TransfoXLTokenizer(PreTrainedTokenizer): ...@@ -95,6 +95,7 @@ class TransfoXLTokenizer(PreTrainedTokenizer):
# in a library like ours, at all. # in a library like ours, at all.
vocab_dict = torch.load(pretrained_vocab_file) vocab_dict = torch.load(pretrained_vocab_file)
for key, value in vocab_dict.items(): for key, value in vocab_dict.items():
if key not in self.__dict__:
self.__dict__[key] = value self.__dict__[key] = value
if vocab_file is not None: if vocab_file is not None:
......
This diff is collapsed.
This diff is collapsed.
This diff is collapsed.
This diff is collapsed.
This diff is collapsed.
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment