Merge remote-tracking branch 'refs/remotes/huggingface/master'

40ed7172 · erenup · 86a63070 · 7296f101 · 40ed7172 · 40ed7172
Commit 40ed7172 authored Dec 13, 2019 by erenup
20 changed files
--- a/transformers/tests/tokenization_roberta_test.py
+++ b/transformers/tests/tokenization_roberta_test.py
--- a/transformers/tests/tokenization_tests_commons.py
+++ b/transformers/tests/tokenization_tests_commons.py
--- a/transformers/tests/tokenization_transfo_xl_test.py
+++ b/transformers/tests/tokenization_transfo_xl_test.py
--- a/transformers/tests/tokenization_utils_test.py
+++ b/transformers/tests/tokenization_utils_test.py
--- a/transformers/tests/tokenization_xlm_test.py
+++ b/transformers/tests/tokenization_xlm_test.py
--- a/transformers/tests/tokenization_xlnet_test.py
+++ b/transformers/tests/tokenization_xlnet_test.py
--- a/transformers/tests/utils.py
+++ b/transformers/tests/utils.py
--- a/transformers/tokenization_albert.py
+++ b/transformers/tokenization_albert.py
--- a/transformers/tokenization_auto.py
+++ b/transformers/tokenization_auto.py
--- a/transformers/tokenization_bert.py
+++ b/transformers/tokenization_bert.py
--- a/transformers/tokenization_bert_japanese.py
+++ b/transformers/tokenization_bert_japanese.py
--- a/transformers/tokenization_camembert.py
+++ b/transformers/tokenization_camembert.py
--- a/transformers/tokenization_ctrl.py
+++ b/transformers/tokenization_ctrl.py
--- a/transformers/tokenization_distilbert.py
+++ b/transformers/tokenization_distilbert.py
--- a/transformers/tokenization_gpt2.py
+++ b/transformers/tokenization_gpt2.py
--- a/transformers/tokenization_openai.py
+++ b/transformers/tokenization_openai.py
--- a/transformers/tokenization_roberta.py
+++ b/transformers/tokenization_roberta.py
--- a/transformers/tokenization_utils.py
+++ b/transformers/tokenization_utils.py
--- a/transformers/tokenization_xlm.py
+++ b/transformers/tokenization_xlm.py
--- a/transformers/tokenization_xlnet.py
+++ b/transformers/tokenization_xlnet.py