Sort imports with isort.

This is the result of:

    $ isort --recursive examples templates transformers utils hubconf.py setup.py

transformers/tokenization_bert.py

@@ -24,6 +24,7 @@ from io import open
 
 from .tokenization_utils import PreTrainedTokenizer
 
+
 logger = logging.getLogger(__name__)
 
 VOCAB_FILES_NAMES = {"vocab_file": "vocab.txt"}

transformers/tokenization_bert_japanese.py

@@ -19,13 +19,15 @@ from __future__ import absolute_import, division, print_function, unicode_litera
 import collections
 import logging
 import os
-import six
 import unicodedata
 from io import open
 
-from .tokenization_bert import BertTokenizer, BasicTokenizer, WordpieceTokenizer, load_vocab
+import six
+
+from .tokenization_bert import BasicTokenizer, BertTokenizer, WordpieceTokenizer, load_vocab
 from .tokenization_utils import PreTrainedTokenizer
 
+
 logger = logging.getLogger(__name__)
 
 VOCAB_FILES_NAMES = {"vocab_file": "vocab.txt"}

transformers/tokenization_camembert.py

@@ -20,9 +20,12 @@ import os
 from shutil import copyfile
 
 import sentencepiece as spm
+
 from transformers.tokenization_utils import PreTrainedTokenizer
+
 from .tokenization_xlnet import SPIECE_UNDERLINE
 
+
 logger = logging.getLogger(__name__)
 
 VOCAB_FILES_NAMES = {"vocab_file": "sentencepiece.bpe.model"}

transformers/tokenization_ctrl.py

@@ -18,11 +18,13 @@ from __future__ import absolute_import, division, print_function, unicode_litera
 import json
 import logging
 import os
-import regex as re
 from io import open
 
+import regex as re
+
 from .tokenization_utils import PreTrainedTokenizer
 
+
 logger = logging.getLogger(__name__)
 
 VOCAB_FILES_NAMES = {

transformers/tokenization_distilbert.py

@@ -24,6 +24,7 @@ from io import open
 
 from .tokenization_bert import BertTokenizer
 
+
 logger = logging.getLogger(__name__)
 
 VOCAB_FILES_NAMES = {"vocab_file": "vocab.txt"}

transformers/tokenization_gpt2.py

@@ -15,13 +15,17 @@
 """Tokenization classes for OpenAI GPT."""
 from __future__ import absolute_import, division, print_function, unicode_literals
 
-import sys
 import json
 import logging
 import os
-import regex as re
+import sys
 from io import open
 
+import regex as re
+
+from .tokenization_utils import PreTrainedTokenizer
+
+
 try:
     from functools import lru_cache
 except ImportError:
@@ -31,8 +35,6 @@ except ImportError:
         return lambda func: func
 
 
-from .tokenization_utils import PreTrainedTokenizer
-
 logger = logging.getLogger(__name__)
 
 VOCAB_FILES_NAMES = {

transformers/tokenization_openai.py

@@ -21,8 +21,9 @@ import os
 import re
 from io import open
 
-from .tokenization_utils import PreTrainedTokenizer
 from .tokenization_bert import BasicTokenizer
+from .tokenization_utils import PreTrainedTokenizer
+
 
 logger = logging.getLogger(__name__)
 

transformers/tokenization_roberta.py

@@ -15,15 +15,17 @@
 """Tokenization classes for RoBERTa."""
 from __future__ import absolute_import, division, print_function, unicode_literals
 
-import sys
 import json
 import logging
 import os
-import regex as re
+import sys
 from io import open
 
+import regex as re
+
 from .tokenization_gpt2 import GPT2Tokenizer
 
+
 try:
     from functools import lru_cache
 except ImportError:

transformers/tokenization_t5.py

@@ -19,11 +19,13 @@ from __future__ import absolute_import, division, print_function, unicode_litera
 import logging
 import os
 import re
-import six
 from shutil import copyfile
 
+import six
+
 from .tokenization_utils import PreTrainedTokenizer
 
+
 logger = logging.getLogger(__name__)
 
 SPIECE_UNDERLINE = "▁"

transformers/tokenization_transfo_xl.py

@@ -30,6 +30,7 @@ import numpy as np
 from .file_utils import cached_path
 from .tokenization_utils import PreTrainedTokenizer
 
+
 try:
     import torch
 except ImportError:

transformers/tokenization_utils.py

@@ -15,16 +15,18 @@
 """Tokenization classes for OpenAI GPT."""
 from __future__ import absolute_import, division, print_function, unicode_literals
 
-import logging
-import os
-import json
-import six
 import copy
 import itertools
+import json
+import logging
+import os
 import re
 from io import open
 
-from .file_utils import cached_path, is_remote_url, hf_bucket_url, is_tf_available, is_torch_available
+import six
+
+from .file_utils import cached_path, hf_bucket_url, is_remote_url, is_tf_available, is_torch_available
+
 
 if is_tf_available():
     import tensorflow as tf

transformers/tokenization_xlm.py

@@ -25,8 +25,9 @@ from io import open
 
 import sacremoses as sm
 
-from .tokenization_utils import PreTrainedTokenizer
 from .tokenization_bert import BasicTokenizer
+from .tokenization_utils import PreTrainedTokenizer
+
 
 logger = logging.getLogger(__name__)
 

transformers/tokenization_xlm_roberta.py

@@ -20,9 +20,12 @@ import os
 from shutil import copyfile
 
 import sentencepiece as spm
+
 from transformers.tokenization_utils import PreTrainedTokenizer
+
 from .tokenization_xlnet import SPIECE_UNDERLINE
 
+
 logger = logging.getLogger(__name__)
 
 VOCAB_FILES_NAMES = {"vocab_file": "sentencepiece.bpe.model"}

transformers/tokenization_xlnet.py

@@ -17,13 +17,14 @@ from __future__ import absolute_import, division, print_function, unicode_litera
 
 import logging
 import os
+import unicodedata
 from shutil import copyfile
 
-import unicodedata
 import six
 
 from .tokenization_utils import PreTrainedTokenizer
 
+
 logger = logging.getLogger(__name__)
 
 VOCAB_FILES_NAMES = {"vocab_file": "spiece.model"}

utils/download_glue_data.py

@@ -18,14 +18,15 @@ rm MSRParaphraseCorpus.msi
 2/11/19: It looks like SentEval actually *is* hosting the extracted data. Hooray!
 """
 
+import argparse
 import os
-import sys
 import shutil
-import argparse
+import sys
 import tempfile
 import urllib.request
 import zipfile
 
+
 TASKS = ["CoLA", "SST", "MRPC", "QQP", "STS", "MNLI", "SNLI", "QNLI", "RTE", "WNLI", "diagnostic"]
 TASK2PATH = {
     "CoLA": "https://firebasestorage.googleapis.com/v0/b/mtl-sentence-representations.appspot.com/o/data%2FCoLA.zip?alt=media&token=46d5e637-3411-4188-bc44-5809b5bfb5f4",