Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
chenpangpang
transformers
Commits
1c62e87b
Commit
1c62e87b
authored
Dec 22, 2019
by
Aymeric Augustin
Browse files
Use built-in open().
On Python 3, `open is io.open`.
parent
d6eaf4e6
Changes
29
Hide whitespace changes
Inline
Side-by-side
Showing
20 changed files
with
0 additions
and
20 deletions
+0
-20
examples/utils_multiple_choice.py
examples/utils_multiple_choice.py
+0
-1
examples/utils_ner.py
examples/utils_ner.py
+0
-1
setup.py
setup.py
+0
-1
src/transformers/configuration_utils.py
src/transformers/configuration_utils.py
+0
-1
src/transformers/convert_gpt2_original_tf_checkpoint_to_pytorch.py
...formers/convert_gpt2_original_tf_checkpoint_to_pytorch.py
+0
-1
src/transformers/convert_openai_original_tf_checkpoint_to_pytorch.py
...rmers/convert_openai_original_tf_checkpoint_to_pytorch.py
+0
-1
src/transformers/convert_transfo_xl_original_tf_checkpoint_to_pytorch.py
...s/convert_transfo_xl_original_tf_checkpoint_to_pytorch.py
+0
-1
src/transformers/convert_xlm_original_pytorch_checkpoint_to_pytorch.py
...ers/convert_xlm_original_pytorch_checkpoint_to_pytorch.py
+0
-1
src/transformers/data/metrics/squad_metrics.py
src/transformers/data/metrics/squad_metrics.py
+0
-1
src/transformers/file_utils.py
src/transformers/file_utils.py
+0
-1
src/transformers/modelcard.py
src/transformers/modelcard.py
+0
-1
src/transformers/modeling_openai.py
src/transformers/modeling_openai.py
+0
-1
src/transformers/tokenization_bert.py
src/transformers/tokenization_bert.py
+0
-1
src/transformers/tokenization_ctrl.py
src/transformers/tokenization_ctrl.py
+0
-1
src/transformers/tokenization_gpt2.py
src/transformers/tokenization_gpt2.py
+0
-1
src/transformers/tokenization_openai.py
src/transformers/tokenization_openai.py
+0
-1
src/transformers/tokenization_transfo_xl.py
src/transformers/tokenization_transfo_xl.py
+0
-1
src/transformers/tokenization_utils.py
src/transformers/tokenization_utils.py
+0
-1
src/transformers/tokenization_xlm.py
src/transformers/tokenization_xlm.py
+0
-1
templates/adding_a_new_example_script/utils_xxx.py
templates/adding_a_new_example_script/utils_xxx.py
+0
-1
No files found.
examples/utils_multiple_choice.py
View file @
1c62e87b
...
@@ -21,7 +21,6 @@ import glob
...
@@ -21,7 +21,6 @@ import glob
import
json
import
json
import
logging
import
logging
import
os
import
os
from
io
import
open
from
typing
import
List
from
typing
import
List
import
tqdm
import
tqdm
...
...
examples/utils_ner.py
View file @
1c62e87b
...
@@ -18,7 +18,6 @@
...
@@ -18,7 +18,6 @@
import
logging
import
logging
import
os
import
os
from
io
import
open
logger
=
logging
.
getLogger
(
__name__
)
logger
=
logging
.
getLogger
(
__name__
)
...
...
setup.py
View file @
1c62e87b
...
@@ -33,7 +33,6 @@ To create the package for pypi.
...
@@ -33,7 +33,6 @@ To create the package for pypi.
7. Copy the release notes from RELEASE.md to the tag in github once everything is looking hunky-dory.
7. Copy the release notes from RELEASE.md to the tag in github once everything is looking hunky-dory.
"""
"""
from
io
import
open
from
setuptools
import
find_packages
,
setup
from
setuptools
import
find_packages
,
setup
...
...
src/transformers/configuration_utils.py
View file @
1c62e87b
...
@@ -20,7 +20,6 @@ import copy
...
@@ -20,7 +20,6 @@ import copy
import
json
import
json
import
logging
import
logging
import
os
import
os
from
io
import
open
from
.file_utils
import
CONFIG_NAME
,
cached_path
,
hf_bucket_url
,
is_remote_url
from
.file_utils
import
CONFIG_NAME
,
cached_path
,
hf_bucket_url
,
is_remote_url
...
...
src/transformers/convert_gpt2_original_tf_checkpoint_to_pytorch.py
View file @
1c62e87b
...
@@ -17,7 +17,6 @@
...
@@ -17,7 +17,6 @@
import
argparse
import
argparse
import
logging
import
logging
from
io
import
open
import
torch
import
torch
...
...
src/transformers/convert_openai_original_tf_checkpoint_to_pytorch.py
View file @
1c62e87b
...
@@ -17,7 +17,6 @@
...
@@ -17,7 +17,6 @@
import
argparse
import
argparse
import
logging
import
logging
from
io
import
open
import
torch
import
torch
...
...
src/transformers/convert_transfo_xl_original_tf_checkpoint_to_pytorch.py
View file @
1c62e87b
...
@@ -20,7 +20,6 @@ import logging
...
@@ -20,7 +20,6 @@ import logging
import
os
import
os
import
pickle
import
pickle
import
sys
import
sys
from
io
import
open
import
torch
import
torch
...
...
src/transformers/convert_xlm_original_pytorch_checkpoint_to_pytorch.py
View file @
1c62e87b
...
@@ -18,7 +18,6 @@
...
@@ -18,7 +18,6 @@
import
argparse
import
argparse
import
json
import
json
import
logging
import
logging
from
io
import
open
import
numpy
import
numpy
import
torch
import
torch
...
...
src/transformers/data/metrics/squad_metrics.py
View file @
1c62e87b
...
@@ -14,7 +14,6 @@ import logging
...
@@ -14,7 +14,6 @@ import logging
import
math
import
math
import
re
import
re
import
string
import
string
from
io
import
open
from
transformers.tokenization_bert
import
BasicTokenizer
from
transformers.tokenization_bert
import
BasicTokenizer
...
...
src/transformers/file_utils.py
View file @
1c62e87b
...
@@ -14,7 +14,6 @@ import tempfile
...
@@ -14,7 +14,6 @@ import tempfile
from
contextlib
import
contextmanager
from
contextlib
import
contextmanager
from
functools
import
partial
,
wraps
from
functools
import
partial
,
wraps
from
hashlib
import
sha256
from
hashlib
import
sha256
from
io
import
open
from
urllib.parse
import
urlparse
from
urllib.parse
import
urlparse
import
boto3
import
boto3
...
...
src/transformers/modelcard.py
View file @
1c62e87b
...
@@ -19,7 +19,6 @@ import copy
...
@@ -19,7 +19,6 @@ import copy
import
json
import
json
import
logging
import
logging
import
os
import
os
from
io
import
open
from
.configuration_auto
import
ALL_PRETRAINED_CONFIG_ARCHIVE_MAP
from
.configuration_auto
import
ALL_PRETRAINED_CONFIG_ARCHIVE_MAP
from
.file_utils
import
(
from
.file_utils
import
(
...
...
src/transformers/modeling_openai.py
View file @
1c62e87b
...
@@ -20,7 +20,6 @@ import json
...
@@ -20,7 +20,6 @@ import json
import
logging
import
logging
import
math
import
math
import
os
import
os
from
io
import
open
import
torch
import
torch
import
torch.nn
as
nn
import
torch.nn
as
nn
...
...
src/transformers/tokenization_bert.py
View file @
1c62e87b
...
@@ -19,7 +19,6 @@ import collections
...
@@ -19,7 +19,6 @@ import collections
import
logging
import
logging
import
os
import
os
import
unicodedata
import
unicodedata
from
io
import
open
from
.tokenization_utils
import
PreTrainedTokenizer
from
.tokenization_utils
import
PreTrainedTokenizer
...
...
src/transformers/tokenization_ctrl.py
View file @
1c62e87b
...
@@ -18,7 +18,6 @@
...
@@ -18,7 +18,6 @@
import
json
import
json
import
logging
import
logging
import
os
import
os
from
io
import
open
import
regex
as
re
import
regex
as
re
...
...
src/transformers/tokenization_gpt2.py
View file @
1c62e87b
...
@@ -19,7 +19,6 @@ import json
...
@@ -19,7 +19,6 @@ import json
import
logging
import
logging
import
os
import
os
from
functools
import
lru_cache
from
functools
import
lru_cache
from
io
import
open
import
regex
as
re
import
regex
as
re
...
...
src/transformers/tokenization_openai.py
View file @
1c62e87b
...
@@ -19,7 +19,6 @@ import json
...
@@ -19,7 +19,6 @@ import json
import
logging
import
logging
import
os
import
os
import
re
import
re
from
io
import
open
from
.tokenization_bert
import
BasicTokenizer
from
.tokenization_bert
import
BasicTokenizer
from
.tokenization_utils
import
PreTrainedTokenizer
from
.tokenization_utils
import
PreTrainedTokenizer
...
...
src/transformers/tokenization_transfo_xl.py
View file @
1c62e87b
...
@@ -23,7 +23,6 @@ import logging
...
@@ -23,7 +23,6 @@ import logging
import
os
import
os
import
pickle
import
pickle
from
collections
import
Counter
,
OrderedDict
from
collections
import
Counter
,
OrderedDict
from
io
import
open
import
numpy
as
np
import
numpy
as
np
...
...
src/transformers/tokenization_utils.py
View file @
1c62e87b
...
@@ -21,7 +21,6 @@ import json
...
@@ -21,7 +21,6 @@ import json
import
logging
import
logging
import
os
import
os
import
re
import
re
from
io
import
open
from
.file_utils
import
cached_path
,
hf_bucket_url
,
is_remote_url
,
is_tf_available
,
is_torch_available
from
.file_utils
import
cached_path
,
hf_bucket_url
,
is_remote_url
,
is_tf_available
,
is_torch_available
...
...
src/transformers/tokenization_xlm.py
View file @
1c62e87b
...
@@ -21,7 +21,6 @@ import os
...
@@ -21,7 +21,6 @@ import os
import
re
import
re
import
sys
import
sys
import
unicodedata
import
unicodedata
from
io
import
open
import
sacremoses
as
sm
import
sacremoses
as
sm
...
...
templates/adding_a_new_example_script/utils_xxx.py
View file @
1c62e87b
...
@@ -19,7 +19,6 @@ import collections
...
@@ -19,7 +19,6 @@ import collections
import
json
import
json
import
logging
import
logging
import
math
import
math
from
io
import
open
from
transformers.tokenization_bert
import
BasicTokenizer
,
whitespace_tokenize
from
transformers.tokenization_bert
import
BasicTokenizer
,
whitespace_tokenize
...
...
Prev
1
2
Next
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment