Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
chenpangpang
transformers
Commits
1c62e87b
Commit
1c62e87b
authored
Dec 22, 2019
by
Aymeric Augustin
Browse files
Use built-in open().
On Python 3, `open is io.open`.
parent
d6eaf4e6
Changes
29
Hide whitespace changes
Inline
Side-by-side
Showing
20 changed files
with
0 additions
and
20 deletions
+0
-20
examples/utils_multiple_choice.py
examples/utils_multiple_choice.py
+0
-1
examples/utils_ner.py
examples/utils_ner.py
+0
-1
setup.py
setup.py
+0
-1
src/transformers/configuration_utils.py
src/transformers/configuration_utils.py
+0
-1
src/transformers/convert_gpt2_original_tf_checkpoint_to_pytorch.py
...formers/convert_gpt2_original_tf_checkpoint_to_pytorch.py
+0
-1
src/transformers/convert_openai_original_tf_checkpoint_to_pytorch.py
...rmers/convert_openai_original_tf_checkpoint_to_pytorch.py
+0
-1
src/transformers/convert_transfo_xl_original_tf_checkpoint_to_pytorch.py
...s/convert_transfo_xl_original_tf_checkpoint_to_pytorch.py
+0
-1
src/transformers/convert_xlm_original_pytorch_checkpoint_to_pytorch.py
...ers/convert_xlm_original_pytorch_checkpoint_to_pytorch.py
+0
-1
src/transformers/data/metrics/squad_metrics.py
src/transformers/data/metrics/squad_metrics.py
+0
-1
src/transformers/file_utils.py
src/transformers/file_utils.py
+0
-1
src/transformers/modelcard.py
src/transformers/modelcard.py
+0
-1
src/transformers/modeling_openai.py
src/transformers/modeling_openai.py
+0
-1
src/transformers/tokenization_bert.py
src/transformers/tokenization_bert.py
+0
-1
src/transformers/tokenization_ctrl.py
src/transformers/tokenization_ctrl.py
+0
-1
src/transformers/tokenization_gpt2.py
src/transformers/tokenization_gpt2.py
+0
-1
src/transformers/tokenization_openai.py
src/transformers/tokenization_openai.py
+0
-1
src/transformers/tokenization_transfo_xl.py
src/transformers/tokenization_transfo_xl.py
+0
-1
src/transformers/tokenization_utils.py
src/transformers/tokenization_utils.py
+0
-1
src/transformers/tokenization_xlm.py
src/transformers/tokenization_xlm.py
+0
-1
templates/adding_a_new_example_script/utils_xxx.py
templates/adding_a_new_example_script/utils_xxx.py
+0
-1
No files found.
examples/utils_multiple_choice.py
View file @
1c62e87b
...
...
@@ -21,7 +21,6 @@ import glob
import
json
import
logging
import
os
from
io
import
open
from
typing
import
List
import
tqdm
...
...
examples/utils_ner.py
View file @
1c62e87b
...
...
@@ -18,7 +18,6 @@
import
logging
import
os
from
io
import
open
logger
=
logging
.
getLogger
(
__name__
)
...
...
setup.py
View file @
1c62e87b
...
...
@@ -33,7 +33,6 @@ To create the package for pypi.
7. Copy the release notes from RELEASE.md to the tag in github once everything is looking hunky-dory.
"""
from
io
import
open
from
setuptools
import
find_packages
,
setup
...
...
src/transformers/configuration_utils.py
View file @
1c62e87b
...
...
@@ -20,7 +20,6 @@ import copy
import
json
import
logging
import
os
from
io
import
open
from
.file_utils
import
CONFIG_NAME
,
cached_path
,
hf_bucket_url
,
is_remote_url
...
...
src/transformers/convert_gpt2_original_tf_checkpoint_to_pytorch.py
View file @
1c62e87b
...
...
@@ -17,7 +17,6 @@
import
argparse
import
logging
from
io
import
open
import
torch
...
...
src/transformers/convert_openai_original_tf_checkpoint_to_pytorch.py
View file @
1c62e87b
...
...
@@ -17,7 +17,6 @@
import
argparse
import
logging
from
io
import
open
import
torch
...
...
src/transformers/convert_transfo_xl_original_tf_checkpoint_to_pytorch.py
View file @
1c62e87b
...
...
@@ -20,7 +20,6 @@ import logging
import
os
import
pickle
import
sys
from
io
import
open
import
torch
...
...
src/transformers/convert_xlm_original_pytorch_checkpoint_to_pytorch.py
View file @
1c62e87b
...
...
@@ -18,7 +18,6 @@
import
argparse
import
json
import
logging
from
io
import
open
import
numpy
import
torch
...
...
src/transformers/data/metrics/squad_metrics.py
View file @
1c62e87b
...
...
@@ -14,7 +14,6 @@ import logging
import
math
import
re
import
string
from
io
import
open
from
transformers.tokenization_bert
import
BasicTokenizer
...
...
src/transformers/file_utils.py
View file @
1c62e87b
...
...
@@ -14,7 +14,6 @@ import tempfile
from
contextlib
import
contextmanager
from
functools
import
partial
,
wraps
from
hashlib
import
sha256
from
io
import
open
from
urllib.parse
import
urlparse
import
boto3
...
...
src/transformers/modelcard.py
View file @
1c62e87b
...
...
@@ -19,7 +19,6 @@ import copy
import
json
import
logging
import
os
from
io
import
open
from
.configuration_auto
import
ALL_PRETRAINED_CONFIG_ARCHIVE_MAP
from
.file_utils
import
(
...
...
src/transformers/modeling_openai.py
View file @
1c62e87b
...
...
@@ -20,7 +20,6 @@ import json
import
logging
import
math
import
os
from
io
import
open
import
torch
import
torch.nn
as
nn
...
...
src/transformers/tokenization_bert.py
View file @
1c62e87b
...
...
@@ -19,7 +19,6 @@ import collections
import
logging
import
os
import
unicodedata
from
io
import
open
from
.tokenization_utils
import
PreTrainedTokenizer
...
...
src/transformers/tokenization_ctrl.py
View file @
1c62e87b
...
...
@@ -18,7 +18,6 @@
import
json
import
logging
import
os
from
io
import
open
import
regex
as
re
...
...
src/transformers/tokenization_gpt2.py
View file @
1c62e87b
...
...
@@ -19,7 +19,6 @@ import json
import
logging
import
os
from
functools
import
lru_cache
from
io
import
open
import
regex
as
re
...
...
src/transformers/tokenization_openai.py
View file @
1c62e87b
...
...
@@ -19,7 +19,6 @@ import json
import
logging
import
os
import
re
from
io
import
open
from
.tokenization_bert
import
BasicTokenizer
from
.tokenization_utils
import
PreTrainedTokenizer
...
...
src/transformers/tokenization_transfo_xl.py
View file @
1c62e87b
...
...
@@ -23,7 +23,6 @@ import logging
import
os
import
pickle
from
collections
import
Counter
,
OrderedDict
from
io
import
open
import
numpy
as
np
...
...
src/transformers/tokenization_utils.py
View file @
1c62e87b
...
...
@@ -21,7 +21,6 @@ import json
import
logging
import
os
import
re
from
io
import
open
from
.file_utils
import
cached_path
,
hf_bucket_url
,
is_remote_url
,
is_tf_available
,
is_torch_available
...
...
src/transformers/tokenization_xlm.py
View file @
1c62e87b
...
...
@@ -21,7 +21,6 @@ import os
import
re
import
sys
import
unicodedata
from
io
import
open
import
sacremoses
as
sm
...
...
templates/adding_a_new_example_script/utils_xxx.py
View file @
1c62e87b
...
...
@@ -19,7 +19,6 @@ import collections
import
json
import
logging
import
math
from
io
import
open
from
transformers.tokenization_bert
import
BasicTokenizer
,
whitespace_tokenize
...
...
Prev
1
2
Next
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment