Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
chenpangpang
transformers
Commits
053efc5d
Unverified
Commit
053efc5d
authored
Jan 19, 2021
by
Sylvain Gugger
Committed by
GitHub
Jan 19, 2021
Browse files
Fix imports in conversion scripts (#9674)
parent
2390c16f
Changes
28
Show whitespace changes
Inline
Side-by-side
Showing
8 changed files
with
28 additions
and
22 deletions
+28
-22
src/transformers/models/prophetnet/convert_prophetnet_original_pytorch_checkpoint_to_pytorch.py
...vert_prophetnet_original_pytorch_checkpoint_to_pytorch.py
+2
-2
src/transformers/models/reformer/convert_reformer_trax_checkpoint_to_pytorch.py
...s/reformer/convert_reformer_trax_checkpoint_to_pytorch.py
+2
-2
src/transformers/models/roberta/convert_roberta_original_pytorch_checkpoint_to_pytorch.py
...convert_roberta_original_pytorch_checkpoint_to_pytorch.py
+9
-3
src/transformers/models/t5/convert_t5_original_tf_checkpoint_to_pytorch.py
...models/t5/convert_t5_original_tf_checkpoint_to_pytorch.py
+2
-2
src/transformers/models/tapas/convert_tapas_original_tf_checkpoint_to_pytorch.py
.../tapas/convert_tapas_original_tf_checkpoint_to_pytorch.py
+2
-2
src/transformers/models/transfo_xl/convert_transfo_xl_original_tf_checkpoint_to_pytorch.py
...l/convert_transfo_xl_original_tf_checkpoint_to_pytorch.py
+5
-5
src/transformers/models/xlm/convert_xlm_original_pytorch_checkpoint_to_pytorch.py
...xlm/convert_xlm_original_pytorch_checkpoint_to_pytorch.py
+3
-3
src/transformers/models/xlnet/convert_xlnet_original_tf_checkpoint_to_pytorch.py
.../xlnet/convert_xlnet_original_tf_checkpoint_to_pytorch.py
+3
-3
No files found.
src/transformers/models/prophetnet/convert_prophetnet_original_pytorch_checkpoint_to_pytorch.py
View file @
053efc5d
...
@@ -19,6 +19,8 @@ import argparse
...
@@ -19,6 +19,8 @@ import argparse
import
torch
import
torch
from
transformers
import
ProphetNetForConditionalGeneration
,
XLMProphetNetForConditionalGeneration
,
logging
# transformers_old should correspond to branch `save_old_prophetnet_model_structure` here
# transformers_old should correspond to branch `save_old_prophetnet_model_structure` here
# original prophetnet_checkpoints are saved under `patrickvonplaten/..._old` respectively
# original prophetnet_checkpoints are saved under `patrickvonplaten/..._old` respectively
from
transformers_old.modeling_prophetnet
import
(
from
transformers_old.modeling_prophetnet
import
(
...
@@ -28,8 +30,6 @@ from transformers_old.modeling_xlm_prophetnet import (
...
@@ -28,8 +30,6 @@ from transformers_old.modeling_xlm_prophetnet import (
XLMProphetNetForConditionalGeneration
as
XLMProphetNetForConditionalGenerationOld
,
XLMProphetNetForConditionalGeneration
as
XLMProphetNetForConditionalGenerationOld
,
)
)
from
.
import
ProphetNetForConditionalGeneration
,
XLMProphetNetForConditionalGeneration
,
logging
logger
=
logging
.
get_logger
(
__name__
)
logger
=
logging
.
get_logger
(
__name__
)
logging
.
set_verbosity_info
()
logging
.
set_verbosity_info
()
...
...
src/transformers/models/reformer/convert_reformer_trax_checkpoint_to_pytorch.py
View file @
053efc5d
...
@@ -21,8 +21,8 @@ import pickle
...
@@ -21,8 +21,8 @@ import pickle
import
numpy
as
np
import
numpy
as
np
import
torch
import
torch
from
...utils
import
logging
from
transformers
import
ReformerConfig
,
ReformerModelWithLMHead
from
.
import
ReformerConfig
,
ReformerModelWithLMHead
from
transformers.utils
import
logging
logging
.
set_verbosity_info
()
logging
.
set_verbosity_info
()
...
...
src/transformers/models/roberta/convert_roberta_original_pytorch_checkpoint_to_pytorch.py
View file @
053efc5d
...
@@ -24,9 +24,15 @@ from fairseq.models.roberta import RobertaModel as FairseqRobertaModel
...
@@ -24,9 +24,15 @@ from fairseq.models.roberta import RobertaModel as FairseqRobertaModel
from
fairseq.modules
import
TransformerSentenceEncoderLayer
from
fairseq.modules
import
TransformerSentenceEncoderLayer
from
packaging
import
version
from
packaging
import
version
from
...models.bert.modeling_bert
import
BertIntermediate
,
BertLayer
,
BertOutput
,
BertSelfAttention
,
BertSelfOutput
from
transformers
import
RobertaConfig
,
RobertaForMaskedLM
,
RobertaForSequenceClassification
from
...utils
import
logging
from
transformers.models.bert.modeling_bert
import
(
from
.modeling_roberta
import
RobertaConfig
,
RobertaForMaskedLM
,
RobertaForSequenceClassification
BertIntermediate
,
BertLayer
,
BertOutput
,
BertSelfAttention
,
BertSelfOutput
,
)
from
transformers.utils
import
logging
if
version
.
parse
(
fairseq
.
__version__
)
<
version
.
parse
(
"0.9.0"
):
if
version
.
parse
(
fairseq
.
__version__
)
<
version
.
parse
(
"0.9.0"
):
...
...
src/transformers/models/t5/convert_t5_original_tf_checkpoint_to_pytorch.py
View file @
053efc5d
...
@@ -17,8 +17,8 @@
...
@@ -17,8 +17,8 @@
import
argparse
import
argparse
from
...utils
import
logging
from
transformers
import
T5Config
,
T5ForConditionalGeneration
,
load_tf_weights_in_t5
from
.
import
T5Config
,
T5ForConditionalGeneration
,
load_tf_weights_in_t5
from
transformers.utils
import
logging
logging
.
set_verbosity_info
()
logging
.
set_verbosity_info
()
...
...
src/transformers/models/tapas/convert_tapas_original_tf_checkpoint_to_pytorch.py
View file @
053efc5d
...
@@ -17,8 +17,7 @@
...
@@ -17,8 +17,7 @@
import
argparse
import
argparse
from
...utils
import
logging
from
transformers
import
(
from
.
import
(
TapasConfig
,
TapasConfig
,
TapasForMaskedLM
,
TapasForMaskedLM
,
TapasForQuestionAnswering
,
TapasForQuestionAnswering
,
...
@@ -27,6 +26,7 @@ from . import (
...
@@ -27,6 +26,7 @@ from . import (
TapasTokenizer
,
TapasTokenizer
,
load_tf_weights_in_tapas
,
load_tf_weights_in_tapas
,
)
)
from
transformers.utils
import
logging
logging
.
set_verbosity_info
()
logging
.
set_verbosity_info
()
...
...
src/transformers/models/transfo_xl/convert_transfo_xl_original_tf_checkpoint_to_pytorch.py
View file @
053efc5d
...
@@ -22,11 +22,11 @@ import sys
...
@@ -22,11 +22,11 @@ import sys
import
torch
import
torch
from
...file_utils
import
CONFIG_NAME
,
WEIGHTS_NAME
from
transformers
import
TransfoXLConfig
,
TransfoXLLMHeadModel
,
load_tf_weights_in_transfo_xl
from
...utils
import
logging
from
transformers.file_utils
import
CONFIG_NAME
,
WEIGHTS_NAME
from
.
import
TransfoXLConfig
,
TransfoXLLMHeadModel
,
load_tf_weights_in_transfo_xl
from
transformers.models.transfo_xl
import
tokenization_transfo_xl
as
data_utils
from
.
import
tokenization_transfo_xl
as
data_utils
from
transformers.models.transfo_xl.tokenization_transfo_xl
import
CORPUS_NAME
,
VOCAB_FILES_NAMES
from
.tokenization_transfo_xl
import
CORPUS_NAME
,
VOCAB_FILES_NAMES
from
transformers.utils
import
logging
logging
.
set_verbosity_info
()
logging
.
set_verbosity_info
()
...
...
src/transformers/models/xlm/convert_xlm_original_pytorch_checkpoint_to_pytorch.py
View file @
053efc5d
...
@@ -21,9 +21,9 @@ import json
...
@@ -21,9 +21,9 @@ import json
import
numpy
import
numpy
import
torch
import
torch
from
..
.file_utils
import
CONFIG_NAME
,
WEIGHTS_NAME
from
transformers
.file_utils
import
CONFIG_NAME
,
WEIGHTS_NAME
from
...utils
import
logging
from
transformers.models.xlm.tokenization_xlm
import
VOCAB_FILES_NAMES
from
.tokenization_xlm
import
VOCAB_FILES_NAMES
from
transformers.utils
import
logging
logging
.
set_verbosity_info
()
logging
.
set_verbosity_info
()
...
...
src/transformers/models/xlnet/convert_xlnet_original_tf_checkpoint_to_pytorch.py
View file @
053efc5d
...
@@ -20,15 +20,15 @@ import os
...
@@ -20,15 +20,15 @@ import os
import
torch
import
torch
from
...file_utils
import
CONFIG_NAME
,
WEIGHTS_NAME
from
transformers
import
(
from
...utils
import
logging
from
.
import
(
XLNetConfig
,
XLNetConfig
,
XLNetForQuestionAnswering
,
XLNetForQuestionAnswering
,
XLNetForSequenceClassification
,
XLNetForSequenceClassification
,
XLNetLMHeadModel
,
XLNetLMHeadModel
,
load_tf_weights_in_xlnet
,
load_tf_weights_in_xlnet
,
)
)
from
transformers.file_utils
import
CONFIG_NAME
,
WEIGHTS_NAME
from
transformers.utils
import
logging
GLUE_TASKS_NUM_LABELS
=
{
GLUE_TASKS_NUM_LABELS
=
{
...
...
Prev
1
2
Next
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment