Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
chenpangpang
transformers
Commits
33dd59e9
Commit
33dd59e9
authored
Sep 05, 2019
by
thomwolf
Browse files
update conversion script names
parent
5951d860
Changes
7
Hide whitespace changes
Inline
Side-by-side
Showing
7 changed files
with
8 additions
and
7 deletions
+8
-7
pytorch_transformers/__main__.py
pytorch_transformers/__main__.py
+8
-7
pytorch_transformers/convert_gpt2_original_tf_checkpoint_to_pytorch.py
...formers/convert_gpt2_original_tf_checkpoint_to_pytorch.py
+0
-0
pytorch_transformers/convert_openai_original_tf_checkpoint_to_pytorch.py
...rmers/convert_openai_original_tf_checkpoint_to_pytorch.py
+0
-0
pytorch_transformers/convert_roberta_original_pytorch_checkpoint_to_pytorch.py
...convert_roberta_original_pytorch_checkpoint_to_pytorch.py
+0
-0
pytorch_transformers/convert_transfo_xl_original_tf_checkpoint_to_pytorch.py
...s/convert_transfo_xl_original_tf_checkpoint_to_pytorch.py
+0
-0
pytorch_transformers/convert_xlm_original_pytorch_checkpoint_to_pytorch.py
...ers/convert_xlm_original_pytorch_checkpoint_to_pytorch.py
+0
-0
pytorch_transformers/convert_xlnet_original_tf_checkpoint_to_pytorch.py
...ormers/convert_xlnet_original_tf_checkpoint_to_pytorch.py
+0
-0
No files found.
pytorch_transformers/__main__.py
View file @
33dd59e9
...
...
@@ -3,7 +3,8 @@ def main():
import
sys
if
(
len
(
sys
.
argv
)
<
4
or
len
(
sys
.
argv
)
>
6
)
or
sys
.
argv
[
1
]
not
in
[
"bert"
,
"gpt"
,
"transfo_xl"
,
"gpt2"
,
"xlnet"
,
"xlm"
]:
print
(
"Should be used as one of:
\n
"
"This command line utility let you convert original (author released) model checkpoint to pytorch.
\n
"
"It should be used as one of:
\n
"
">> pytorch_transformers bert TF_CHECKPOINT TF_CONFIG PYTORCH_DUMP_OUTPUT,
\n
"
">> pytorch_transformers gpt OPENAI_GPT_CHECKPOINT_FOLDER_PATH PYTORCH_DUMP_OUTPUT [OPENAI_GPT_CONFIG],
\n
"
">> pytorch_transformers transfo_xl TF_CHECKPOINT_OR_DATASET PYTORCH_DUMP_OUTPUT [TF_CONFIG] or
\n
"
...
...
@@ -13,7 +14,7 @@ def main():
else
:
if
sys
.
argv
[
1
]
==
"bert"
:
try
:
from
.convert_tf_checkpoint_to_pytorch
import
convert_tf_checkpoint_to_pytorch
from
.convert_
bert_original_
tf_checkpoint_to_pytorch
import
convert_tf_checkpoint_to_pytorch
except
ImportError
:
print
(
"pytorch_transformers can only be used from the commandline to convert TensorFlow models in PyTorch, "
"In that case, it requires TensorFlow to be installed. Please see "
...
...
@@ -29,7 +30,7 @@ def main():
TF_CHECKPOINT
=
sys
.
argv
.
pop
()
convert_tf_checkpoint_to_pytorch
(
TF_CHECKPOINT
,
TF_CONFIG
,
PYTORCH_DUMP_OUTPUT
)
elif
sys
.
argv
[
1
]
==
"gpt"
:
from
.convert_openai_checkpoint_to_pytorch
import
convert_openai_checkpoint_to_pytorch
from
.convert_openai_
original_tf_
checkpoint_to_pytorch
import
convert_openai_checkpoint_to_pytorch
if
len
(
sys
.
argv
)
<
4
or
len
(
sys
.
argv
)
>
5
:
# pylint: disable=line-too-long
print
(
"Should be used as `pytorch_transformers gpt OPENAI_GPT_CHECKPOINT_FOLDER_PATH PYTORCH_DUMP_OUTPUT [OPENAI_GPT_CONFIG]`"
)
...
...
@@ -45,7 +46,7 @@ def main():
PYTORCH_DUMP_OUTPUT
)
elif
sys
.
argv
[
1
]
==
"transfo_xl"
:
try
:
from
.convert_transfo_xl_checkpoint_to_pytorch
import
convert_transfo_xl_checkpoint_to_pytorch
from
.convert_transfo_xl_
original_tf_
checkpoint_to_pytorch
import
convert_transfo_xl_checkpoint_to_pytorch
except
ImportError
:
print
(
"pytorch_transformers can only be used from the commandline to convert TensorFlow models in PyTorch, "
"In that case, it requires TensorFlow to be installed. Please see "
...
...
@@ -69,7 +70,7 @@ def main():
convert_transfo_xl_checkpoint_to_pytorch
(
TF_CHECKPOINT
,
TF_CONFIG
,
PYTORCH_DUMP_OUTPUT
,
TF_DATASET_FILE
)
elif
sys
.
argv
[
1
]
==
"gpt2"
:
try
:
from
.convert_gpt2_checkpoint_to_pytorch
import
convert_gpt2_checkpoint_to_pytorch
from
.convert_gpt2_
original_tf_
checkpoint_to_pytorch
import
convert_gpt2_checkpoint_to_pytorch
except
ImportError
:
print
(
"pytorch_transformers can only be used from the commandline to convert TensorFlow models in PyTorch, "
"In that case, it requires TensorFlow to be installed. Please see "
...
...
@@ -89,7 +90,7 @@ def main():
convert_gpt2_checkpoint_to_pytorch
(
TF_CHECKPOINT
,
TF_CONFIG
,
PYTORCH_DUMP_OUTPUT
)
elif
sys
.
argv
[
1
]
==
"xlnet"
:
try
:
from
.convert_xlnet_checkpoint_to_pytorch
import
convert_xlnet_checkpoint_to_pytorch
from
.convert_xlnet_
original_tf_
checkpoint_to_pytorch
import
convert_xlnet_checkpoint_to_pytorch
except
ImportError
:
print
(
"pytorch_transformers can only be used from the commandline to convert TensorFlow models in PyTorch, "
"In that case, it requires TensorFlow to be installed. Please see "
...
...
@@ -113,7 +114,7 @@ def main():
PYTORCH_DUMP_OUTPUT
,
FINETUNING_TASK
)
elif
sys
.
argv
[
1
]
==
"xlm"
:
from
.convert_xlm_checkpoint_to_pytorch
import
convert_xlm_checkpoint_to_pytorch
from
.convert_xlm_
original_pytorch_
checkpoint_to_pytorch
import
convert_xlm_checkpoint_to_pytorch
if
len
(
sys
.
argv
)
!=
4
:
# pylint: disable=line-too-long
...
...
pytorch_transformers/convert_gpt2_checkpoint_to_pytorch.py
→
pytorch_transformers/convert_gpt2_
original_tf_
checkpoint_to_pytorch.py
View file @
33dd59e9
File moved
pytorch_transformers/convert_openai_checkpoint_to_pytorch.py
→
pytorch_transformers/convert_openai_
original_tf_
checkpoint_to_pytorch.py
View file @
33dd59e9
File moved
pytorch_transformers/convert_roberta_checkpoint_to_pytorch.py
→
pytorch_transformers/convert_roberta_
original_pytorch_
checkpoint_to_pytorch.py
View file @
33dd59e9
File moved
pytorch_transformers/convert_transfo_xl_checkpoint_to_pytorch.py
→
pytorch_transformers/convert_transfo_xl_
original_tf_
checkpoint_to_pytorch.py
View file @
33dd59e9
File moved
pytorch_transformers/convert_xlm_checkpoint_to_pytorch.py
→
pytorch_transformers/convert_xlm_
original_pytorch_
checkpoint_to_pytorch.py
View file @
33dd59e9
File moved
pytorch_transformers/convert_xlnet_checkpoint_to_pytorch.py
→
pytorch_transformers/convert_xlnet_
original_tf_
checkpoint_to_pytorch.py
View file @
33dd59e9
File moved
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment