Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
chenpangpang
transformers
Commits
33dd59e9
Commit
33dd59e9
authored
Sep 05, 2019
by
thomwolf
Browse files
update conversion script names
parent
5951d860
Changes
7
Hide whitespace changes
Inline
Side-by-side
Showing
7 changed files
with
8 additions
and
7 deletions
+8
-7
pytorch_transformers/__main__.py
pytorch_transformers/__main__.py
+8
-7
pytorch_transformers/convert_gpt2_original_tf_checkpoint_to_pytorch.py
...formers/convert_gpt2_original_tf_checkpoint_to_pytorch.py
+0
-0
pytorch_transformers/convert_openai_original_tf_checkpoint_to_pytorch.py
...rmers/convert_openai_original_tf_checkpoint_to_pytorch.py
+0
-0
pytorch_transformers/convert_roberta_original_pytorch_checkpoint_to_pytorch.py
...convert_roberta_original_pytorch_checkpoint_to_pytorch.py
+0
-0
pytorch_transformers/convert_transfo_xl_original_tf_checkpoint_to_pytorch.py
...s/convert_transfo_xl_original_tf_checkpoint_to_pytorch.py
+0
-0
pytorch_transformers/convert_xlm_original_pytorch_checkpoint_to_pytorch.py
...ers/convert_xlm_original_pytorch_checkpoint_to_pytorch.py
+0
-0
pytorch_transformers/convert_xlnet_original_tf_checkpoint_to_pytorch.py
...ormers/convert_xlnet_original_tf_checkpoint_to_pytorch.py
+0
-0
No files found.
pytorch_transformers/__main__.py
View file @
33dd59e9
...
...
@@ -3,7 +3,8 @@ def main():
import
sys
if
(
len
(
sys
.
argv
)
<
4
or
len
(
sys
.
argv
)
>
6
)
or
sys
.
argv
[
1
]
not
in
[
"bert"
,
"gpt"
,
"transfo_xl"
,
"gpt2"
,
"xlnet"
,
"xlm"
]:
print
(
"Should be used as one of:
\n
"
"This command line utility let you convert original (author released) model checkpoint to pytorch.
\n
"
"It should be used as one of:
\n
"
">> pytorch_transformers bert TF_CHECKPOINT TF_CONFIG PYTORCH_DUMP_OUTPUT,
\n
"
">> pytorch_transformers gpt OPENAI_GPT_CHECKPOINT_FOLDER_PATH PYTORCH_DUMP_OUTPUT [OPENAI_GPT_CONFIG],
\n
"
">> pytorch_transformers transfo_xl TF_CHECKPOINT_OR_DATASET PYTORCH_DUMP_OUTPUT [TF_CONFIG] or
\n
"
...
...
@@ -13,7 +14,7 @@ def main():
else
:
if
sys
.
argv
[
1
]
==
"bert"
:
try
:
from
.convert_tf_checkpoint_to_pytorch
import
convert_tf_checkpoint_to_pytorch
from
.convert_
bert_original_
tf_checkpoint_to_pytorch
import
convert_tf_checkpoint_to_pytorch
except
ImportError
:
print
(
"pytorch_transformers can only be used from the commandline to convert TensorFlow models in PyTorch, "
"In that case, it requires TensorFlow to be installed. Please see "
...
...
@@ -29,7 +30,7 @@ def main():
TF_CHECKPOINT
=
sys
.
argv
.
pop
()
convert_tf_checkpoint_to_pytorch
(
TF_CHECKPOINT
,
TF_CONFIG
,
PYTORCH_DUMP_OUTPUT
)
elif
sys
.
argv
[
1
]
==
"gpt"
:
from
.convert_openai_checkpoint_to_pytorch
import
convert_openai_checkpoint_to_pytorch
from
.convert_openai_
original_tf_
checkpoint_to_pytorch
import
convert_openai_checkpoint_to_pytorch
if
len
(
sys
.
argv
)
<
4
or
len
(
sys
.
argv
)
>
5
:
# pylint: disable=line-too-long
print
(
"Should be used as `pytorch_transformers gpt OPENAI_GPT_CHECKPOINT_FOLDER_PATH PYTORCH_DUMP_OUTPUT [OPENAI_GPT_CONFIG]`"
)
...
...
@@ -45,7 +46,7 @@ def main():
PYTORCH_DUMP_OUTPUT
)
elif
sys
.
argv
[
1
]
==
"transfo_xl"
:
try
:
from
.convert_transfo_xl_checkpoint_to_pytorch
import
convert_transfo_xl_checkpoint_to_pytorch
from
.convert_transfo_xl_
original_tf_
checkpoint_to_pytorch
import
convert_transfo_xl_checkpoint_to_pytorch
except
ImportError
:
print
(
"pytorch_transformers can only be used from the commandline to convert TensorFlow models in PyTorch, "
"In that case, it requires TensorFlow to be installed. Please see "
...
...
@@ -69,7 +70,7 @@ def main():
convert_transfo_xl_checkpoint_to_pytorch
(
TF_CHECKPOINT
,
TF_CONFIG
,
PYTORCH_DUMP_OUTPUT
,
TF_DATASET_FILE
)
elif
sys
.
argv
[
1
]
==
"gpt2"
:
try
:
from
.convert_gpt2_checkpoint_to_pytorch
import
convert_gpt2_checkpoint_to_pytorch
from
.convert_gpt2_
original_tf_
checkpoint_to_pytorch
import
convert_gpt2_checkpoint_to_pytorch
except
ImportError
:
print
(
"pytorch_transformers can only be used from the commandline to convert TensorFlow models in PyTorch, "
"In that case, it requires TensorFlow to be installed. Please see "
...
...
@@ -89,7 +90,7 @@ def main():
convert_gpt2_checkpoint_to_pytorch
(
TF_CHECKPOINT
,
TF_CONFIG
,
PYTORCH_DUMP_OUTPUT
)
elif
sys
.
argv
[
1
]
==
"xlnet"
:
try
:
from
.convert_xlnet_checkpoint_to_pytorch
import
convert_xlnet_checkpoint_to_pytorch
from
.convert_xlnet_
original_tf_
checkpoint_to_pytorch
import
convert_xlnet_checkpoint_to_pytorch
except
ImportError
:
print
(
"pytorch_transformers can only be used from the commandline to convert TensorFlow models in PyTorch, "
"In that case, it requires TensorFlow to be installed. Please see "
...
...
@@ -113,7 +114,7 @@ def main():
PYTORCH_DUMP_OUTPUT
,
FINETUNING_TASK
)
elif
sys
.
argv
[
1
]
==
"xlm"
:
from
.convert_xlm_checkpoint_to_pytorch
import
convert_xlm_checkpoint_to_pytorch
from
.convert_xlm_
original_pytorch_
checkpoint_to_pytorch
import
convert_xlm_checkpoint_to_pytorch
if
len
(
sys
.
argv
)
!=
4
:
# pylint: disable=line-too-long
...
...
pytorch_transformers/convert_gpt2_checkpoint_to_pytorch.py
→
pytorch_transformers/convert_gpt2_
original_tf_
checkpoint_to_pytorch.py
View file @
33dd59e9
File moved
pytorch_transformers/convert_openai_checkpoint_to_pytorch.py
→
pytorch_transformers/convert_openai_
original_tf_
checkpoint_to_pytorch.py
View file @
33dd59e9
File moved
pytorch_transformers/convert_roberta_checkpoint_to_pytorch.py
→
pytorch_transformers/convert_roberta_
original_pytorch_
checkpoint_to_pytorch.py
View file @
33dd59e9
File moved
pytorch_transformers/convert_transfo_xl_checkpoint_to_pytorch.py
→
pytorch_transformers/convert_transfo_xl_
original_tf_
checkpoint_to_pytorch.py
View file @
33dd59e9
File moved
pytorch_transformers/convert_xlm_checkpoint_to_pytorch.py
→
pytorch_transformers/convert_xlm_
original_pytorch_
checkpoint_to_pytorch.py
View file @
33dd59e9
File moved
pytorch_transformers/convert_xlnet_checkpoint_to_pytorch.py
→
pytorch_transformers/convert_xlnet_
original_tf_
checkpoint_to_pytorch.py
View file @
33dd59e9
File moved
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment