Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
chenpangpang
transformers
Commits
0bab55d5
Commit
0bab55d5
authored
Jul 05, 2019
by
thomwolf
Browse files
[BIG] name change
parent
9113b50c
Changes
75
Show whitespace changes
Inline
Side-by-side
Showing
20 changed files
with
18 additions
and
18 deletions
+18
-18
pytorch_transformers/modeling_openai.py
pytorch_transformers/modeling_openai.py
+0
-0
pytorch_transformers/modeling_transfo_xl.py
pytorch_transformers/modeling_transfo_xl.py
+0
-0
pytorch_transformers/modeling_transfo_xl_utilities.py
pytorch_transformers/modeling_transfo_xl_utilities.py
+0
-0
pytorch_transformers/modeling_xlm.py
pytorch_transformers/modeling_xlm.py
+1
-1
pytorch_transformers/modeling_xlnet.py
pytorch_transformers/modeling_xlnet.py
+0
-0
pytorch_transformers/optimization.py
pytorch_transformers/optimization.py
+0
-0
pytorch_transformers/optimization_openai.py
pytorch_transformers/optimization_openai.py
+0
-0
pytorch_transformers/tests/__init__.py
pytorch_transformers/tests/__init__.py
+0
-0
pytorch_transformers/tests/conftest.py
pytorch_transformers/tests/conftest.py
+0
-0
pytorch_transformers/tests/fixtures/input.txt
pytorch_transformers/tests/fixtures/input.txt
+0
-0
pytorch_transformers/tests/fixtures/sample_text.txt
pytorch_transformers/tests/fixtures/sample_text.txt
+0
-0
pytorch_transformers/tests/fixtures/test_sentencepiece.model
pytorch_transformers/tests/fixtures/test_sentencepiece.model
+0
-0
pytorch_transformers/tests/model_tests_commons.py
pytorch_transformers/tests/model_tests_commons.py
+1
-1
pytorch_transformers/tests/model_utils_test.py
pytorch_transformers/tests/model_utils_test.py
+2
-2
pytorch_transformers/tests/modeling_bert_test.py
pytorch_transformers/tests/modeling_bert_test.py
+3
-3
pytorch_transformers/tests/modeling_gpt2_test.py
pytorch_transformers/tests/modeling_gpt2_test.py
+1
-1
pytorch_transformers/tests/modeling_openai_test.py
pytorch_transformers/tests/modeling_openai_test.py
+1
-1
pytorch_transformers/tests/modeling_transfo_xl_test.py
pytorch_transformers/tests/modeling_transfo_xl_test.py
+3
-3
pytorch_transformers/tests/modeling_xlm_test.py
pytorch_transformers/tests/modeling_xlm_test.py
+3
-3
pytorch_transformers/tests/modeling_xlnet_test.py
pytorch_transformers/tests/modeling_xlnet_test.py
+3
-3
No files found.
pytorch_
pretrained_b
er
t
/modeling_openai.py
→
pytorch_
transform
er
s
/modeling_openai.py
View file @
0bab55d5
File moved
pytorch_
pretrained_b
er
t
/modeling_transfo_xl.py
→
pytorch_
transform
er
s
/modeling_transfo_xl.py
View file @
0bab55d5
File moved
pytorch_
pretrained_b
er
t
/modeling_transfo_xl_utilities.py
→
pytorch_
transform
er
s
/modeling_transfo_xl_utilities.py
View file @
0bab55d5
File moved
pytorch_
pretrained_b
er
t
/modeling_xlm.py
→
pytorch_
transform
er
s
/modeling_xlm.py
View file @
0bab55d5
...
...
@@ -204,7 +204,7 @@ def gelu(x):
GELU activation
https://arxiv.org/abs/1606.08415
https://github.com/huggingface/pytorch-openai-transformer-lm/blob/master/model_pytorch.py#L14
https://github.com/huggingface/pytorch-
pretrained-BERT
/blob/master/modeling.py
https://github.com/huggingface/pytorch-
transformers
/blob/master/modeling.py
"""
# return 0.5 * x * (1 + torch.tanh(math.sqrt(2 / math.pi) * (x + 0.044715 * torch.pow(x, 3))))
return
0.5
*
x
*
(
1.0
+
torch
.
erf
(
x
/
math
.
sqrt
(
2.0
)))
...
...
pytorch_
pretrained_b
er
t
/modeling_xlnet.py
→
pytorch_
transform
er
s
/modeling_xlnet.py
View file @
0bab55d5
File moved
pytorch_
pretrained_b
er
t
/optimization.py
→
pytorch_
transform
er
s
/optimization.py
View file @
0bab55d5
File moved
pytorch_
pretrained_b
er
t
/optimization_openai.py
→
pytorch_
transform
er
s
/optimization_openai.py
View file @
0bab55d5
File moved
pytorch_
pretrained_b
er
t
/tests/__init__.py
→
pytorch_
transform
er
s
/tests/__init__.py
View file @
0bab55d5
File moved
pytorch_
pretrained_b
er
t
/tests/conftest.py
→
pytorch_
transform
er
s
/tests/conftest.py
View file @
0bab55d5
File moved
pytorch_
pretrained_b
er
t
/tests/fixtures/input.txt
→
pytorch_
transform
er
s
/tests/fixtures/input.txt
View file @
0bab55d5
File moved
pytorch_
pretrained_b
er
t
/tests/fixtures/sample_text.txt
→
pytorch_
transform
er
s
/tests/fixtures/sample_text.txt
View file @
0bab55d5
File moved
pytorch_
pretrained_b
er
t
/tests/fixtures/test_sentencepiece.model
→
pytorch_
transform
er
s
/tests/fixtures/test_sentencepiece.model
View file @
0bab55d5
File moved
pytorch_
pretrained_b
er
t
/tests/model_tests_commons.py
→
pytorch_
transform
er
s
/tests/model_tests_commons.py
View file @
0bab55d5
...
...
@@ -412,7 +412,7 @@ class GPTModelTester(object):
[[],
[]])
def
create_and_check_model_from_pretrained
(
self
):
cache_dir
=
"/tmp/pytorch_
pretrained_b
er
t
_test/"
cache_dir
=
"/tmp/pytorch_
transform
er
s
_test/"
for
model_name
in
list
(
self
.
base_model_class
.
PRETRAINED_MODEL_ARCHIVE_MAP
.
keys
())[:
1
]:
model
=
self
.
base_model_class
.
from_pretrained
(
model_name
,
cache_dir
=
cache_dir
)
shutil
.
rmtree
(
cache_dir
)
...
...
pytorch_
pretrained_b
er
t
/tests/model_utils_test.py
→
pytorch_
transform
er
s
/tests/model_utils_test.py
View file @
0bab55d5
...
...
@@ -25,8 +25,8 @@ import pytest
import
torch
from
pytorch_
pretrained_b
er
t
import
PretrainedConfig
,
PreTrainedModel
from
pytorch_
pretrained_b
er
t
.modeling_bert
import
BertModel
,
BertConfig
,
PRETRAINED_MODEL_ARCHIVE_MAP
,
PRETRAINED_CONFIG_ARCHIVE_MAP
from
pytorch_
transform
er
s
import
PretrainedConfig
,
PreTrainedModel
from
pytorch_
transform
er
s
.modeling_bert
import
BertModel
,
BertConfig
,
PRETRAINED_MODEL_ARCHIVE_MAP
,
PRETRAINED_CONFIG_ARCHIVE_MAP
class
ModelUtilsTest
(
unittest
.
TestCase
):
...
...
pytorch_
pretrained_b
er
t
/tests/modeling_bert_test.py
→
pytorch_
transform
er
s
/tests/modeling_bert_test.py
View file @
0bab55d5
...
...
@@ -20,11 +20,11 @@ import unittest
import
shutil
import
pytest
from
pytorch_
pretrained_b
er
t
import
(
BertConfig
,
BertModel
,
BertForMaskedLM
,
from
pytorch_
transform
er
s
import
(
BertConfig
,
BertModel
,
BertForMaskedLM
,
BertForNextSentencePrediction
,
BertForPreTraining
,
BertForQuestionAnswering
,
BertForSequenceClassification
,
BertForTokenClassification
,
BertForMultipleChoice
)
from
pytorch_
pretrained_b
er
t
.modeling_bert
import
PRETRAINED_MODEL_ARCHIVE_MAP
from
pytorch_
transform
er
s
.modeling_bert
import
PRETRAINED_MODEL_ARCHIVE_MAP
from
.model_tests_commons
import
(
create_and_check_commons
,
ConfigTester
,
ids_tensor
)
...
...
@@ -266,7 +266,7 @@ class BertModelTest(unittest.TestCase):
@
pytest
.
mark
.
slow
def
test_model_from_pretrained
(
self
):
cache_dir
=
"/tmp/pytorch_
pretrained_b
er
t
_test/"
cache_dir
=
"/tmp/pytorch_
transform
er
s
_test/"
for
model_name
in
list
(
PRETRAINED_MODEL_ARCHIVE_MAP
.
keys
())[:
1
]:
model
=
BertModel
.
from_pretrained
(
model_name
,
cache_dir
=
cache_dir
)
shutil
.
rmtree
(
cache_dir
)
...
...
pytorch_
pretrained_b
er
t
/tests/modeling_gpt2_test.py
→
pytorch_
transform
er
s
/tests/modeling_gpt2_test.py
View file @
0bab55d5
...
...
@@ -25,7 +25,7 @@ import pytest
import
torch
from
pytorch_
pretrained_b
er
t
import
(
GPT2Config
,
GPT2Model
,
from
pytorch_
transform
er
s
import
(
GPT2Config
,
GPT2Model
,
GPT2LMHeadModel
,
GPT2DoubleHeadsModel
)
from
.model_tests_commons
import
(
create_and_check_commons
,
ConfigTester
,
GPTModelTester
)
...
...
pytorch_
pretrained_b
er
t
/tests/modeling_openai_test.py
→
pytorch_
transform
er
s
/tests/modeling_openai_test.py
View file @
0bab55d5
...
...
@@ -21,7 +21,7 @@ import pytest
import
torch
from
pytorch_
pretrained_b
er
t
import
(
OpenAIGPTConfig
,
OpenAIGPTModel
,
from
pytorch_
transform
er
s
import
(
OpenAIGPTConfig
,
OpenAIGPTModel
,
OpenAIGPTLMHeadModel
,
OpenAIGPTDoubleHeadsModel
)
from
.model_tests_commons
import
(
create_and_check_commons
,
ConfigTester
,
GPTModelTester
)
...
...
pytorch_
pretrained_b
er
t
/tests/modeling_transfo_xl_test.py
→
pytorch_
transform
er
s
/tests/modeling_transfo_xl_test.py
View file @
0bab55d5
...
...
@@ -25,8 +25,8 @@ import pytest
import
torch
from
pytorch_
pretrained_b
er
t
import
(
TransfoXLConfig
,
TransfoXLModel
,
TransfoXLLMHeadModel
)
from
pytorch_
pretrained_b
er
t
.modeling_transfo_xl
import
PRETRAINED_MODEL_ARCHIVE_MAP
from
pytorch_
transform
er
s
import
(
TransfoXLConfig
,
TransfoXLModel
,
TransfoXLLMHeadModel
)
from
pytorch_
transform
er
s
.modeling_transfo_xl
import
PRETRAINED_MODEL_ARCHIVE_MAP
from
.model_tests_commons
import
ConfigTester
,
create_and_check_commons
,
ids_tensor
...
...
@@ -184,7 +184,7 @@ class TransfoXLModelTest(unittest.TestCase):
@
pytest
.
mark
.
slow
def
test_model_from_pretrained
(
self
):
cache_dir
=
"/tmp/pytorch_
pretrained_b
er
t
_test/"
cache_dir
=
"/tmp/pytorch_
transform
er
s
_test/"
for
model_name
in
list
(
PRETRAINED_MODEL_ARCHIVE_MAP
.
keys
())[:
1
]:
model
=
TransfoXLModel
.
from_pretrained
(
model_name
,
cache_dir
=
cache_dir
)
shutil
.
rmtree
(
cache_dir
)
...
...
pytorch_
pretrained_b
er
t
/tests/modeling_xlm_test.py
→
pytorch_
transform
er
s
/tests/modeling_xlm_test.py
View file @
0bab55d5
...
...
@@ -20,8 +20,8 @@ import unittest
import
shutil
import
pytest
from
pytorch_
pretrained_b
er
t
import
(
XLMConfig
,
XLMModel
,
XLMWithLMHeadModel
,
XLMForQuestionAnswering
,
XLMForSequenceClassification
)
from
pytorch_
pretrained_b
er
t
.modeling_xlm
import
PRETRAINED_MODEL_ARCHIVE_MAP
from
pytorch_
transform
er
s
import
(
XLMConfig
,
XLMModel
,
XLMWithLMHeadModel
,
XLMForQuestionAnswering
,
XLMForSequenceClassification
)
from
pytorch_
transform
er
s
.modeling_xlm
import
PRETRAINED_MODEL_ARCHIVE_MAP
from
.model_tests_commons
import
(
create_and_check_commons
,
ConfigTester
,
ids_tensor
)
...
...
@@ -250,7 +250,7 @@ class XLMModelTest(unittest.TestCase):
@
pytest
.
mark
.
slow
def
test_model_from_pretrained
(
self
):
cache_dir
=
"/tmp/pytorch_
pretrained_b
er
t
_test/"
cache_dir
=
"/tmp/pytorch_
transform
er
s
_test/"
for
model_name
in
list
(
PRETRAINED_MODEL_ARCHIVE_MAP
.
keys
())[:
1
]:
model
=
XLMModel
.
from_pretrained
(
model_name
,
cache_dir
=
cache_dir
)
shutil
.
rmtree
(
cache_dir
)
...
...
pytorch_
pretrained_b
er
t
/tests/modeling_xlnet_test.py
→
pytorch_
transform
er
s
/tests/modeling_xlnet_test.py
View file @
0bab55d5
...
...
@@ -25,8 +25,8 @@ import pytest
import
torch
from
pytorch_
pretrained_b
er
t
import
(
XLNetConfig
,
XLNetModel
,
XLNetLMHeadModel
,
XLNetForSequenceClassification
,
XLNetForQuestionAnswering
)
from
pytorch_
pretrained_b
er
t
.modeling_xlnet
import
PRETRAINED_MODEL_ARCHIVE_MAP
from
pytorch_
transform
er
s
import
(
XLNetConfig
,
XLNetModel
,
XLNetLMHeadModel
,
XLNetForSequenceClassification
,
XLNetForQuestionAnswering
)
from
pytorch_
transform
er
s
.modeling_xlnet
import
PRETRAINED_MODEL_ARCHIVE_MAP
from
.model_tests_commons
import
ConfigTester
,
create_and_check_commons
,
ids_tensor
...
...
@@ -278,7 +278,7 @@ class XLNetModelTest(unittest.TestCase):
@
pytest
.
mark
.
slow
def
test_model_from_pretrained
(
self
):
cache_dir
=
"/tmp/pytorch_
pretrained_b
er
t
_test/"
cache_dir
=
"/tmp/pytorch_
transform
er
s
_test/"
for
model_name
in
list
(
PRETRAINED_MODEL_ARCHIVE_MAP
.
keys
())[:
1
]:
model
=
XLNetModel
.
from_pretrained
(
model_name
,
cache_dir
=
cache_dir
)
shutil
.
rmtree
(
cache_dir
)
...
...
Prev
1
2
3
4
Next
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment