Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
chenpangpang
transformers
Commits
d3549b66
Commit
d3549b66
authored
Dec 16, 2019
by
Stefan Schweter
Browse files
module: add support for XLM-RoBERTa (__init__)
parent
71b47505
Changes
1
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
5 additions
and
0 deletions
+5
-0
transformers/__init__.py
transformers/__init__.py
+5
-0
No files found.
transformers/__init__.py
View file @
d3549b66
...
@@ -49,6 +49,7 @@ from .tokenization_distilbert import DistilBertTokenizer
...
@@ -49,6 +49,7 @@ from .tokenization_distilbert import DistilBertTokenizer
from
.tokenization_albert
import
AlbertTokenizer
from
.tokenization_albert
import
AlbertTokenizer
from
.tokenization_camembert
import
CamembertTokenizer
from
.tokenization_camembert
import
CamembertTokenizer
from
.tokenization_t5
import
T5Tokenizer
from
.tokenization_t5
import
T5Tokenizer
from
.tokenization_xlm_roberta
import
XLMRobertaTokenizer
# Configurations
# Configurations
from
.configuration_utils
import
PretrainedConfig
from
.configuration_utils
import
PretrainedConfig
...
@@ -65,6 +66,7 @@ from .configuration_distilbert import DistilBertConfig, DISTILBERT_PRETRAINED_CO
...
@@ -65,6 +66,7 @@ from .configuration_distilbert import DistilBertConfig, DISTILBERT_PRETRAINED_CO
from
.configuration_albert
import
AlbertConfig
,
ALBERT_PRETRAINED_CONFIG_ARCHIVE_MAP
from
.configuration_albert
import
AlbertConfig
,
ALBERT_PRETRAINED_CONFIG_ARCHIVE_MAP
from
.configuration_camembert
import
CamembertConfig
,
CAMEMBERT_PRETRAINED_CONFIG_ARCHIVE_MAP
from
.configuration_camembert
import
CamembertConfig
,
CAMEMBERT_PRETRAINED_CONFIG_ARCHIVE_MAP
from
.configuration_t5
import
T5Config
,
T5_PRETRAINED_CONFIG_ARCHIVE_MAP
from
.configuration_t5
import
T5Config
,
T5_PRETRAINED_CONFIG_ARCHIVE_MAP
from
.configuration_xlm_roberta
import
XLMRobertaConfig
,
XLM_ROBERTA_PRETRAINED_CONFIG_ARCHIVE_MAP
# Modeling
# Modeling
if
is_torch_available
():
if
is_torch_available
():
...
@@ -119,6 +121,9 @@ if is_torch_available():
...
@@ -119,6 +121,9 @@ if is_torch_available():
AlbertForQuestionAnswering
,
AlbertForQuestionAnswering
,
load_tf_weights_in_albert
,
ALBERT_PRETRAINED_MODEL_ARCHIVE_MAP
)
load_tf_weights_in_albert
,
ALBERT_PRETRAINED_MODEL_ARCHIVE_MAP
)
from
.modeling_xlm_roberta
import
(
XLMRobertaForMaskedLM
,
XLMRobertaModel
,
XLMRobertaForMultipleChoice
,
XLMRobertaForSequenceClassification
,
XLMRobertaForTokenClassification
)
# Optimization
# Optimization
from
.optimization
import
(
AdamW
,
get_constant_schedule
,
get_constant_schedule_with_warmup
,
get_cosine_schedule_with_warmup
,
from
.optimization
import
(
AdamW
,
get_constant_schedule
,
get_constant_schedule_with_warmup
,
get_cosine_schedule_with_warmup
,
get_cosine_with_hard_restarts_schedule_with_warmup
,
get_linear_schedule_with_warmup
)
get_cosine_with_hard_restarts_schedule_with_warmup
,
get_linear_schedule_with_warmup
)
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment