"llama/vscode:/vscode.git/clone" did not exist on "3020d2dc58f788f5de0af7ff0f556f0ac626bc57"
__init__.py 858 Bytes
Newer Older
thomwolf's avatar
thomwolf committed
1
__version__ = "0.5.0"
thomwolf's avatar
thomwolf committed
2
from .tokenization import BertTokenizer, BasicTokenizer, WordpieceTokenizer
thomwolf's avatar
thomwolf committed
3
from .tokenization_openai import OpenAIGPTTokenizer
4
from .tokenization_transfo_xl import (TransfoXLTokenizer, TransfoXLCorpus)
thomwolf's avatar
thomwolf committed
5
6
from .modeling import (BertConfig, BertModel, BertForPreTraining,
                       BertForMaskedLM, BertForNextSentencePrediction,
7
8
                       BertForSequenceClassification, BertForMultipleChoice,
                       BertForTokenClassification, BertForQuestionAnswering)
thomwolf's avatar
thomwolf committed
9
10
from .modeling_openai import (OpenAIGPTConfig, OpenAIGPTModel,
                              OpenAIGPTLMHeadModel, OpenAIGPTDoubleHeadsModel)
11
from .modeling_transfo_xl import (TransfoXLConfig, TransfoXLModel)
thomwolf's avatar
thomwolf committed
12
from .optimization import BertAdam
thomwolf's avatar
thomwolf committed
13
from .optimization_openai import OpenAIAdam
14
from .file_utils import PYTORCH_PRETRAINED_BERT_CACHE