hubconf.py 723 Bytes
Newer Older
VictorSanh's avatar
VictorSanh committed
1
dependencies = ['torch', 'tqdm', 'boto3', 'requests', 'regex']
VictorSanh's avatar
VictorSanh committed
2

VictorSanh's avatar
VictorSanh committed
3
4
5
6
7
8
9
10
11
12
13
14
from hubconfs.bert_hubconf import (
    bertTokenizer,
    bertModel,
    bertForNextSentencePrediction,
    bertForPreTraining,
    bertForMaskedLM,
    bertForSequenceClassification,
    bertForMultipleChoice,
    bertForQuestionAnswering,
    bertForTokenClassification
)
from hubconfs.gpt_hubconf import (
VictorSanh's avatar
VictorSanh committed
15
16
17
18
    openAIGPTTokenizer,
    openAIGPTModel,
    openAIGPTLMHeadModel,
    openAIGPTDoubleHeadsModel
19
20
21
22
23
24
25
)
from hubconfs.gpt2_hubconf import (
    gpt2Tokenizer,
    gpt2Model,
    gpt2LMHeadModel,
    gpt2DoubleHeadsModel
)
VictorSanh's avatar
VictorSanh committed
26
27
28
29
30
from hubconfs.transformer_xl_hubconf import (
    transformerXLTokenizer,
    transformerXLModel,
    transformerXLLMHeadModel
)