Commit 74d78bee authored by VictorSanh's avatar VictorSanh
Browse files

fix: add qa_dropout and seq_classif_dropout

parent 7f5d8534
......@@ -61,6 +61,8 @@ class DilBertConfig(PretrainedConfig):
activation='gelu',
initializer_range=0.02,
tie_weights_=True,
qa_dropout=0.1,
seq_classif_dropout=0.2,
**kwargs):
super(DilBertConfig, self).__init__(**kwargs)
......@@ -83,6 +85,8 @@ class DilBertConfig(PretrainedConfig):
self.activation = activation
self.initializer_range = initializer_range
self.tie_weights_ = tie_weights_
self.qa_dropout = qa_dropout
self.seq_classif_dropout = seq_classif_dropout
else:
raise ValueError("First argument must be either a vocabulary size (int)"
" or the path to a pretrained model config file (str)")
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment