Commit 62ba3b6b authored by Lysandre's avatar Lysandre
Browse files

Depend on hidden_dropout_prob

parent 3c6d73bc
...@@ -1585,7 +1585,10 @@ class BertForMultipleChoice(BertPreTrainedModel): ...@@ -1585,7 +1585,10 @@ class BertForMultipleChoice(BertPreTrainedModel):
super().__init__(config) super().__init__(config)
self.bert = BertModel(config) self.bert = BertModel(config)
self.dropout = nn.Dropout(config.classifier_dropout) classifier_dropout = (
config.classifier_dropout if config.classifier_dropout is not None else config.hidden_dropout_prob
)
self.dropout = nn.Dropout(classifier_dropout)
self.classifier = nn.Linear(config.hidden_size, 1) self.classifier = nn.Linear(config.hidden_size, 1)
self.init_weights() self.init_weights()
......
...@@ -1415,7 +1415,10 @@ class MobileBertForMultipleChoice(MobileBertPreTrainedModel): ...@@ -1415,7 +1415,10 @@ class MobileBertForMultipleChoice(MobileBertPreTrainedModel):
super().__init__(config) super().__init__(config)
self.mobilebert = MobileBertModel(config) self.mobilebert = MobileBertModel(config)
self.dropout = nn.Dropout(config.classifier_dropout) classifier_dropout = (
config.classifier_dropout if config.classifier_dropout is not None else config.hidden_dropout_prob
)
self.dropout = nn.Dropout(classifier_dropout)
self.classifier = nn.Linear(config.hidden_size, 1) self.classifier = nn.Linear(config.hidden_size, 1)
self.init_weights() self.init_weights()
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment