Unverified Commit a79a9e12 authored by Jared T Nielsen's avatar Jared T Nielsen Committed by GitHub
Browse files

Fix TFAlbertForSequenceClassification classifier dropout probability. It was...

Fix TFAlbertForSequenceClassification classifier dropout probability. It was set to config.hidden_dropout_prob, but should be config.classifier_dropout_prob. (#3928)
parent 8e093e59
...@@ -781,7 +781,7 @@ class TFAlbertForSequenceClassification(TFAlbertPreTrainedModel): ...@@ -781,7 +781,7 @@ class TFAlbertForSequenceClassification(TFAlbertPreTrainedModel):
self.num_labels = config.num_labels self.num_labels = config.num_labels
self.albert = TFAlbertMainLayer(config, name="albert") self.albert = TFAlbertMainLayer(config, name="albert")
self.dropout = tf.keras.layers.Dropout(config.hidden_dropout_prob) self.dropout = tf.keras.layers.Dropout(config.classifier_dropout_prob)
self.classifier = tf.keras.layers.Dense( self.classifier = tf.keras.layers.Dense(
config.num_labels, kernel_initializer=get_initializer(config.initializer_range), name="classifier" config.num_labels, kernel_initializer=get_initializer(config.initializer_range), name="classifier"
) )
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment