Unverified Commit 58d8795d authored by Patrick von Platen's avatar Patrick von Platen Committed by GitHub
Browse files

[Flax] Correct typo (#11374)

* finish

* fix copy
parent 880154d2
...@@ -252,7 +252,7 @@ class FlaxBertSelfAttention(nn.Module): ...@@ -252,7 +252,7 @@ class FlaxBertSelfAttention(nn.Module):
attention_bias = None attention_bias = None
dropout_rng = None dropout_rng = None
if not deterministic and self.dropout_rate > 0.0: if not deterministic and self.config.attention_probs_dropout_prob > 0.0:
dropout_rng = self.make_rng("dropout") dropout_rng = self.make_rng("dropout")
attn_output = dot_product_attention( attn_output = dot_product_attention(
......
...@@ -271,7 +271,7 @@ class FlaxRobertaSelfAttention(nn.Module): ...@@ -271,7 +271,7 @@ class FlaxRobertaSelfAttention(nn.Module):
attention_bias = None attention_bias = None
dropout_rng = None dropout_rng = None
if not deterministic and self.dropout_rate > 0.0: if not deterministic and self.config.attention_probs_dropout_prob > 0.0:
dropout_rng = self.make_rng("dropout") dropout_rng = self.make_rng("dropout")
attn_output = dot_product_attention( attn_output = dot_product_attention(
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment