Unverified Commit 0df91ee4 authored by Ratthachat (Jung)'s avatar Ratthachat (Jung) Committed by GitHub
Browse files

self.self.activation_dropout -> self.activation_dropout (#8611)

(one line typo)
parent cdf1b7ae
......@@ -267,7 +267,7 @@ class TFEncoderLayer(Layer):
if self.normalize_before:
x = self.final_layer_norm(x)
x = self.activation_fn(self.fc1(x))
x = tf.nn.dropout(x, rate=self.self.activation_dropout if training else 0)
x = tf.nn.dropout(x, rate=self.activation_dropout if training else 0)
x = self.fc2(x)
x = tf.nn.dropout(x, rate=self.dropout if training else 0)
x = residual + x
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment