✏️ Fix typo (#9020)

2020-12-10 08:22:52 +01:00
parent 5e637e6c69
commit c95de29e31
1 changed files with 1 additions and 1 deletions
@@ -270,7 +270,7 @@ class TFEncoderLayer(tf.keras.layers.Layer):
        if self.normalize_before:
            x = self.final_layer_norm(x)
        x = self.activation_fn(self.fc1(x))
-        x = tf.nn.dropout(x, rate=self.self.activation_dropout if training else 0)
+        x = tf.nn.dropout(x, rate=self.activation_dropout if training else 0)
        x = self.fc2(x)
        x = tf.nn.dropout(x, rate=self.dropout if training else 0)
        x = residual + x