Skip to content

GitLab

"...net/git@developer.sourcefind.cn:lishen01/sccl.git" did not exist on "571a75b50f060ab4600212ba5d45fd5598f814d8"
Commit 36d27f01 authored by A. Unique TensorFlower's avatar A. Unique TensorFlower
Browse files

Internal change 

PiperOrigin-RevId: 310981542
parent ebc3edc6
Hide whitespace changes
Inline Side-by-side
Showing with 1 addition and 1 deletion
official/nlp/transformer/attention_layer.py
View file @ 36d27f01
...@@ -54,7 +54,7 @@ class Attention(tf.keras.layers.Layer): ...@@ -54,7 +54,7 @@ class Attention(tf.keras.layers.Layer):
limit = math.sqrt(6.0 / (fan_in + fan_out)) limit = math.sqrt(6.0 / (fan_in + fan_out))
return tf.keras.initializers.RandomUniform(minval=-limit, maxval=limit) return tf.keras.initializers.RandomUniform(minval=-limit, maxval=limit)
attention_initializer = _glorot_initializer(input_shape[-1], attention_initializer = _glorot_initializer(input_shape.as_list()[-1],
self.hidden_size) self.hidden_size)
self.query_dense_layer = layers.DenseEinsum( self.query_dense_layer = layers.DenseEinsum(
output_shape=(self.num_heads, size_per_head), output_shape=(self.num_heads, size_per_head),
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment