Commit d4bc6160 authored by Sagun Bajra's avatar Sagun Bajra Committed by A. Unique TensorFlower
Browse files

Internal change

PiperOrigin-RevId: 390202261
parent ba543977
...@@ -66,14 +66,8 @@ class PositionEmbedding(tf.keras.layers.Layer): ...@@ -66,14 +66,8 @@ class PositionEmbedding(tf.keras.layers.Layer):
def build(self, input_shape): def build(self, input_shape):
dimension_list = input_shape.as_list() dimension_list = input_shape.as_list()
seq_length = dimension_list[self._seq_axis]
width = dimension_list[-1] width = dimension_list[-1]
if self._max_length is not None:
weight_sequence_length = self._max_length weight_sequence_length = self._max_length
else:
weight_sequence_length = seq_length
self._position_embeddings = self.add_weight( self._position_embeddings = self.add_weight(
"embeddings", "embeddings",
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment