Commit 673231ff authored by xinliupitt's avatar xinliupitt
Browse files

func name change

parent 72efa854
...@@ -221,7 +221,7 @@ class TransformerLayerTest(keras_parameterized.TestCase): ...@@ -221,7 +221,7 @@ class TransformerLayerTest(keras_parameterized.TestCase):
@keras_parameterized.run_all_keras_modes @keras_parameterized.run_all_keras_modes
class TransformerArgumentTest(keras_parameterized.TestCase): class TransformerArgumentTest(keras_parameterized.TestCase):
def test_use_bias(self): def test_use_bias_norm_first(self):
num_attention_heads = 2 num_attention_heads = 2
hidden_size = 16 hidden_size = 16
encoder_block = transformer.Transformer( encoder_block = transformer.Transformer(
...@@ -289,7 +289,7 @@ class TransformerDecoderLayerTest(keras_parameterized.TestCase): ...@@ -289,7 +289,7 @@ class TransformerDecoderLayerTest(keras_parameterized.TestCase):
self.assertEqual(output.shape, (2, 4, hidden_size)) self.assertEqual(output.shape, (2, 4, hidden_size))
self.assertEqual(cache['value'].shape, (2, 4, 2, 8)) self.assertEqual(cache['value'].shape, (2, 4, 2, 8))
def test_use_bias(self): def test_use_bias_norm_first(self):
num_attention_heads = 2 num_attention_heads = 2
hidden_size = 16 hidden_size = 16
decoder_block = transformer.TransformerDecoderLayer( decoder_block = transformer.TransformerDecoderLayer(
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment