Unverified Commit 3a064bd4 authored by Wissam Antoun's avatar Wissam Antoun Committed by GitHub
Browse files

fix `bias` keyword argument in TFDebertaEmbeddings (#17940)

parent 569b679a
...@@ -729,7 +729,7 @@ class TFDebertaEmbeddings(tf.keras.layers.Layer): ...@@ -729,7 +729,7 @@ class TFDebertaEmbeddings(tf.keras.layers.Layer):
self.position_biased_input = getattr(config, "position_biased_input", True) self.position_biased_input = getattr(config, "position_biased_input", True)
self.initializer_range = config.initializer_range self.initializer_range = config.initializer_range
if self.embedding_size != config.hidden_size: if self.embedding_size != config.hidden_size:
self.embed_proj = tf.keras.layers.Dense(config.hidden_size, bias=False) self.embed_proj = tf.keras.layers.Dense(config.hidden_size, use_bias=False)
self.LayerNorm = tf.keras.layers.LayerNormalization(epsilon=config.layer_norm_eps, name="LayerNorm") self.LayerNorm = tf.keras.layers.LayerNormalization(epsilon=config.layer_norm_eps, name="LayerNorm")
self.dropout = TFDebertaStableDropout(config.hidden_dropout_prob, name="dropout") self.dropout = TFDebertaStableDropout(config.hidden_dropout_prob, name="dropout")
......
...@@ -827,7 +827,7 @@ class TFDebertaV2Embeddings(tf.keras.layers.Layer): ...@@ -827,7 +827,7 @@ class TFDebertaV2Embeddings(tf.keras.layers.Layer):
self.position_biased_input = getattr(config, "position_biased_input", True) self.position_biased_input = getattr(config, "position_biased_input", True)
self.initializer_range = config.initializer_range self.initializer_range = config.initializer_range
if self.embedding_size != config.hidden_size: if self.embedding_size != config.hidden_size:
self.embed_proj = tf.keras.layers.Dense(config.hidden_size, bias=False) self.embed_proj = tf.keras.layers.Dense(config.hidden_size, use_bias=False)
self.LayerNorm = tf.keras.layers.LayerNormalization(epsilon=config.layer_norm_eps, name="LayerNorm") self.LayerNorm = tf.keras.layers.LayerNormalization(epsilon=config.layer_norm_eps, name="LayerNorm")
self.dropout = TFDebertaV2StableDropout(config.hidden_dropout_prob, name="dropout") self.dropout = TFDebertaV2StableDropout(config.hidden_dropout_prob, name="dropout")
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment