Skip to content

GitLab

Commit da2d13b1 authored by Sergey Mironov's avatar Sergey Mironov
Browse files

Fix bert_modeling error messages

parent 6bbc45dd
Show whitespace changes
Inline Side-by-side
Showing with 8 additions and 6 deletions
official/nlp/bert_modeling.py
View file @ da2d13b1
...@@ -563,11 +563,11 @@ class Dense3D(tf.keras.layers.Layer): ...@@ -563,11 +563,11 @@ class Dense3D(tf.keras.layers.Layer):
"""Implements build() for the layer.""" """Implements build() for the layer."""
dtype = tf.as_dtype(self.dtype or tf.keras.backend.floatx()) dtype = tf.as_dtype(self.dtype or tf.keras.backend.floatx())
if not (dtype.is_floating or dtype.is_complex): if not (dtype.is_floating or dtype.is_complex):
raise TypeError("Unable to build `Dense` layer with non-floating point " raise TypeError("Unable to build `Dense3D` layer with non-floating "
"dtype %s" % (dtype,)) "point (and non-complex) dtype %s" % (dtype,))
input_shape = tf.TensorShape(input_shape) input_shape = tf.TensorShape(input_shape)
if tf.compat.dimension_value(input_shape[-1]) is None: if tf.compat.dimension_value(input_shape[-1]) is None:
raise ValueError("The last dimension of the inputs to `Dense` " raise ValueError("The last dimension of the inputs to `Dense3D` "
"should be defined. Found `None`.") "should be defined. Found `None`.")
self.last_dim = tf.compat.dimension_value(input_shape[-1]) self.last_dim = tf.compat.dimension_value(input_shape[-1])
self.input_spec = tf.keras.layers.InputSpec( self.input_spec = tf.keras.layers.InputSpec(
...@@ -648,12 +648,14 @@ class Dense2DProjection(tf.keras.layers.Layer): ...@@ -648,12 +648,14 @@ class Dense2DProjection(tf.keras.layers.Layer):
"""Implements build() for the layer.""" """Implements build() for the layer."""
dtype = tf.as_dtype(self.dtype or tf.keras.backend.floatx()) dtype = tf.as_dtype(self.dtype or tf.keras.backend.floatx())
if not (dtype.is_floating or dtype.is_complex): if not (dtype.is_floating or dtype.is_complex):
raise TypeError("Unable to build `Dense` layer with non-floating point " raise TypeError("Unable to build `Dense2DProjection` layer with "
"non-floating point (and non-complex) "
"dtype %s" % (dtype,)) "dtype %s" % (dtype,))
input_shape = tf.TensorShape(input_shape) input_shape = tf.TensorShape(input_shape)
if tf.compat.dimension_value(input_shape[-1]) is None: if tf.compat.dimension_value(input_shape[-1]) is None:
raise ValueError("The last dimension of the inputs to `Dense` " raise ValueError("The last dimension of the inputs to "
"should be defined. Found `None`.") "`Dense2DProjection` should be defined. "
"Found `None`.")
last_dim = tf.compat.dimension_value(input_shape[-1]) last_dim = tf.compat.dimension_value(input_shape[-1])
self.input_spec = tf.keras.layers.InputSpec(min_ndim=3, axes={-1: last_dim}) self.input_spec = tf.keras.layers.InputSpec(min_ndim=3, axes={-1: last_dim})
self.kernel = self.add_weight( self.kernel = self.add_weight(
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment