Commit 2708b44e authored by Lysandre's avatar Lysandre
Browse files

Patch ALBERT with heads in TensorFlow

parent 1abd53b1
......@@ -506,14 +506,14 @@ class TFAlbertMainLayer(tf.keras.layers.Layer):
raise NotImplementedError
def call(
self,
inputs,
attention_mask=None,
token_type_ids=None,
position_ids=None,
head_mask=None,
inputs_embeds=None,
training=False,
self,
inputs,
attention_mask=None,
token_type_ids=None,
position_ids=None,
head_mask=None,
inputs_embeds=None,
training=False,
):
if isinstance(inputs, (tuple, list)):
input_ids = inputs[0]
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment