Skip to content

GitLab

Commit b7cc196e authored by Allen Wang's avatar Allen Wang Committed by A. Unique TensorFlower
Browse files

Add in a comment about legacy input masks for XLNet. 

PiperOrigin-RevId: 339267061
parent dfbad458
Show whitespace changes
Inline Side-by-side
Showing with 6 additions and 0 deletions
official/nlp/xlnet/xlnet_modeling.py
View file @ b7cc196e
...@@ -795,6 +795,8 @@ class PretrainingXLNetModel(tf.keras.Model): ...@@ -795,6 +795,8 @@ class PretrainingXLNetModel(tf.keras.Model):
masked_tokens = features["input_q"] masked_tokens = features["input_q"]
seg_ids = features["seg_id"] seg_ids = features["seg_id"]
if self._use_legacy_mask: if self._use_legacy_mask:
# Legacy input mask assumes `real` values are 0 and `padding`
# values are 1.
perm_mask = 1 - features["perm_mask"] perm_mask = 1 - features["perm_mask"]
else: else:
perm_mask = features["perm_mask"] perm_mask = features["perm_mask"]
...@@ -885,6 +887,8 @@ class ClassificationXLNetModel(tf.keras.Model): ...@@ -885,6 +887,8 @@ class ClassificationXLNetModel(tf.keras.Model):
input_ids = features["input_ids"] input_ids = features["input_ids"]
segment_ids = features["segment_ids"] segment_ids = features["segment_ids"]
if self._use_legacy_mask: if self._use_legacy_mask:
# Legacy input mask assumes `real` values are 0 and `padding`
# values are 1.
input_mask = 1 - features["input_mask"] input_mask = 1 - features["input_mask"]
else: else:
input_mask = features["input_mask"] input_mask = features["input_mask"]
...@@ -1130,6 +1134,8 @@ class QAXLNetModel(tf.keras.Model): ...@@ -1130,6 +1134,8 @@ class QAXLNetModel(tf.keras.Model):
input_ids = features["input_ids"] input_ids = features["input_ids"]
segment_ids = features["segment_ids"] segment_ids = features["segment_ids"]
if self._use_legacy_mask: if self._use_legacy_mask:
# Legacy input mask assumes `real` values are 0 and `padding`
# values are 1.
input_mask = 1 - features["input_mask"] input_mask = 1 - features["input_mask"]
else: else:
input_mask = features["input_mask"] input_mask = features["input_mask"]
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment