Commit 322d2eb7 authored by A. Unique TensorFlower's avatar A. Unique TensorFlower
Browse files

Internal change

PiperOrigin-RevId: 323627192
parent 006df625
...@@ -15,13 +15,13 @@ ...@@ -15,13 +15,13 @@
"""Keras layers of XLNet model in TF 2.0.""" """Keras layers of XLNet model in TF 2.0."""
import copy import copy
import functools
import tensorflow as tf import tensorflow as tf
from official.nlp.xlnet import data_utils from official.nlp.xlnet import data_utils
gelu = functools.partial(tf.keras.activations.gelu, approximate=True) def gelu(x):
return tf.keras.activations.gelu(x, approximate=True)
def rel_shift(x, klen=-1): def rel_shift(x, klen=-1):
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment