Commit 260fa059 authored by A. Unique TensorFlower's avatar A. Unique TensorFlower
Browse files

Internal change

PiperOrigin-RevId: 323627192
parent a0a0dbde
...@@ -15,13 +15,13 @@ ...@@ -15,13 +15,13 @@
"""Keras layers of XLNet model in TF 2.0.""" """Keras layers of XLNet model in TF 2.0."""
import copy import copy
import functools
import tensorflow as tf import tensorflow as tf
from official.nlp.xlnet import data_utils from official.nlp.xlnet import data_utils
gelu = functools.partial(tf.keras.activations.gelu, approximate=True) def gelu(x):
return tf.keras.activations.gelu(x, approximate=True)
def rel_shift(x, klen=-1): def rel_shift(x, klen=-1):
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment