Commit 322d2eb7 authored by A. Unique TensorFlower's avatar A. Unique TensorFlower
Browse files

Internal change

PiperOrigin-RevId: 323627192
parent 006df625
......@@ -15,13 +15,13 @@
"""Keras layers of XLNet model in TF 2.0."""
import copy
import functools
import tensorflow as tf
from official.nlp.xlnet import data_utils
gelu = functools.partial(tf.keras.activations.gelu, approximate=True)
def gelu(x):
return tf.keras.activations.gelu(x, approximate=True)
def rel_shift(x, klen=-1):
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment