"megatron/git@developer.sourcefind.cn:OpenDAS/megatron-lm.git" did not exist on "0f5e2809fe24ff8b44ce39791b0e0ad97b7f27a3"
Commit 78781869 authored by Zhenyu Tan's avatar Zhenyu Tan Committed by A. Unique TensorFlower
Browse files

Public export.

PiperOrigin-RevId: 331634511
parent 18623283
# Copyright 2019 The TensorFlow Authors. All Rights Reserved. # Copyright 2020 The TensorFlow Authors. All Rights Reserved.
# #
# Licensed under the Apache License, Version 2.0 (the "License"); # Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License. # you may not use this file except in compliance with the License.
......
...@@ -17,7 +17,7 @@ ...@@ -17,7 +17,7 @@
import tensorflow as tf import tensorflow as tf
@tf.keras.utils.register_keras_serializable(package="Text") @tf.keras.utils.register_keras_serializable(package="keras_nlp")
class PositionEmbedding(tf.keras.layers.Layer): class PositionEmbedding(tf.keras.layers.Layer):
"""Creates a positional embedding. """Creates a positional embedding.
......
...@@ -14,11 +14,10 @@ ...@@ -14,11 +14,10 @@
# ============================================================================== # ==============================================================================
"""Keras-based TransformerEncoder block layer.""" """Keras-based TransformerEncoder block layer."""
# Import libraries
import tensorflow as tf import tensorflow as tf
@tf.keras.utils.register_keras_serializable(package="Text") @tf.keras.utils.register_keras_serializable(package="keras_nlp")
class TransformerEncoderBlock(tf.keras.layers.Layer): class TransformerEncoderBlock(tf.keras.layers.Layer):
"""TransformerEncoderBlock layer. """TransformerEncoderBlock layer.
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment