Skip to content

GitLab

"megatron/training/vscode:/vscode.git/clone" did not exist on "0d99ae1fe84f8d191abe5ed1c2f4fdc5a9f9a773"
Commit 1ee1969c authored by Hongkun Yu's avatar Hongkun Yu Committed by A. Unique TensorFlower
Browse files

Internal change 

PiperOrigin-RevId: 347490358
parent 786346f3
Show whitespace changes
Inline Side-by-side
Showing with 4 additions and 6 deletions
official/nlp/configs/encoders.py
View file @ 1ee1969c
...@@ -26,7 +26,6 @@ import tensorflow as tf ...@@ -26,7 +26,6 @@ import tensorflow as tf
from official.modeling import hyperparams from official.modeling import hyperparams
from official.modeling import tf_utils from official.modeling import tf_utils
from official.nlp import keras_nlp
from official.nlp.modeling import networks from official.nlp.modeling import networks
from official.nlp.projects.bigbird import encoder as bigbird_encoder from official.nlp.projects.bigbird import encoder as bigbird_encoder
...@@ -186,9 +185,8 @@ ENCODER_CLS = { ...@@ -186,9 +185,8 @@ ENCODER_CLS = {
@gin.configurable @gin.configurable
def build_encoder( def build_encoder(config: EncoderConfig,
config: EncoderConfig, embedding_layer: Optional[tf.keras.layers.Layer] = None,
embedding_layer: Optional[keras_nlp.layers.OnDeviceEmbedding] = None,
encoder_cls=None, encoder_cls=None,
bypass_config: bool = False): bypass_config: bool = False):
"""Instantiate a Transformer encoder network from EncoderConfig. """Instantiate a Transformer encoder network from EncoderConfig.
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment