Skip to content

GitLab

Commit 39bdc9c2 authored by Chen Chen's avatar Chen Chen Committed by A. Unique TensorFlower
Browse files

Internal change 

PiperOrigin-RevId: 315325330
parent ec7265be
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 2 deletions
official/nlp/configs/bert.py
View file @ 39bdc9c2
...@@ -49,10 +49,10 @@ class BertPretrainerConfig(base_config.Config): ...@@ -49,10 +49,10 @@ class BertPretrainerConfig(base_config.Config):
def instantiate_from_cfg( def instantiate_from_cfg(
config: BertPretrainerConfig, config: BertPretrainerConfig,
encoder_network: Optional[tf.keras.layers.Layer] = None): encoder_network: Optional[tf.keras.Model] = None):
"""Instantiates a BertPretrainer from the config.""" """Instantiates a BertPretrainer from the config."""
encoder_cfg = config.encoder
if encoder_network is None: if encoder_network is None:
encoder_cfg = config.encoder
encoder_network = networks.TransformerEncoder( encoder_network = networks.TransformerEncoder(
vocab_size=encoder_cfg.vocab_size, vocab_size=encoder_cfg.vocab_size,
hidden_size=encoder_cfg.hidden_size, hidden_size=encoder_cfg.hidden_size,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment