Skip to content

GitLab

Commit 02cf81a5 authored by Frederick Liu's avatar Frederick Liu Committed by A. Unique TensorFlower
Browse files

Internal change 

PiperOrigin-RevId: 360484644
parent 0a8036ce
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 0 deletions
official/nlp/configs/encoders.py
View file @ 02cf81a5
...@@ -45,6 +45,7 @@ class BertEncoderConfig(hyperparams.Config): ...@@ -45,6 +45,7 @@ class BertEncoderConfig(hyperparams.Config):
type_vocab_size: int = 2 type_vocab_size: int = 2
initializer_range: float = 0.02 initializer_range: float = 0.02
embedding_size: Optional[int] = None embedding_size: Optional[int] = None
output_range: Optional[int] = None
return_all_encoder_outputs: bool = False return_all_encoder_outputs: bool = False
...@@ -334,6 +335,7 @@ def build_encoder(config: EncoderConfig, ...@@ -334,6 +335,7 @@ def build_encoder(config: EncoderConfig,
type_vocab_size=encoder_cfg.type_vocab_size, type_vocab_size=encoder_cfg.type_vocab_size,
initializer=tf.keras.initializers.TruncatedNormal( initializer=tf.keras.initializers.TruncatedNormal(
stddev=encoder_cfg.initializer_range), stddev=encoder_cfg.initializer_range),
output_range=encoder_cfg.output_range,
embedding_width=encoder_cfg.embedding_size, embedding_width=encoder_cfg.embedding_size,
embedding_layer=embedding_layer, embedding_layer=embedding_layer,
return_all_encoder_outputs=encoder_cfg.return_all_encoder_outputs, return_all_encoder_outputs=encoder_cfg.return_all_encoder_outputs,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment