Skip to content

GitLab

"...models/git@developer.sourcefind.cn:OpenDAS/vision.git" did not exist on "01ffb3ae9f9cc3a445bcaabf787251a05e67c7a7"
Commit 4bc4e6cc authored by Jialu Liu's avatar Jialu Liu Committed by A. Unique TensorFlower
Browse files

Internal change 

PiperOrigin-RevId: 404247019
parent 2c93076c
Hide whitespace changes
Inline Side-by-side
Showing with 4 additions and 4 deletions
official/nlp/projects/teams/teams.py
View file @ 4bc4e6cc
...@@ -51,9 +51,7 @@ class TeamsPretrainerConfig(base_config.Config): ...@@ -51,9 +51,7 @@ class TeamsPretrainerConfig(base_config.Config):
@gin.configurable @gin.configurable
def get_encoder(bert_config, def get_encoder(bert_config, embedding_network=None, hidden_layers=None):
embedding_network=None,
hidden_layers=layers.Transformer):
"""Gets a 'EncoderScaffold' object. """Gets a 'EncoderScaffold' object.
Args: Args:
...@@ -85,7 +83,9 @@ def get_encoder(bert_config, ...@@ -85,7 +83,9 @@ def get_encoder(bert_config,
stddev=bert_config.initializer_range), stddev=bert_config.initializer_range),
) )
if embedding_network is None: if embedding_network is None:
embedding_network = networks.PackedSequenceEmbedding(**embedding_cfg) embedding_network = networks.PackedSequenceEmbedding
if hidden_layers is None:
hidden_layers = layers.Transformer
kwargs = dict( kwargs = dict(
embedding_cfg=embedding_cfg, embedding_cfg=embedding_cfg,
embedding_cls=embedding_network, embedding_cls=embedding_network,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment