Fix tf2_encoder_checkpoint_converter.py

PiperOrigin-RevId: 344192444

official/nlp/bert/tf1_checkpoint_converter_lib.py

@@ -50,6 +50,7 @@ BERT_V2_NAME_REPLACEMENTS = (
     ("output/dense", "output"),
     ("output/LayerNorm", "output_layer_norm"),
     ("pooler/dense", "pooler_transform"),
+    ("cls/predictions", "bert/cls/predictions"),
     ("cls/predictions/output_bias", "cls/predictions/output_bias/bias"),
     ("cls/seq_relationship/output_bias", "predictions/transform/logits/bias"),
     ("cls/seq_relationship/output_weights",

official/nlp/bert/tf2_encoder_checkpoint_converter.py

@@ -93,6 +93,8 @@ def _create_bert_pretrainer_model(cfg):
       mlm_activation=tf_utils.get_activation(cfg.hidden_act),
       mlm_initializer=tf.keras.initializers.TruncatedNormal(
           stddev=cfg.initializer_range))
+  # Makes sure the pretrainer variables are created.
+  _ = pretrainer(pretrainer.inputs)
   return pretrainer