Internal change

PiperOrigin-RevId: 430516849

Internal change
PiperOrigin-RevId: 430516849
475c3c3e · A. Unique TensorFlower · 150f99dc · 475c3c3e · 475c3c3e
Commit 475c3c3e authored Feb 23, 2022 by A. Unique TensorFlower
2 changed files
--- a/official/projects/edgetpu/nlp/experiments/downstream_tasks/mobilebert_baseline.yaml
+++ b/official/projects/edgetpu/nlp/experiments/downstream_tasks/mobilebert_baseline.yaml
@@ -13,7 +13,7 @@ task:
        num_attention_heads: 4
        intermediate_size: 512
        hidden_activation: relu
-        hidden_dropout_prob: 0.0
+        hidden_dropout_prob: 0.1
        attention_probs_dropout_prob: 0.1
        intra_bottleneck_size: 128
        initializer_range: 0.02

--- a/official/projects/edgetpu/nlp/experiments/downstream_tasks/mobilebert_edgetpu_xxs.yaml
+++ b/official/projects/edgetpu/nlp/experiments/downstream_tasks/mobilebert_edgetpu_xxs.yaml
-# MobileBERT-EdgeTPU-XS model.
+# MobileBERT-EdgeTPU-XXS model.
 task:
  model:
    encoder: