Commit 96b7c3c9 authored by Fan Yang's avatar Fan Yang Committed by A. Unique TensorFlower
Browse files

Internal change

PiperOrigin-RevId: 457555606
parent a0cd17e0
# MobileNetV3Small ImageNet classification. 67.5% top-1 and 87.6% top-5 accuracy. # MobileNetV3Small ImageNet classification. 67.5% top-1 and 87.7% top-5 accuracy.
runtime: runtime:
distribution_strategy: 'tpu' distribution_strategy: 'tpu'
mixed_precision_dtype: 'bfloat16' mixed_precision_dtype: 'bfloat16'
...@@ -34,7 +34,7 @@ task: ...@@ -34,7 +34,7 @@ task:
drop_remainder: false drop_remainder: false
trainer: trainer:
train_steps: 312000 # 1000 epochs train_steps: 312000 # 1000 epochs
validation_steps: 12 validation_steps: 13
validation_interval: 312 validation_interval: 312
steps_per_loop: 312 # NUM_EXAMPLES (1281167) // global_batch_size steps_per_loop: 312 # NUM_EXAMPLES (1281167) // global_batch_size
summary_interval: 312 summary_interval: 312
...@@ -49,7 +49,7 @@ trainer: ...@@ -49,7 +49,7 @@ trainer:
learning_rate: learning_rate:
type: 'exponential' type: 'exponential'
exponential: exponential:
initial_learning_rate: 0.01 initial_learning_rate: 0.426 # 0.02 * (batch_size / 192)
decay_steps: 936 # 3 * steps_per_epoch decay_steps: 936 # 3 * steps_per_epoch
decay_rate: 0.99 decay_rate: 0.99
staircase: true staircase: true
...@@ -60,4 +60,4 @@ trainer: ...@@ -60,4 +60,4 @@ trainer:
type: 'linear' type: 'linear'
linear: linear:
warmup_steps: 1560 warmup_steps: 1560
warmup_learning_rate: 0.001 warmup_learning_rate: 0.0
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment