Commit cc370af9 authored by A. Unique TensorFlower's avatar A. Unique TensorFlower
Browse files

Internal change

PiperOrigin-RevId: 343502901
parent ee8ee93c
# ResNet-300 ImageNet classification. 82.6% top-1 and 96.3% top-5 accuracy.
runtime:
distribution_strategy: 'tpu'
mixed_precision_dtype: 'bfloat16'
task:
model:
num_classes: 1001
input_size: [380, 380, 3]
backbone:
type: 'resnet'
resnet:
model_id: 300
stem_type: 'v1'
se_ratio: 0.25
stochastic_depth_drop_rate: 0.2
norm_activation:
activation: 'swish'
losses:
l2_weight_decay: 0.0001
one_hot: true
label_smoothing: 0.1
train_data:
input_path: 'imagenet-2012-tfrecord/train*'
is_training: true
global_batch_size: 4096
dtype: 'bfloat16'
validation_data:
input_path: 'imagenet-2012-tfrecord/valid*'
is_training: false
global_batch_size: 4096
dtype: 'bfloat16'
drop_remainder: false
trainer:
train_steps: 62400
validation_steps: 13
validation_interval: 312
steps_per_loop: 312
summary_interval: 312
checkpoint_interval: 312
optimizer_config:
optimizer:
type: 'sgd'
sgd:
momentum: 0.9
learning_rate:
type: 'cosine'
cosine:
initial_learning_rate: 1.6
decay_steps: 62400
warmup:
type: 'linear'
linear:
warmup_steps: 1560
......@@ -69,6 +69,12 @@ RESNET_SPECS = {
('bottleneck', 256, 36),
('bottleneck', 512, 3),
],
300: [
('bottleneck', 64, 4),
('bottleneck', 128, 36),
('bottleneck', 256, 54),
('bottleneck', 512, 4),
],
}
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment