Commit 4704ae7d authored by vishnubanna's avatar vishnubanna
Browse files

og

parent 72e0c218
...@@ -19,23 +19,23 @@ task: ...@@ -19,23 +19,23 @@ task:
tfds_split: 'test' tfds_split: 'test'
tfds_download: True tfds_download: True
is_training: True is_training: True
global_batch_size: 2 global_batch_size: 128
dtype: 'float16' dtype: 'float16'
validation_data: validation_data:
tfds_name: 'imagenet_a' tfds_name: 'imagenet_a'
tfds_split: 'test' tfds_split: 'test'
tfds_download: True tfds_download: True
is_training: False is_training: False
global_batch_size: 2 global_batch_size: 128
dtype: 'float16' dtype: 'float16'
drop_remainder: False drop_remainder: False
trainer: trainer:
train_steps: 51200000 # in the paper train_steps: 800000 # in the paper
validation_steps: 25600 # size of validation data validation_steps: 400 # size of validation data
validation_interval: 150 validation_interval: 10000
steps_per_loop: 150 steps_per_loop: 10000
summary_interval: 150 summary_interval: 10000
checkpoint_interval: 150 checkpoint_interval: 10000
optimizer_config: optimizer_config:
optimizer: optimizer:
type: 'sgd' type: 'sgd'
...@@ -47,8 +47,8 @@ trainer: ...@@ -47,8 +47,8 @@ trainer:
initial_learning_rate: 0.1 initial_learning_rate: 0.1
end_learning_rate: 0.0001 end_learning_rate: 0.0001
power: 4.0 power: 4.0
decay_steps: 51136000 decay_steps: 799000
warmup: warmup:
type: 'linear' type: 'linear'
linear: linear:
warmup_steps: 64000 #lr rise from 0 to 0.1 over 1000 steps warmup_steps: 1000 #lr rise from 0 to 0.1 over 1000 steps
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment