#!/bin/bash

export MIOPEN_FIND_MODE=1
export HIP_VISIBLE_DEVICES=0,1,2,3,4,5,6,7
export HSA_FORCE_FINE_GRAIN_PCIE=1
export NCCL_P2P_LEVEL=5
export TF_FORCE_GPU_ALLOW_GROWTH="true"

python3 ./resnet_ctl_imagenet_main.py --data_dir=/data/tf-imagenet/imagenet --num_gpus=8 --use_tf_keras_layers=False --distribution_strategy=mirrored --all_reduce_alg=nccl --optimizer=LARS --report_accuracy_metrics=true --base_learning_rate=4.9 --batch_size=2496 --datasets_num_private_threads=32 --dtype=fp16 --num_accumulation_steps=1 --enable_device_warmup --enable_eager --epochs_between_evals=4 --eval_dataset_cache --eval_offset_epochs=3 --eval_prefetch_batchs=192 --label_smoothing=0.1 --log_steps=125 --lr_schedule=polynomial  --optimizer=LARS --report_accuracy_metrics --single_l2_loss_op --steps_per_loop=514 --tf_gpu_thread_mode=gpu_private --train_epochs=70 --training_dataset_cache --training_prefetch_batchs=128 --verbosity=0 --warmup_epochs=5 --weight_decay=0.0002 --test_randomize_ordering_seed 1