bert_class_gpus.sh

export HIP_VISIBLE_DEVICES=0,1,2,3
python3 run_classifier.py \
  --mode train_and_eval \
  --input_meta_data_path //public/home/hepj/MNLI/meta_data \
  --train_data_path /public/home/hepj/MNLI/train.tf_record \
  --eval_data_path /public/home/hepj/MNLI/eval.tf_record \
  --bert_config_file /public/home/hepj/model_source/uncased_L-12_H-768_A-12/bert_config.json \
  --init_checkpoint /public/home/hepj/model_source/bert-base-TF2/bert_model.ckpt \
  --train_batch_size  1280 \
  --eval_batch_size 32 \
  --steps_per_loop 10 \
  --learning_rate 2e-5 \
  --num_train_epochs 3 \
  --num_gpus 4 \
  --model_dir /public/home/hepj/model/tf2/out1 \
  --distribution_strategy mirrored