export HIP_VISIBLE_DEVICES=0,1,2,3
python3 run_squad_xuan.py \
    --mode train_and_eval \
    --vocab_file /public/home/hepj/model_source/bert-large-uncased-TF2/uncased_L-24_H-1024_A-16/vocab.txt \
    --bert_config_file /public/home/hepj/model_source/bert-large-uncased-TF2/uncased_L-24_H-1024_A-16/bert_config.json \
    --input_meta_data_path /public/home/hepj/model/tf2.7.0_Bert/squad1.1/meta_data \
    --train_data_path /public/home/hepj/model/tf2.7.0_Bert/squad1.1/train.tf_record \
    --predict_file /public/home/hepj/model/model_source/sq1.1/dev-v1.1.json \
    --init_checkpoint /public/home/hepj/model_source/bert-large-TF2/bert_model.ckpt \
    --train_batch_size 16 \
    --predict_batch_size 4 \
    --learning_rate 2e-5 \
    --log_steps 1 \
    --num_gpus 4 \
    --distribution_strategy mirrored \
    --model_dir /public/home/hepj/model/tf2/squad1
