"src/lib/vscode:/vscode.git/clone" did not exist on "f824bcc86ef6f728262d3ccc3e1d6527ce4802c1"
Commit 07c30a15 authored by panhuiwen's avatar panhuiwen
Browse files

Update PyTorch/NLP/gnmt/README_origin.md, PyTorch/NLP/gnmt/README.md,...

Update PyTorch/NLP/gnmt/README_origin.md, PyTorch/NLP/gnmt/README.md, PyTorch/NLP/gnmt/run_fp32_singleCard.sh
parent 01bc05b7
This diff is collapsed.
This diff is collapsed.
#! /bin/bash
echo "STARTING TIMING RUN AT $start_fmt"
# run benchmark
set -x
RESULTS_DIR='results/gnmt_wmt16'
GPUS=4
CPUS=1
CORES_PER_CPU=32
TRAIN_BATCH_SIZE=64
NUMEPOCHS=1
TRAIN_SEQ_LEN=50
MATH="fp16"
GLOBAL_BATCH_SIZE=`expr ${GPUS} \* ${TRAIN_BATCH_SIZE}`
${TRAIN_BATCH_SIZE} \* ${GPUS}
echo "running benchmark"
# run training
python3 -m torch.distributed.launch --nproc_per_node=${GPUS} train.py --seed 2 --epochs ${NUMEPOCHS} --train-batch-size ${TRAIN_BATCH_SIZE} --train-global-batch-size ${GLOBAL_BATCH_SIZE} --train-max-length ${TRAIN_SEQ_LEN} --math ${MATH} ;
set +x
# end timing
end=$(date +%s)
end_fmt=$(date +%Y-%m-%d\ %r)
echo "ENDING TIMING RUN AT $end_fmt"
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment