dist_train.sh 233 Bytes
Newer Older
Kai Chen's avatar
Kai Chen committed
1
2
3
4
5
6
7
8
9
#!/usr/bin/env bash

PYTHON=${PYTHON:-"python"}

$PYTHON train.py $1 --dist --world-size $2 --rank 0 &
let MAX_RANK=$2-1
for i in `seq 1 $MAX_RANK`; do
    $PYTHON train.py $1 --dist --world-size $2 --rank $i > /dev/null 2>&1 &
done