Update dist_train.sh ——torchrun

3c28d2ed · dcuai · 7e866c8a · 3c28d2ed
Commit 3c28d2ed authored Nov 02, 2024 by dcuai
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

tools/dist_train.sh tools/dist_train.sh +1 -1

No files found.
--- a/tools/dist_train.sh
+++ b/tools/dist_train.sh
@@ -8,7 +8,7 @@ PORT=${MASTER_PORT:-29500}
 MASTER_ADDR=${MASTER_ADDR:-"127.0.0.1"}

 PYTHONPATH="$(dirname $0)/..":$PYTHONPATH \
-python -m torch.distributed.launch \
+torchrun  \
    --nnodes=$NNODES \
    --node_rank=$NODE_RANK \
    --master_addr=$MASTER_ADDR \