run.sh

#!/bin/bash

# export BENCHMARK_LOG="./benchmark_log"
export MLU_VISIBLE_DEVICES=0,1,2,3,4,5,6,7

python -m torch.distributed.launch \
        --nnodes 2 \
        --node_rank 0 \
        --master_addr="10.0.1.8" \
        --master_port="5432" \
        --nproc_per_node 8 \
        driver.py