run_single.sh

#!/bin/bash

# export BENCHMARK_LOG="./benchmark_log"
export MLU_VISIBLE_DEVICES=0,1,2,3,4,5,6,7

python -m torch.distributed.launch --nproc_per_node 1 driver.py