export HIP_VISIBLE_DEVICES=0,1,2,3,4,5,6,7

# export TORCHINDUCTOR_CACHE_DIR=./torchinductor_cache_dir

# torch profiler config
# export TORCH_PROFILER_ENABLE=1
export TORCHINDUCTOR_FX_GRAPH_CACHE=1

rm -rf $ROCM_PATH/rccl/lib/*xml
rm -rf ./log_EXP
PYTHONPATH=./ bash hydit/train.sh #> log-8nodes.log 2>&1
rm -rf ./log_EXP
