export HIP_VISIBLE_DEVICES=1,2,3,4 export HSA_FORCE_FINE_GRAIN_PCIE=1 torchrun --standalone --nnodes=1 --nproc_per_node=4 finetune_hf.py data/AdvertiseGen_fix /path/to/chatglm3-6b configs/sft.yaml
