export HIP_VISIBLE_DEVICES=1,2,3,4
export HSA_FORCE_FINE_GRAIN_PCIE=1

torchrun --standalone --nnodes=1 --nproc_per_node=4  finetune_hf.py  data/AdvertiseGen_fix  /path/to/chatglm3-6b  configs/sft.yaml