fixed model saving bugs

examples/images/dreambooth/train_dreambooth_colossalai.py

@@ -667,9 +667,9 @@ def main(args):
 
             if global_step % args.save_steps == 0:
                 torch.cuda.synchronize()
-                if local_rank == 0:
                 save_path = os.path.join(args.output_dir, f"checkpoint-{global_step}")
                 booster.save_model(unet, os.path.join(save_path, "diffusion_pytorch_model.bin"))
+                if local_rank == 0:
                     if not os.path.exists(os.path.join(save_path, "config.json")):
                         shutil.copy(os.path.join(args.pretrained_model_name_or_path, "unet/config.json"), save_path)
                     logger.info(f"Saving model checkpoint to {save_path}", ranks=[0])

examples/images/dreambooth/train_dreambooth_colossalai_lora.py

@@ -693,9 +693,9 @@ def main(args):
 
             if global_step % args.save_steps == 0:
                 torch.cuda.synchronize()
-                if local_rank == 0:
                 save_path = os.path.join(args.output_dir, f"checkpoint-{global_step}")
                 booster.save_model(unet, os.path.join(save_path, "diffusion_pytorch_model.bin"))
+                if local_rank == 0:
                     if not os.path.exists(os.path.join(save_path, "config.json")):
                         shutil.copy(os.path.join(args.pretrained_model_name_or_path, "unet/config.json"), save_path)
                     logger.info(f"Saving model checkpoint to {save_path}", ranks=[0])