bugfix: 单卡情况下,model变量没有module属性

single_dcu_train.py

@@ -203,7 +203,14 @@ if __name__=='__main__':
             now = datetime.now()
             timestamp = now.strftime("%Y%m%d_%H%M%S")
             new_model_path = f'./saves/umt5_{timestamp}'
-            model.module.save_pretrained(new_model_path)
+            
+            if hasattr(model,'module'):
+                # 多卡
+                model.module.save_pretrained(new_model_path)
+            else:
+                # 单卡
+                model.save_pretrained(new_model_path) 
+
             tokenizer.save_pretrained(new_model_path)
     print("Done!")