update training.py

megatron/training.py

@@ -53,6 +53,7 @@ from megatron.schedules import get_forward_backward_func
 from megatron.utils import report_memory
 
 
+
 def print_datetime(string):
     """Note that this call will sync across all ranks."""
     torch.distributed.barrier()
@@ -848,7 +849,7 @@ def build_train_valid_test_data_iterators(
 
     # Data loader only on rank 0 of each model parallel group.
     if mpu.get_tensor_model_parallel_rank() == 0:
-        
+
         # Number of train/valid/test samples.
         if args.train_samples:
             train_samples = args.train_samples