Commit e1b3fc8c authored by zihanl's avatar zihanl
Browse files

update training.py

parent d0d83fe1
...@@ -53,6 +53,7 @@ from megatron.schedules import get_forward_backward_func ...@@ -53,6 +53,7 @@ from megatron.schedules import get_forward_backward_func
from megatron.utils import report_memory from megatron.utils import report_memory
def print_datetime(string): def print_datetime(string):
"""Note that this call will sync across all ranks.""" """Note that this call will sync across all ranks."""
torch.distributed.barrier() torch.distributed.barrier()
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment