tiny change.

c64098ef · Lawrence McAfee · 5fb0ff9a · c64098ef
Commit c64098ef authored Mar 10, 2022 by Lawrence McAfee
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

megatron/training.py megatron/training.py +1 -1

No files found.
--- a/megatron/training.py
+++ b/megatron/training.py
@@ -457,7 +457,7 @@ def train_step(forward_step_func, data_iterator,
    # <<<

    # >>>
-    optimizer.debug_model(ITERATION, "after gather params.", 0)
+    # optimizer.debug_model(ITERATION, "after gather params.", 0)
    # <<<

    if args.vision_pretraining and args.vision_pretraining_type == "dino":