jan 7 beta

b6d4369b · Lawrence McAfee · ed0c8714 · b6d4369b
Commit b6d4369b authored Jan 07, 2022 by Lawrence McAfee
Show whitespace changes
Inline Side-by-side

Showing with 5 additions and 5 deletions

megatron/schedules.py megatron/schedules.py +5 -5

No files found.
--- a/megatron/schedules.py
+++ b/megatron/schedules.py
@@ -632,11 +632,11 @@ def forward_backward_pipelining_without_interleaving(forward_step_func, data_ite
        if not forward_only:
            # >>>
-            if input_tensor[0] is not None:
+            # if input_tensor[0] is not None:
-                from lutil import pax
+            #     from lutil import pax
-                pax({
+            #     pax({
-                    "input_tensor" : input_tensor,
+            #         "input_tensor" : input_tensor,
-                })
+            #     })
            # <<<
            assert_viewless_tensor(input_tensor)
            assert_viewless_tensor(output_tensor)