update backward api doc (#903)

23ff6cb7 · Jeff Rasley · GitHub · af2d8fc5 · 23ff6cb7
Unverified Commit 23ff6cb7 authored Mar 30, 2021 by Jeff Rasley Committed by GitHub Mar 30, 2021
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

deepspeed/runtime/engine.py deepspeed/runtime/engine.py +1 -1

No files found.
--- a/deepspeed/runtime/engine.py
+++ b/deepspeed/runtime/engine.py
@@ -955,7 +955,7 @@ class DeepSpeedEngine(Module):

        Arguments:
            loss: Torch tensor on which to execute backward propagation
-            allreduce_gradients: If this is False, then gradient averaging will be skipped. Default is True.
+            allreduce_gradients: is deprecated, ignored, and will soon be removed'
        """

        if not allreduce_gradients: