fixed typo (#802)

db987cf1 · vfdev · GitHub · 7eb083c2 · db987cf1
Unverified Commit db987cf1 authored Feb 27, 2021 by vfdev Committed by GitHub Feb 26, 2021
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

deepspeed/runtime/pipe/topology.py deepspeed/runtime/pipe/topology.py +1 -1

No files found.
--- a/deepspeed/runtime/pipe/topology.py
+++ b/deepspeed/runtime/pipe/topology.py
@@ -251,7 +251,7 @@ class PipeModelDataParallelTopology(ProcessTopology):

 class PipelineParallelGrid:
    """Implements a grid object that stores the data parallel ranks
-    corresponding to each o the model parallel stages
+    corresponding to each of the model parallel stages

    The grid object organizes the processes in a distributed pytorch job
    into a 2D grid, of stage_id and data_parallel_id.