Skip to content

GitLab

"...text-generation-inference.git" did not exist on "e8bfe199bacb2778153bf0029b20dab866733c75"
Commit d30585dc authored by Rick Ho's avatar Rick Ho
Browse files

grammar fix

parent 5a6e521e
Hide whitespace changes
Inline Side-by-side
Showing with 1 addition and 1 deletion
fmoe/megatron/distributed.py
View file @ d30585dc
...@@ -19,7 +19,7 @@ def _init(): ...@@ -19,7 +19,7 @@ def _init():
from megatron import mpu from megatron import mpu
args = get_args() args = get_args()
# Create a comm prependicular to pipeline group as gate group # Create a comm prependicular to the pipeline group as gate group
stage_size = args.world_size // args.pipeline_model_parallel_size stage_size = args.world_size // args.pipeline_model_parallel_size
for i in range(0, args.world_size, stage_size): for i in range(0, args.world_size, stage_size):
ranks = range(i, i + stage_size) ranks = range(i, i + stage_size)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment