Unverified Commit a1125ad4 authored by explainerauthors's avatar explainerauthors Committed by GitHub
Browse files

Correct comments in parallel_state.py (#1818)

parent a8b150c5
......@@ -2,7 +2,7 @@
# Adapted from
# https://github.com/NVIDIA/Megatron-LM/blob/main/megatron/core/parallel_state.py
# Copyright (c) 2022, NVIDIA CORPORATION. All rights reserved.
"""Model and data parallel groups."""
"""Tensor and pipeline parallel groups."""
import torch
......@@ -84,7 +84,7 @@ def initialize_model_parallel(
def model_parallel_is_initialized():
"""Check if model and data parallel groups are initialized."""
"""Check if tensor and pipeline parallel groups are initialized."""
return (_TENSOR_MODEL_PARALLEL_GROUP is not None
and _PIPELINE_MODEL_PARALLEL_GROUP is not None)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment