Unverified Commit bbe9bd96 authored by Philipp Moritz's avatar Philipp Moritz Committed by GitHub
Browse files

[Minor] Fix a small typo (#2672)

parent 4f65af0e
...@@ -117,7 +117,7 @@ def model_parallel_is_initialized(): ...@@ -117,7 +117,7 @@ def model_parallel_is_initialized():
def get_tensor_model_parallel_group(): def get_tensor_model_parallel_group():
"""Get the tensor model parallel group the caller rank belongs to.""" """Get the tensor model parallel group the caller rank belongs to."""
assert _TENSOR_MODEL_PARALLEL_GROUP is not None, ( assert _TENSOR_MODEL_PARALLEL_GROUP is not None, (
"tenosr model parallel group is not initialized") "tensor model parallel group is not initialized")
return _TENSOR_MODEL_PARALLEL_GROUP return _TENSOR_MODEL_PARALLEL_GROUP
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment