Commit 11392f03 authored by shanmugamr's avatar shanmugamr
Browse files

Changes'

'
parent 4ec95a2e
...@@ -120,8 +120,6 @@ def test_get_virtual_pipeline_model_parallel_world_size(): ...@@ -120,8 +120,6 @@ def test_get_virtual_pipeline_model_parallel_world_size():
assert(ps.get_virtual_pipeline_model_parallel_world_size() == world_size) assert(ps.get_virtual_pipeline_model_parallel_world_size() == world_size)
ps.destroy_model_parallel() ps.destroy_model_parallel()
def test_is_rank_in_embedding_group(): def test_is_rank_in_embedding_group():
assert(ps.is_rank_in_embedding_group(ignore_virtual=True) == (rank in ps._EMBEDDING_GLOBAL_RANKS)) assert(ps.is_rank_in_embedding_group(ignore_virtual=True) == (rank in ps._EMBEDDING_GLOBAL_RANKS))
if rank in ps._EMBEDDING_GLOBAL_RANKS: if rank in ps._EMBEDDING_GLOBAL_RANKS:
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment