Code covearage

.gitlab-ci.yml

@@ -2,7 +2,7 @@ image: gitlab-master.nvidia.com/dl/dgx/pytorch:21.12-py3-devel
 
 test:
   tags:
-    - docker
+    - docker_gpu_enabled
   script:
     - nvidia-smi
     - torchrun --nproc_per_node=2  -m pytest --cov-report=term --cov-report=html --cov=megatron/core tests/'

tests/test_parallel_state.py

@@ -124,22 +124,13 @@ def test_get_tensor_model_parallel_src_rank():
     assert(ps.get_tensor_model_parallel_src_rank() == ((rank // world_size) * world_size))
     ps.destroy_model_parallel()
 
-def test_global_memory_buffer():
-    ps._GLOBAL_MEMORY_BUFFER = None
-    ps._set_global_memory_buffer()
-    assert(ps.get_global_memory_buffer() is not None)
-
-
 """
-
 def test_get_virtual_pipeline_model_parallel_world_size():
     initialize_model_parallel(pipeline_model_parallel_size=world_size)
     ps.set_virtual_pipeline_model_parallel_rank(world_size)
     assert(ps.get_virtual_pipeline_model_parallel_world_size() == world_size)
     ps.destroy_model_parallel()
 
-
-
 def test_is_rank_in_embedding_group():
     assert(ps.is_rank_in_embedding_group(ignore_virtual=True) == (rank in ps._EMBEDDING_GLOBAL_RANKS))
     if rank in ps._EMBEDDING_GLOBAL_RANKS: