Merge branch 'mpatwary/main_text_gen' into 'main'

Fixed uninit communication gruop

See merge request ADLR/megatron-lm!142

megatron/mpu/mappings.py

@@ -65,7 +65,7 @@ def _gather(input_):
 
     tensor_list = [torch.empty_like(input_) for _ in range(world_size)]
     tensor_list[rank] = input_
-    torch.distributed.all_gather(tensor_list, input_, group=group)
+    torch.distributed.all_gather(tensor_list, input_, group=get_model_parallel_group())
 
     # Note: torch.cat already creates a contiguous tensor.
     output = torch.cat(tensor_list, dim=last_dim).contiguous()