Fix mpu init

Signed-off-by: MaximumEntropy <sandeep.subramanian.1@umontreal.ca>

megatron/initialize.py

@@ -185,8 +185,7 @@ def _initialize_distributed():
             mpu.initialize_model_parallel(args.tensor_model_parallel_size,
                                            args.pipeline_model_parallel_size,
                                            args.virtual_pipeline_model_parallel_size,
-                                           args.pipeline_model_parallel_split_rank,
-                                           args.untie_embeddings_and_output_weights)
+                                           args.pipeline_model_parallel_split_rank)
             if args.rank == 0:
                 print(f'> initialized tensor model parallel with size '
                       f'{mpu.get_tensor_model_parallel_world_size()}')