Merge branch 'helpers_compilation' into 'main'

call helpers makefile every run so we recompile if the code has changed

See merge request ADLR/megatron-lm!215

megatron/initialize.py

@@ -80,9 +80,6 @@ def initialize_megatron(extra_args_provider=None, args_defaults={},
         _init_autoresume()
 
         # Compile dataset C++ code.
-        try:
-            from megatron.data import helpers
-        except:
         if torch.distributed.get_rank() == 0:
             from megatron.data.dataset_utils import compile_helper
             compile_helper()