flushed printing

megatron/arguments.py

@@ -53,10 +53,11 @@ def parse_args(extra_args_provider=None, defaults={},
         # arguments that are passed to the program. We check this by
         # ensuring the arg is set to None.
         if getattr(args, key) is not None:
-            if args.rank <= 0:
+            if args.rank == 0:
                 print('WARNING: overriding default arguments for {key}:{v} \
                        with {key}:{v2}'.format(key=key, v=defaults[key],
-                                               v2=getattr(args, key))
+                                               v2=getattr(args, key)),
+                                               flush=True)
         else:
             setattr(args, key, defaults[key])