properly set engine.local_rank if it's set to -1

deepspeed/runtime/engine.py

@@ -458,10 +458,10 @@ class DeepSpeedEngine(Module):
 
     # Configure based on command line arguments
     def _configure_with_arguments(self, args, mpu):
-        self.local_rank = args.local_rank if hasattr(
-            args,
-            'local_rank') else int(os.environ.get("LOCAL_RANK",
-                                                  -1))
+        if hasattr(args, 'local_rank') and args.local_rank >= 0:
+            self.local_rank = args.local_rank
+        else:
+            self.local_rank = int(os.environ.get("LOCAL_RANK", -1))
 
         config_file = args.deepspeed_config if hasattr(args,
                                                        'deepspeed_config') else None