Log Azure ML metrics only for rank 0 (#12766)

* minor change to log azureml only for rank 0

* fix typo

src/transformers/integrations.py

@@ -600,7 +600,7 @@ class AzureMLCallback(TrainerCallback):
             self.azureml_run = Run.get_context()
 
     def on_log(self, args, state, control, logs=None, **kwargs):
-        if self.azureml_run:
+        if self.azureml_run and state.is_world_process_zero:
             for k, v in logs.items():
                 if isinstance(v, (int, float)):
                     self.azureml_run.log(k, v, description=k)