Swap inequalities (#16368)

* Swap inequalities

* Update src/transformers/trainer_callback.py
Co-authored-by: Sylvain Gugger <35901082+sgugger@users.noreply.github.com>

* Update src/transformers/trainer_callback.py
Co-authored-by: Sylvain Gugger <35901082+sgugger@users.noreply.github.com>
Co-authored-by: Sylvain Gugger <35901082+sgugger@users.noreply.github.com>

src/transformers/trainer_callback.py

@@ -419,7 +419,7 @@ class DefaultFlowCallback(TrainerCallback):
         if (
             args.evaluation_strategy == IntervalStrategy.STEPS
             and state.global_step % args.eval_steps == 0
-            and args.eval_delay > state.global_step
+            and args.eval_delay <= state.global_step
         ):
             control.should_evaluate = True
 
@@ -443,7 +443,7 @@ class DefaultFlowCallback(TrainerCallback):
             control.should_log = True
 
         # Evaluate
-        if args.evaluation_strategy == IntervalStrategy.EPOCH and args.eval_delay > state.epoch:
+        if args.evaluation_strategy == IntervalStrategy.EPOCH and args.eval_delay <= state.epoch:
             control.should_evaluate = True
 
         # Save