Merge branch 'main' into beam_search

b8428a7f · peng xu · e5034150 · 3f4e71df · b8428a7f · b8428a7f
Commit b8428a7f authored Jul 15, 2022 by peng xu
20 changed files
--- a/megatron/mpu/random.py
+++ b/megatron/mpu/random.py
--- a/megatron/optimizer/__init__.py
+++ b/megatron/optimizer/__init__.py
--- a/megatron/optimizer/clip_grads.py
+++ b/megatron/optimizer/clip_grads.py
--- a/megatron/optimizer/distrib_optimizer.py
+++ b/megatron/optimizer/distrib_optimizer.py
--- a/megatron/optimizer/optimizer.py
+++ b/megatron/optimizer/optimizer.py
--- a/megatron/p2p_communication.py
+++ b/megatron/p2p_communication.py
--- a/megatron/schedules.py
+++ b/megatron/schedules.py
--- a/megatron/training.py
+++ b/megatron/training.py
--- a/pretrain_vit.py
+++ b/pretrain_vit.py
--- a/pretrain_vision_dino.py
+++ b/pretrain_vision_dino.py
--- a/pretrain_vision_inpaint.py
+++ b/pretrain_vision_inpaint.py
--- a/tasks/finetune_utils.py
+++ b/tasks/finetune_utils.py
@@ -229,7 +229,7 @@ def _train(model, optimizer, opt_param_scheduler, forward_step,
                prefix = 'iteration {}'.format(iteration)
                evaluate_and_print_results(prefix, forward_step,
                                           valid_dataloader, model,
-                                           iteration, False)
+                                           iteration, None, False)
            # Exiting based on iterations
            if args.exit_interval and iteration % args.exit_interval == 0:

--- a/tasks/vision/classification.py
+++ b/tasks/vision/classification.py
--- a/tasks/vision/eval_utils.py
+++ b/tasks/vision/eval_utils.py
--- a/tasks/vision/finetune_utils.py
+++ b/tasks/vision/finetune_utils.py
--- a/tasks/vision/main.py
+++ b/tasks/vision/main.py
--- a/tasks/vision/segmentation/cityscapes.py
+++ b/tasks/vision/segmentation/cityscapes.py
--- a/tasks/vision/segmentation/data.py
+++ b/tasks/vision/segmentation/data.py
--- a/tasks/vision/segmentation/finetune_segformer.py
+++ b/tasks/vision/segmentation/finetune_segformer.py
--- a/tasks/vision/segmentation/finetune_setr.py
+++ b/tasks/vision/segmentation/finetune_setr.py