Merge branch 'main' into github-main

aed2f75e · Jared Casper · 8aa4619f · f32a638d · aed2f75e · aed2f75e
Commit aed2f75e authored Apr 11, 2021 by Jared Casper
20 changed files
--- a/megatron/p2p_communication.py
+++ b/megatron/p2p_communication.py
--- a/megatron/schedules.py
+++ b/megatron/schedules.py
--- a/megatron/text_generation_utils.py
+++ b/megatron/text_generation_utils.py
--- a/megatron/training.py
+++ b/megatron/training.py
--- a/megatron/utils.py
+++ b/megatron/utils.py
--- a/pretrain_bert.py
+++ b/pretrain_bert.py
--- a/pretrain_gpt.py
+++ b/pretrain_gpt.py
--- a/pretrain_ict.py
+++ b/pretrain_ict.py
--- a/pretrain_vit.py
+++ b/pretrain_vit.py
--- a/tasks/eval_utils.py
+++ b/tasks/eval_utils.py
--- a/tasks/finetune_utils.py
+++ b/tasks/finetune_utils.py
--- a/tasks/glue/finetune.py
+++ b/tasks/glue/finetune.py
--- a/tasks/main.py
+++ b/tasks/main.py
--- a/tasks/orqa/evaluate_orqa.py
+++ b/tasks/orqa/evaluate_orqa.py
--- a/tasks/orqa/evaluate_utils.py
+++ b/tasks/orqa/evaluate_utils.py
--- a/tasks/orqa/natural_questions/nq.py
+++ b/tasks/orqa/natural_questions/nq.py
--- a/tasks/orqa/natural_questions/qa_utils.py
+++ b/tasks/orqa/natural_questions/qa_utils.py
--- a/tasks/orqa/natural_questions/tokenizers.py
+++ b/tasks/orqa/natural_questions/tokenizers.py
--- a/tasks/race/data.py
+++ b/tasks/race/data.py
@@ -39,6 +39,8 @@ class RaceDataset(Dataset):
        print_rank_0('  >> total number of samples: {}'.format(
            len(self.samples)))
+        # This indicates that each "sample" has multiple samples that
+        # will collapse into batch dimension
        self.sample_multiplier = NUM_CHOICES
    def __len__(self):

--- a/tasks/race/finetune.py
+++ b/tasks/race/finetune.py