Merge branch 'main' of https://github.com/NVIDIA/Megatron-LM

0024a5c6 · zhuwenwen · b004456b · 3db2063b · 0024a5c6 · 0024a5c6
Commit 0024a5c6 authored Apr 26, 2023 by zhuwenwen
20 changed files
--- a/megatron/text_generation/beam_utils.py
+++ b/megatron/text_generation/beam_utils.py
--- a/megatron/text_generation/communication.py
+++ b/megatron/text_generation/communication.py
--- a/megatron/text_generation/forward_step.py
+++ b/megatron/text_generation/forward_step.py
--- a/megatron/text_generation/generation.py
+++ b/megatron/text_generation/generation.py
--- a/megatron/text_generation/sampling.py
+++ b/megatron/text_generation/sampling.py
--- a/megatron/text_generation/tokenization.py
+++ b/megatron/text_generation/tokenization.py
--- a/megatron/text_generation_server.py
+++ b/megatron/text_generation_server.py
--- a/megatron/timers.py
+++ b/megatron/timers.py
--- a/megatron/tokenizer/__init__.py
+++ b/megatron/tokenizer/__init__.py
--- a/megatron/tokenizer/bert_tokenization.py
+++ b/megatron/tokenizer/bert_tokenization.py
--- a/megatron/tokenizer/gpt2_tokenization.py
+++ b/megatron/tokenizer/gpt2_tokenization.py
--- a/megatron/tokenizer/tokenizer.py
+++ b/megatron/tokenizer/tokenizer.py
--- a/megatron/training.py
+++ b/megatron/training.py
--- a/megatron/utils.py
+++ b/megatron/utils.py
--- a/pretrain_bert.py
+++ b/pretrain_bert.py
--- a/pretrain_gpt.py
+++ b/pretrain_gpt.py
--- a/pretrain_ict.py
+++ b/pretrain_ict.py
--- a/pretrain_retro.py
+++ b/pretrain_retro.py
--- a/pretrain_t5.py
+++ b/pretrain_t5.py
--- a/pretrain_vision_classify.py
+++ b/pretrain_vision_classify.py