Merge branch 'megatron-lm_dtk24.04' into 'main'

Megatron lm dtk24.04 See merge request !1

Merge branch 'megatron-lm_dtk24.04' into 'main'
Megatron lm dtk24.04 See merge request !1
3aca1415 · liangjing · 0024a5c6 · 1005e9d3 · 3aca1415 · 3aca1415
Commit 3aca1415 authored Apr 29, 2024 by liangjing
20 changed files
--- a/megatron/optimizer/clip_grads.py
+++ b/megatron/optimizer/clip_grads.py
--- a/megatron/optimizer/distrib_optimizer.py
+++ b/megatron/optimizer/distrib_optimizer.py
--- a/megatron/optimizer/optimizer.py
+++ b/megatron/optimizer/optimizer.py
--- a/megatron/optimizer_param_scheduler.py
+++ b/megatron/optimizer_param_scheduler.py
--- a/megatron/text_generation/forward_step.py
+++ b/megatron/text_generation/forward_step.py
--- a/megatron/text_generation/tokenization.py
+++ b/megatron/text_generation/tokenization.py
--- a/megatron/text_generation_server.py
+++ b/megatron/text_generation_server.py
--- a/megatron/tokenizer/tokenizer.py
+++ b/megatron/tokenizer/tokenizer.py
--- a/megatron/training.py
+++ b/megatron/training.py
--- a/pretrain_bert.py
+++ b/pretrain_bert.py
--- a/pretrain_gpt.py
+++ b/pretrain_gpt.py
--- a/pretrain_gpt_core.py
+++ b/pretrain_gpt_core.py
--- a/pretrain_retro.py
+++ b/pretrain_retro.py
--- a/pretrain_t5.py
+++ b/pretrain_t5.py
--- a/pretrain_vision_classify.py
+++ b/pretrain_vision_classify.py
--- a/pretrain_vision_dino.py
+++ b/pretrain_vision_dino.py
--- a/pretrain_vision_inpaint.py
+++ b/pretrain_vision_inpaint.py
--- a/pyproject.toml
+++ b/pyproject.toml
--- a/requirements.txt
+++ b/requirements.txt
--- a/setup.py
+++ b/setup.py