update to core_v0.9

4b097dee · liangjing · 3aca1415 · 4b097dee · 4b097dee · 4b097dee
Commit 4b097dee authored Oct 29, 2024 by liangjing
20 changed files
--- a/megatron/model/bert_model.py
+++ b/megatron/model/bert_model.py
--- a/megatron/model/biencoder_model.py
+++ b/megatron/model/biencoder_model.py
--- a/megatron/model/classification.py
+++ b/megatron/model/classification.py
--- a/megatron/model/enums.py
+++ b/megatron/model/enums.py
--- a/megatron/model/fused_bias_gelu.py
+++ b/megatron/model/fused_bias_gelu.py
--- a/megatron/model/fused_layer_norm.py
+++ b/megatron/model/fused_layer_norm.py
--- a/megatron/model/fused_softmax.py
+++ b/megatron/model/fused_softmax.py
--- a/megatron/model/gpt_model.py
+++ b/megatron/model/gpt_model.py
--- a/megatron/model/language_model.py
+++ b/megatron/model/language_model.py
--- a/megatron/model/module.py
+++ b/megatron/model/module.py
--- a/megatron/model/multiple_choice.py
+++ b/megatron/model/multiple_choice.py
--- a/megatron/model/realm_model.py
+++ b/megatron/model/realm_model.py
--- a/megatron/legacy/model/rms_norm.py
+++ b/megatron/legacy/model/rms_norm.py
--- a/megatron/model/t5_model.py
+++ b/megatron/model/t5_model.py
--- a/megatron/model/transformer.py
+++ b/megatron/model/transformer.py
--- a/megatron/model/utils.py
+++ b/megatron/model/utils.py
--- a/megatron/model/vision/classification.py
+++ b/megatron/model/vision/classification.py
--- a/megatron/model/vision/dino.py
+++ b/megatron/model/vision/dino.py
--- a/megatron/model/vision/esvit_swin_backbone.py
+++ b/megatron/model/vision/esvit_swin_backbone.py
--- a/megatron/model/vision/inpainting.py
+++ b/megatron/model/vision/inpainting.py