add

0d99ae1f · silencealiang · c271aaae · 0d99ae1f · 0d99ae1f · 0d99ae1f
Commit 0d99ae1f authored Mar 14, 2025 by silencealiang
20 changed files
--- a/megatron/legacy/fused_kernels/compat.h
+++ b/megatron/legacy/fused_kernels/compat.h
--- a/megatron/legacy/fused_kernels/tests/__init__.py
+++ b/megatron/legacy/fused_kernels/tests/__init__.py
--- a/megatron/legacy/fused_kernels/tests/test_fused_kernels.py
+++ b/megatron/legacy/fused_kernels/tests/test_fused_kernels.py
--- a/megatron/legacy/fused_kernels/type_shim.h
+++ b/megatron/legacy/fused_kernels/type_shim.h
--- a/megatron/legacy/indexer.py
+++ b/megatron/legacy/indexer.py
--- a/megatron/legacy/model/__init__.py
+++ b/megatron/legacy/model/__init__.py
--- a/megatron/legacy/model/bert_model.py
+++ b/megatron/legacy/model/bert_model.py
--- a/megatron/legacy/model/biencoder_model.py
+++ b/megatron/legacy/model/biencoder_model.py
--- a/megatron/legacy/model/classification.py
+++ b/megatron/legacy/model/classification.py
--- a/megatron/legacy/model/enums.py
+++ b/megatron/legacy/model/enums.py
--- a/megatron/legacy/model/fused_bias_gelu.py
+++ b/megatron/legacy/model/fused_bias_gelu.py
--- a/megatron/legacy/model/fused_layer_norm.py
+++ b/megatron/legacy/model/fused_layer_norm.py
--- a/megatron/legacy/model/fused_softmax.py
+++ b/megatron/legacy/model/fused_softmax.py
--- a/megatron/legacy/model/gpt_model.py
+++ b/megatron/legacy/model/gpt_model.py
--- a/megatron/legacy/model/language_model.py
+++ b/megatron/legacy/model/language_model.py
--- a/megatron/legacy/model/module.py
+++ b/megatron/legacy/model/module.py
--- a/megatron/legacy/model/multiple_choice.py
+++ b/megatron/legacy/model/multiple_choice.py
--- a/megatron/legacy/model/realm_model.py
+++ b/megatron/legacy/model/realm_model.py
--- a/megatron/legacy/model/rms_norm.py
+++ b/megatron/legacy/model/rms_norm.py
--- a/megatron/legacy/model/t5_model.py
+++ b/megatron/legacy/model/t5_model.py