add

0d99ae1f · silencealiang · c271aaae · 0d99ae1f · 0d99ae1f · 0d99ae1f
Commit 0d99ae1f authored Mar 14, 2025 by silencealiang
20 changed files
--- a/megatron/legacy/model/transformer.py
+++ b/megatron/legacy/model/transformer.py
--- a/megatron/legacy/model/utils.py
+++ b/megatron/legacy/model/utils.py
--- a/megatron/legacy/model/vision/classification.py
+++ b/megatron/legacy/model/vision/classification.py
--- a/megatron/legacy/model/vision/dino.py
+++ b/megatron/legacy/model/vision/dino.py
--- a/megatron/legacy/model/vision/esvit_swin_backbone.py
+++ b/megatron/legacy/model/vision/esvit_swin_backbone.py
--- a/megatron/legacy/model/vision/inpainting.py
+++ b/megatron/legacy/model/vision/inpainting.py
--- a/megatron/legacy/model/vision/knn_monitor.py
+++ b/megatron/legacy/model/vision/knn_monitor.py
--- a/megatron/legacy/model/vision/mit_backbone.py
+++ b/megatron/legacy/model/vision/mit_backbone.py
--- a/megatron/legacy/model/vision/swin_backbone.py
+++ b/megatron/legacy/model/vision/swin_backbone.py
--- a/megatron/legacy/model/vision/utils.py
+++ b/megatron/legacy/model/vision/utils.py
--- a/megatron/legacy/model/vision/vit_backbone.py
+++ b/megatron/legacy/model/vision/vit_backbone.py
--- a/megatron/legacy/mpu/tests/__init__.py
+++ b/megatron/legacy/mpu/tests/__init__.py
--- a/megatron/legacy/mpu/tests/commons.py
+++ b/megatron/legacy/mpu/tests/commons.py
--- a/megatron/legacy/mpu/tests/test_cross_entropy.py
+++ b/megatron/legacy/mpu/tests/test_cross_entropy.py
--- a/megatron/legacy/mpu/tests/test_data.py
+++ b/megatron/legacy/mpu/tests/test_data.py
--- a/megatron/legacy/mpu/tests/test_initialize.py
+++ b/megatron/legacy/mpu/tests/test_initialize.py
--- a/megatron/legacy/mpu/tests/test_layers.py
+++ b/megatron/legacy/mpu/tests/test_layers.py
--- a/megatron/legacy/mpu/tests/test_random.py
+++ b/megatron/legacy/mpu/tests/test_random.py
--- a/megatron/training/__init__.py
+++ b/megatron/training/__init__.py
--- a/megatron/training/activations.py
+++ b/megatron/training/activations.py