更新0.12

160bf237 · wangxj · b01809dd · 160bf237 · 160bf237 · 160bf237
Commit 160bf237 authored Mar 05, 2025 by wangxj
20 changed files
--- a/megatron/core/transformer/attention.py
+++ b/megatron/core/transformer/attention.py
--- a/megatron/core/transformer/cuda_graphs.py
+++ b/megatron/core/transformer/cuda_graphs.py
--- a/megatron/core/transformer/custom_layers/__init__.py
+++ b/megatron/core/transformer/custom_layers/__init__.py
--- a/megatron/core/transformer/custom_layers/transformer_engine.py
+++ b/megatron/core/transformer/custom_layers/transformer_engine.py
--- a/megatron/core/transformer/dot_product_attention.py
+++ b/megatron/core/transformer/dot_product_attention.py
--- a/megatron/core/transformer/enums.py
+++ b/megatron/core/transformer/enums.py
--- a/megatron/core/transformer/identity_op.py
+++ b/megatron/core/transformer/identity_op.py
--- a/megatron/core/transformer/mlp.py
+++ b/megatron/core/transformer/mlp.py
--- a/megatron/core/transformer/module.py
+++ b/megatron/core/transformer/module.py
--- a/megatron/core/transformer/moe/README.md
+++ b/megatron/core/transformer/moe/README.md
--- a/megatron/core/transformer/moe/__init__.py
+++ b/megatron/core/transformer/moe/__init__.py
--- a/megatron/core/transformer/moe/experts.py
+++ b/megatron/core/transformer/moe/experts.py
--- a/megatron/core/transformer/moe/fused_a2a.py
+++ b/megatron/core/transformer/moe/fused_a2a.py
--- a/megatron/core/transformer/moe/grouped_gemm_util.py
+++ b/megatron/core/transformer/moe/grouped_gemm_util.py
--- a/megatron/core/transformer/moe/legacy_a2a_token_dispatcher.py
+++ b/megatron/core/transformer/moe/legacy_a2a_token_dispatcher.py
--- a/megatron/core/transformer/moe/moe_layer.py
+++ b/megatron/core/transformer/moe/moe_layer.py
--- a/megatron/core/transformer/moe/moe_utils.py
+++ b/megatron/core/transformer/moe/moe_utils.py
--- a/megatron/core/transformer/moe/router.py
+++ b/megatron/core/transformer/moe/router.py
--- a/megatron/core/transformer/moe/shared_experts.py
+++ b/megatron/core/transformer/moe/shared_experts.py
--- a/megatron/core/transformer/moe/token_dispatcher.py
+++ b/megatron/core/transformer/moe/token_dispatcher.py