更新0.12

160bf237 · wangxj · b01809dd · 160bf237 · 160bf237 · 160bf237
Commit 160bf237 authored Mar 05, 2025 by wangxj
20 changed files
--- a/megatron/inference/gpt/loss_func.py
+++ b/megatron/inference/gpt/loss_func.py
--- a/megatron/inference/gpt/model_provider.py
+++ b/megatron/inference/gpt/model_provider.py
--- a/megatron/training/__init__.py
+++ b/megatron/training/__init__.py
--- a/megatron/training/activations.py
+++ b/megatron/training/activations.py
--- a/megatron/training/arguments.py
+++ b/megatron/training/arguments.py
--- a/megatron/training/async_utils.py
+++ b/megatron/training/async_utils.py
--- a/megatron/training/checkpointing.py
+++ b/megatron/training/checkpointing.py
--- a/megatron/training/dist_signal_handler.py
+++ b/megatron/training/dist_signal_handler.py
--- a/megatron/training/ft_integration.py
+++ b/megatron/training/ft_integration.py
--- a/megatron/training/global_vars.py
+++ b/megatron/training/global_vars.py
--- a/megatron/training/initialize.py
+++ b/megatron/training/initialize.py
--- a/megatron/training/log_handler.py
+++ b/megatron/training/log_handler.py
--- a/megatron/training/one_logger_utils.py
+++ b/megatron/training/one_logger_utils.py
--- a/megatron/training/theoretical_memory_usage.py
+++ b/megatron/training/theoretical_memory_usage.py
--- a/megatron/training/tokenizer/__init__.py
+++ b/megatron/training/tokenizer/__init__.py
--- a/megatron/training/tokenizer/bert_tokenization.py
+++ b/megatron/training/tokenizer/bert_tokenization.py
--- a/megatron/training/tokenizer/gpt2_tokenization.py
+++ b/megatron/training/tokenizer/gpt2_tokenization.py
--- a/megatron/training/tokenizer/multimodal_tokenizer.py
+++ b/megatron/training/tokenizer/multimodal_tokenizer.py
--- a/megatron/training/tokenizer/tokenizer.py
+++ b/megatron/training/tokenizer/tokenizer.py
--- a/megatron/training/training.py
+++ b/megatron/training/training.py