add

0d99ae1f · silencealiang · c271aaae · 0d99ae1f · 0d99ae1f · 0d99ae1f
Commit 0d99ae1f authored Mar 14, 2025 by silencealiang
20 changed files
--- a/megatron/core/transformer/transformer_block.py
+++ b/megatron/core/transformer/transformer_block.py
--- a/megatron/core/transformer/transformer_config.py
+++ b/megatron/core/transformer/transformer_config.py
--- a/megatron/core/transformer/transformer_layer.py
+++ b/megatron/core/transformer/transformer_layer.py
--- a/megatron/core/transformer/utils.py
+++ b/megatron/core/transformer/utils.py
--- a/megatron/core/utils.py
+++ b/megatron/core/utils.py
--- a/megatron/inference/__init__.py
+++ b/megatron/inference/__init__.py
--- a/megatron/inference/algos/__init__.py
+++ b/megatron/inference/algos/__init__.py
--- a/megatron/inference/algos/distillation.py
+++ b/megatron/inference/algos/distillation.py
--- a/megatron/inference/arguments.py
+++ b/megatron/inference/arguments.py
--- a/megatron/inference/checkpointing.py
+++ b/megatron/inference/checkpointing.py
--- a/megatron/inference/docs/distillation.md
+++ b/megatron/inference/docs/distillation.md
--- a/megatron/inference/endpoints/common.py
+++ b/megatron/inference/endpoints/common.py
--- a/megatron/inference/endpoints/completions.py
+++ b/megatron/inference/endpoints/completions.py
--- a/megatron/inference/gpt/__init__.py
+++ b/megatron/inference/gpt/__init__.py
--- a/megatron/inference/gpt/loss_func.py
+++ b/megatron/inference/gpt/loss_func.py
--- a/megatron/inference/gpt/model_provider.py
+++ b/megatron/inference/gpt/model_provider.py
--- a/megatron/inference/static/index.html
+++ b/megatron/inference/static/index.html
--- a/megatron/inference/text_generation/__init__.py
+++ b/megatron/inference/text_generation/__init__.py
--- a/megatron/inference/text_generation/api.py
+++ b/megatron/inference/text_generation/api.py
--- a/megatron/inference/text_generation/beam_utils.py
+++ b/megatron/inference/text_generation/beam_utils.py