Initial commit

deb8370c · hepj · deb8370c · deb8370c · deb8370c · deb8370c
Commit deb8370c authored Jan 09, 2025 by hepj
20 changed files
--- a/PAI-Megatron-LM-240718/megatron/core/transformer/transformer_block.py-bak
+++ b/PAI-Megatron-LM-240718/megatron/core/transformer/transformer_block.py-bak
--- a/PAI-Megatron-LM-240718/megatron/core/transformer/transformer_config.py
+++ b/PAI-Megatron-LM-240718/megatron/core/transformer/transformer_config.py
--- a/PAI-Megatron-LM-240718/megatron/core/transformer/transformer_layer.py
+++ b/PAI-Megatron-LM-240718/megatron/core/transformer/transformer_layer.py
--- a/PAI-Megatron-LM-240718/megatron/core/transformer/utils.py
+++ b/PAI-Megatron-LM-240718/megatron/core/transformer/utils.py
--- a/PAI-Megatron-LM-240718/megatron/core/utils.py
+++ b/PAI-Megatron-LM-240718/megatron/core/utils.py
--- a/PAI-Megatron-LM-240718/megatron/inference/__init__.py
+++ b/PAI-Megatron-LM-240718/megatron/inference/__init__.py
--- a/PAI-Megatron-LM-240718/megatron/inference/arguments.py
+++ b/PAI-Megatron-LM-240718/megatron/inference/arguments.py
--- a/PAI-Megatron-LM-240718/megatron/inference/checkpointing.py
+++ b/PAI-Megatron-LM-240718/megatron/inference/checkpointing.py
--- a/PAI-Megatron-LM-240718/megatron/inference/gpt/__init__.py
+++ b/PAI-Megatron-LM-240718/megatron/inference/gpt/__init__.py
--- a/PAI-Megatron-LM-240718/megatron/inference/gpt/model_provider.py
+++ b/PAI-Megatron-LM-240718/megatron/inference/gpt/model_provider.py
--- a/PAI-Megatron-LM-240718/megatron/inference/static/index.html
+++ b/PAI-Megatron-LM-240718/megatron/inference/static/index.html
--- a/PAI-Megatron-LM-240718/megatron/inference/text_generation/__init__.py
+++ b/PAI-Megatron-LM-240718/megatron/inference/text_generation/__init__.py
--- a/PAI-Megatron-LM-240718/megatron/inference/text_generation/api.py
+++ b/PAI-Megatron-LM-240718/megatron/inference/text_generation/api.py
--- a/PAI-Megatron-LM-240718/megatron/inference/text_generation/beam_utils.py
+++ b/PAI-Megatron-LM-240718/megatron/inference/text_generation/beam_utils.py
--- a/PAI-Megatron-LM-240718/megatron/inference/text_generation/communication.py
+++ b/PAI-Megatron-LM-240718/megatron/inference/text_generation/communication.py
--- a/PAI-Megatron-LM-240718/megatron/inference/text_generation/forward_step.py
+++ b/PAI-Megatron-LM-240718/megatron/inference/text_generation/forward_step.py
--- a/PAI-Megatron-LM-240718/megatron/inference/text_generation/generation.py
+++ b/PAI-Megatron-LM-240718/megatron/inference/text_generation/generation.py
--- a/PAI-Megatron-LM-240718/megatron/inference/text_generation/sampling.py
+++ b/PAI-Megatron-LM-240718/megatron/inference/text_generation/sampling.py
--- a/PAI-Megatron-LM-240718/megatron/inference/text_generation/tokenization.py
+++ b/PAI-Megatron-LM-240718/megatron/inference/text_generation/tokenization.py
--- a/PAI-Megatron-LM-240718/megatron/inference/text_generation_server.py
+++ b/PAI-Megatron-LM-240718/megatron/inference/text_generation_server.py