格式调整

3d710274 · hepj987 · 8ec5d678 · 3d710274 · 3d710274 · 3d710274
Commit 3d710274 authored Apr 11, 2023 by hepj987
20 changed files
--- a/megatron-deepspeed_dtk22.10/megatron/model/bert_model.py
+++ b/megatron-deepspeed_dtk22.10/megatron/model/bert_model.py
--- a/megatron-deepspeed_dtk22.10/megatron/model/biencoder_model.py
+++ b/megatron-deepspeed_dtk22.10/megatron/model/biencoder_model.py
--- a/megatron-deepspeed_dtk22.10/megatron/model/classification.py
+++ b/megatron-deepspeed_dtk22.10/megatron/model/classification.py
--- a/megatron-deepspeed_dtk22.10/megatron/model/distributed.py
+++ b/megatron-deepspeed_dtk22.10/megatron/model/distributed.py
--- a/megatron-deepspeed_dtk22.10/megatron/model/fused_bias_gelu.py
+++ b/megatron-deepspeed_dtk22.10/megatron/model/fused_bias_gelu.py
--- a/megatron-deepspeed_dtk22.10/megatron/model/fused_layer_norm.py
+++ b/megatron-deepspeed_dtk22.10/megatron/model/fused_layer_norm.py
--- a/megatron-deepspeed_dtk22.10/megatron/model/fused_softmax.py
+++ b/megatron-deepspeed_dtk22.10/megatron/model/fused_softmax.py
--- a/megatron-deepspeed_dtk22.10/megatron/model/glu_activations.py
+++ b/megatron-deepspeed_dtk22.10/megatron/model/glu_activations.py
--- a/megatron-deepspeed_dtk22.10/megatron/model/gpt_model.py
+++ b/megatron-deepspeed_dtk22.10/megatron/model/gpt_model.py
--- a/megatron-deepspeed_dtk22.10/megatron/model/language_model.py
+++ b/megatron-deepspeed_dtk22.10/megatron/model/language_model.py
--- a/megatron-deepspeed_dtk22.10/megatron/model/module.py
+++ b/megatron-deepspeed_dtk22.10/megatron/model/module.py
--- a/megatron-deepspeed_dtk22.10/megatron/model/multiple_choice.py
+++ b/megatron-deepspeed_dtk22.10/megatron/model/multiple_choice.py
--- a/megatron-deepspeed_dtk22.10/megatron/model/positional_embeddings.py
+++ b/megatron-deepspeed_dtk22.10/megatron/model/positional_embeddings.py
--- a/megatron-deepspeed_dtk22.10/megatron/model/realm_model.py
+++ b/megatron-deepspeed_dtk22.10/megatron/model/realm_model.py
--- a/megatron-deepspeed_dtk22.10/megatron/model/t5_model.py
+++ b/megatron-deepspeed_dtk22.10/megatron/model/t5_model.py
--- a/megatron-deepspeed_dtk22.10/megatron/model/transformer.py
+++ b/megatron-deepspeed_dtk22.10/megatron/model/transformer.py
--- a/megatron-deepspeed_dtk22.10/megatron/model/utils.py
+++ b/megatron-deepspeed_dtk22.10/megatron/model/utils.py
--- a/megatron-deepspeed_dtk22.10/megatron/model/vit_model.py
+++ b/megatron-deepspeed_dtk22.10/megatron/model/vit_model.py
--- a/megatron-deepspeed_dtk22.10/megatron/mpu/__init__.py
+++ b/megatron-deepspeed_dtk22.10/megatron/mpu/__init__.py
--- a/megatron-deepspeed_dtk22.10/megatron/mpu/cross_entropy.py
+++ b/megatron-deepspeed_dtk22.10/megatron/mpu/cross_entropy.py