v1.0

e4575be9 · huaerkl · e4575be9 · e4575be9 · e4575be9 · e4575be9
Commit e4575be9 authored Aug 04, 2023 by huaerkl
20 changed files
--- a/megatron/learning_rates.py
+++ b/megatron/learning_rates.py
--- a/megatron/logging.py
+++ b/megatron/logging.py
--- a/megatron/memory.py
+++ b/megatron/memory.py
--- a/megatron/microbatches.py
+++ b/megatron/microbatches.py
--- a/megatron/model/__init__.py
+++ b/megatron/model/__init__.py
--- a/megatron/model/bert_model.py
+++ b/megatron/model/bert_model.py
--- a/megatron/model/biencoder_model.py
+++ b/megatron/model/biencoder_model.py
--- a/megatron/model/classification.py
+++ b/megatron/model/classification.py
--- a/megatron/model/distributed.py
+++ b/megatron/model/distributed.py
--- a/megatron/model/fused_bias_gelu.py
+++ b/megatron/model/fused_bias_gelu.py
--- a/megatron/model/fused_layer_norm.py
+++ b/megatron/model/fused_layer_norm.py
--- a/megatron/model/fused_softmax.py
+++ b/megatron/model/fused_softmax.py
--- a/megatron/model/glu_activations.py
+++ b/megatron/model/glu_activations.py
--- a/megatron/model/gpt_model.py
+++ b/megatron/model/gpt_model.py
--- a/megatron/model/language_model.py
+++ b/megatron/model/language_model.py
--- a/megatron/model/module.py
+++ b/megatron/model/module.py
--- a/megatron/model/multiple_choice.py
+++ b/megatron/model/multiple_choice.py
--- a/megatron/model/positional_embeddings.py
+++ b/megatron/model/positional_embeddings.py
--- a/megatron/model/realm_model.py
+++ b/megatron/model/realm_model.py
--- a/megatron/model/t5_model.py
+++ b/megatron/model/t5_model.py