dtk23.04初始化

bf95e032 · hepj987 · bf95e032 · bf95e032 · bf95e032 · bf95e032
Commit bf95e032 authored Jul 14, 2023 by hepj987
20 changed files
--- a/megatron/fused_kernels/tests/__init__.py
+++ b/megatron/fused_kernels/tests/__init__.py
--- a/megatron/fused_kernels/tests/test_fused_kernels.py
+++ b/megatron/fused_kernels/tests/test_fused_kernels.py
--- a/megatron/fused_kernels/type_shim.h
+++ b/megatron/fused_kernels/type_shim.h
--- a/megatron/global_vars.py
+++ b/megatron/global_vars.py
--- a/megatron/indexer.py
+++ b/megatron/indexer.py
--- a/megatron/initialize.py
+++ b/megatron/initialize.py
--- a/megatron/learning_rates.py
+++ b/megatron/learning_rates.py
--- a/megatron/logging.py
+++ b/megatron/logging.py
--- a/megatron/memory.py
+++ b/megatron/memory.py
--- a/megatron/microbatches.py
+++ b/megatron/microbatches.py
--- a/megatron/model/__init__.py
+++ b/megatron/model/__init__.py
--- a/megatron/model/bert_model.py
+++ b/megatron/model/bert_model.py
--- a/megatron/model/biencoder_model.py
+++ b/megatron/model/biencoder_model.py
--- a/megatron/model/classification.py
+++ b/megatron/model/classification.py
--- a/megatron/model/distributed.py
+++ b/megatron/model/distributed.py
--- a/megatron/model/fused_bias_gelu.py
+++ b/megatron/model/fused_bias_gelu.py
--- a/megatron/model/fused_layer_norm.py
+++ b/megatron/model/fused_layer_norm.py
--- a/megatron/model/fused_softmax.py
+++ b/megatron/model/fused_softmax.py
--- a/megatron/model/glu_activations.py
+++ b/megatron/model/glu_activations.py
--- a/megatron/model/gpt_model.py
+++ b/megatron/model/gpt_model.py