dtk23.04初始化

bf95e032 · hepj987 · bf95e032 · bf95e032 · bf95e032 · bf95e032
Commit bf95e032 authored Jul 14, 2023 by hepj987
20 changed files
--- a/megatron/model/language_model.py
+++ b/megatron/model/language_model.py
--- a/megatron/model/module.py
+++ b/megatron/model/module.py
--- a/megatron/model/multiple_choice.py
+++ b/megatron/model/multiple_choice.py
--- a/megatron/model/positional_embeddings.py
+++ b/megatron/model/positional_embeddings.py
--- a/megatron/model/realm_model.py
+++ b/megatron/model/realm_model.py
--- a/megatron/model/t5_model.py
+++ b/megatron/model/t5_model.py
--- a/megatron/model/transformer.py
+++ b/megatron/model/transformer.py
--- a/megatron/model/utils.py
+++ b/megatron/model/utils.py
--- a/megatron/model/vit_model.py
+++ b/megatron/model/vit_model.py
--- a/megatron/mpu/__init__.py
+++ b/megatron/mpu/__init__.py
--- a/megatron/mpu/cross_entropy.py
+++ b/megatron/mpu/cross_entropy.py
--- a/megatron/mpu/data.py
+++ b/megatron/mpu/data.py
--- a/megatron/mpu/initialize.py
+++ b/megatron/mpu/initialize.py
--- a/megatron/mpu/layers.py
+++ b/megatron/mpu/layers.py
--- a/megatron/mpu/mappings.py
+++ b/megatron/mpu/mappings.py
--- a/megatron/mpu/random.py
+++ b/megatron/mpu/random.py
--- a/megatron/mpu/tests/__init__.py
+++ b/megatron/mpu/tests/__init__.py
--- a/megatron/mpu/tests/commons.py
+++ b/megatron/mpu/tests/commons.py
--- a/megatron/mpu/tests/test_cross_entropy.py
+++ b/megatron/mpu/tests/test_cross_entropy.py
--- a/megatron/mpu/tests/test_data.py
+++ b/megatron/mpu/tests/test_data.py