dtk23.04初始化

bf95e032 · hepj987 · bf95e032 · bf95e032 · bf95e032 · bf95e032
Commit bf95e032 authored Jul 14, 2023 by hepj987
20 changed files
--- a/megatron/mpu/tests/test_initialize.py
+++ b/megatron/mpu/tests/test_initialize.py
--- a/megatron/mpu/tests/test_layers.py
+++ b/megatron/mpu/tests/test_layers.py
--- a/megatron/mpu/tests/test_random.py
+++ b/megatron/mpu/tests/test_random.py
--- a/megatron/mpu/utils.py
+++ b/megatron/mpu/utils.py
--- a/megatron/optimizer/__init__.py
+++ b/megatron/optimizer/__init__.py
--- a/megatron/optimizer/clip_grads.py
+++ b/megatron/optimizer/clip_grads.py
--- a/megatron/optimizer/grad_scaler.py
+++ b/megatron/optimizer/grad_scaler.py
--- a/megatron/optimizer/optimizer.py
+++ b/megatron/optimizer/optimizer.py
--- a/megatron/p2p_communication.py
+++ b/megatron/p2p_communication.py
--- a/megatron/package_info.py
+++ b/megatron/package_info.py
--- a/megatron/schedules.py
+++ b/megatron/schedules.py
--- a/megatron/testing_utils.py
+++ b/megatron/testing_utils.py
--- a/megatron/text_generation_utils.py
+++ b/megatron/text_generation_utils.py
--- a/megatron/tokenizer/__init__.py
+++ b/megatron/tokenizer/__init__.py
--- a/megatron/tokenizer/bert_tokenization.py
+++ b/megatron/tokenizer/bert_tokenization.py
--- a/megatron/tokenizer/gpt2_tokenization.py
+++ b/megatron/tokenizer/gpt2_tokenization.py
--- a/megatron/tokenizer/tokenizer.py
+++ b/megatron/tokenizer/tokenizer.py
--- a/megatron/training.py
+++ b/megatron/training.py
--- a/megatron/utils.py
+++ b/megatron/utils.py
--- a/pretrain_bert.py
+++ b/pretrain_bert.py