v1.0

e4575be9 · huaerkl · e4575be9 · e4575be9 · e4575be9 · e4575be9
Commit e4575be9 authored Aug 04, 2023 by huaerkl
20 changed files
--- a/megatron/optimizer/grad_scaler.py
+++ b/megatron/optimizer/grad_scaler.py
--- a/megatron/optimizer/optimizer.py
+++ b/megatron/optimizer/optimizer.py
--- a/megatron/p2p_communication.py
+++ b/megatron/p2p_communication.py
--- a/megatron/package_info.py
+++ b/megatron/package_info.py
--- a/megatron/schedules.py
+++ b/megatron/schedules.py
--- a/megatron/testing_utils.py
+++ b/megatron/testing_utils.py
--- a/megatron/text_generation_utils.py
+++ b/megatron/text_generation_utils.py
--- a/megatron/tokenizer/__init__.py
+++ b/megatron/tokenizer/__init__.py
--- a/megatron/tokenizer/bert_tokenization.py
+++ b/megatron/tokenizer/bert_tokenization.py
--- a/megatron/tokenizer/gpt2_tokenization.py
+++ b/megatron/tokenizer/gpt2_tokenization.py
--- a/megatron/tokenizer/tokenizer.py
+++ b/megatron/tokenizer/tokenizer.py
--- a/megatron/training.py
+++ b/megatron/training.py
--- a/megatron/utils.py
+++ b/megatron/utils.py
--- a/model.properties
+++ b/model.properties
--- a/pretrain_bert.py
+++ b/pretrain_bert.py
--- a/pretrain_gpt.py
+++ b/pretrain_gpt.py
--- a/pretrain_ict.py
+++ b/pretrain_ict.py
--- a/pretrain_prefix_lm.py
+++ b/pretrain_prefix_lm.py
--- a/pretrain_t5.py
+++ b/pretrain_t5.py
--- a/pretrain_vit.py
+++ b/pretrain_vit.py