update model parameters

70368616 · silencealiang · 8551c38e · 70368616 · 70368616 · 70368616
Commit 70368616 authored Apr 30, 2025 by silencealiang
20 changed files
--- a/dcu_megatron/__pycache__/__init__.cpython-310.pyc
+++ b/dcu_megatron/__pycache__/__init__.cpython-310.pyc
--- a/dcu_megatron/adaptor/__pycache__/megatron_adaptor.cpython-310.pyc
+++ b/dcu_megatron/adaptor/__pycache__/megatron_adaptor.cpython-310.pyc
--- a/dcu_megatron/adaptor/__pycache__/patch_utils.cpython-310.pyc
+++ b/dcu_megatron/adaptor/__pycache__/patch_utils.cpython-310.pyc
--- a/dcu_megatron/core/__pycache__/__init__.cpython-310.pyc
+++ b/dcu_megatron/core/__pycache__/__init__.cpython-310.pyc
--- a/dcu_megatron/core/__pycache__/utils.cpython-310.pyc
+++ b/dcu_megatron/core/__pycache__/utils.cpython-310.pyc
--- a/dcu_megatron/core/extensions/__pycache__/transformer_engine.cpython-310.pyc
+++ b/dcu_megatron/core/extensions/__pycache__/transformer_engine.cpython-310.pyc
--- a/dcu_megatron/core/models/gpt/__pycache__/gpt_model.cpython-310.pyc
+++ b/dcu_megatron/core/models/gpt/__pycache__/gpt_model.cpython-310.pyc
--- a/dcu_megatron/core/tensor_parallel/__pycache__/__init__.cpython-310.pyc
+++ b/dcu_megatron/core/tensor_parallel/__pycache__/__init__.cpython-310.pyc
--- a/dcu_megatron/core/tensor_parallel/__pycache__/cross_entropy.cpython-310.pyc
+++ b/dcu_megatron/core/tensor_parallel/__pycache__/cross_entropy.cpython-310.pyc
--- a/dcu_megatron/core/tensor_parallel/__pycache__/layers.cpython-310.pyc
+++ b/dcu_megatron/core/tensor_parallel/__pycache__/layers.cpython-310.pyc
--- a/dcu_megatron/core/transformer/__pycache__/transformer_block.cpython-310.pyc
+++ b/dcu_megatron/core/transformer/__pycache__/transformer_block.cpython-310.pyc
--- a/dcu_megatron/core/transformer/__pycache__/transformer_config.cpython-310.pyc
+++ b/dcu_megatron/core/transformer/__pycache__/transformer_config.cpython-310.pyc
--- a/dcu_megatron/legacy/model/__pycache__/rms_norm.cpython-310.pyc
+++ b/dcu_megatron/legacy/model/__pycache__/rms_norm.cpython-310.pyc
--- a/dcu_megatron/legacy/model/__pycache__/transformer.cpython-310.pyc
+++ b/dcu_megatron/legacy/model/__pycache__/transformer.cpython-310.pyc
--- a/dcu_megatron/legacy/model/__pycache__/utils.cpython-310.pyc
+++ b/dcu_megatron/legacy/model/__pycache__/utils.cpython-310.pyc
--- a/dcu_megatron/training/__pycache__/arguments.cpython-310.pyc
+++ b/dcu_megatron/training/__pycache__/arguments.cpython-310.pyc
--- a/dcu_megatron/training/__pycache__/initialize.cpython-310.pyc
+++ b/dcu_megatron/training/__pycache__/initialize.cpython-310.pyc
--- a/dcu_megatron/training/__pycache__/training.cpython-310.pyc
+++ b/dcu_megatron/training/__pycache__/training.cpython-310.pyc
--- a/dcu_megatron/training/tokenizer/__pycache__/__init__.cpython-310.pyc
+++ b/dcu_megatron/training/tokenizer/__pycache__/__init__.cpython-310.pyc
--- a/dcu_megatron/training/tokenizer/__pycache__/tokenizer.cpython-310.pyc
+++ b/dcu_megatron/training/tokenizer/__pycache__/tokenizer.cpython-310.pyc