Initial commit

deb8370c · hepj · deb8370c
Commit deb8370c authored Jan 09, 2025 by hepj
Hide whitespace changes
Inline Side-by-side

Showing with 6 additions and 0 deletions

PAI-Megatron-LM-240718/megatron/core/transformer/__init__.py PAI-Megatron-LM-240718/megatron/core/transformer/__init__.py +6 -0

No files found.
--- a/PAI-Megatron-LM-240718/megatron/core/transformer/__init__.py
+++ b/PAI-Megatron-LM-240718/megatron/core/transformer/__init__.py
+# Copyright (c) 2023, NVIDIA CORPORATION. All rights reserved.
+from .module import MegatronModule
+from .spec_utils import ModuleSpec, build_module
+from .transformer_config import TransformerConfig
+from .transformer_layer import TransformerLayer, TransformerLayerSubmodules