Initial commit

12415ddb · dongchy920 · 12415ddb · 12415ddb · 12415ddb · 12415ddb
Commit 12415ddb authored Jul 04, 2025 by dongchy920
9 changed files
--- a/megatron_mini/model/__init__.py
+++ b/megatron_mini/model/__init__.py
+from .llama_model import LLaMAModel
--- a/megatron_mini/model/llama_model.py
+++ b/megatron_mini/model/llama_model.py
--- a/megatron_mini/model/module.py
+++ b/megatron_mini/model/module.py
--- a/megatron_mini/model/transformer.py
+++ b/megatron_mini/model/transformer.py
--- a/megatron_mini/utils.py
+++ b/megatron_mini/utils.py
--- a/requirements.txt
+++ b/requirements.txt
+numpy>=1.24.4
+sentencepiece>=0.2.0
+torch>=2.1.0
+transformers>=4.34.1
--- a/requirements_peft.txt
+++ b/requirements_peft.txt
--- a/sess_huggingface.py
+++ b/sess_huggingface.py
--- a/sess_megatron.py
+++ b/sess_megatron.py