Initial commit

0816dd4a · libo11 · 0816dd4a · 0816dd4a · 0816dd4a · 0816dd4a
Commit 0816dd4a authored Sep 29, 2024 by libo11
20 changed files
--- a/megatron/training/yaml_arguments.py
+++ b/megatron/training/yaml_arguments.py
--- a/pretrain_bert.py
+++ b/pretrain_bert.py
--- a/pretrain_gpt.py
+++ b/pretrain_gpt.py
--- a/pretrain_ict.py
+++ b/pretrain_ict.py
--- a/pretrain_mamba.py
+++ b/pretrain_mamba.py
--- a/pretrain_retro.py
+++ b/pretrain_retro.py
--- a/pretrain_t5.py
+++ b/pretrain_t5.py
--- a/pretrain_vision_classify.py
+++ b/pretrain_vision_classify.py
--- a/pretrain_vision_dino.py
+++ b/pretrain_vision_dino.py
--- a/pretrain_vision_inpaint.py
+++ b/pretrain_vision_inpaint.py
--- a/pretrain_vlm.py
+++ b/pretrain_vlm.py
--- a/qwen2_72b.sh
+++ b/qwen2_72b.sh
--- a/qwen7b.sh
+++ b/qwen7b.sh
--- a/qwen_token.zip
+++ b/qwen_token.zip
--- a/requirements.txt
+++ b/requirements.txt
--- a/run.sh
+++ b/run.sh
--- a/setup.py
+++ b/setup.py
--- a/tasks/data_utils.py
+++ b/tasks/data_utils.py
--- a/tasks/ensemble_classifier.py
+++ b/tasks/ensemble_classifier.py
--- a/tasks/eval_utils.py
+++ b/tasks/eval_utils.py