initial llama

0211193c · zhuwenwen · 0211193c · 0211193c · 0211193c · 0211193c
Commit 0211193c authored Aug 17, 2023 by zhuwenwen
20 changed files
--- a/3rdparty/Megatron-LM/megatron/mpu/initialize.py
+++ b/3rdparty/Megatron-LM/megatron/mpu/initialize.py
--- a/3rdparty/Megatron-LM/megatron/mpu/layers.py
+++ b/3rdparty/Megatron-LM/megatron/mpu/layers.py
--- a/3rdparty/Megatron-LM/megatron/mpu/mappings.py
+++ b/3rdparty/Megatron-LM/megatron/mpu/mappings.py
--- a/3rdparty/Megatron-LM/megatron/mpu/random.py
+++ b/3rdparty/Megatron-LM/megatron/mpu/random.py
--- a/3rdparty/Megatron-LM/megatron/mpu/tests/__init__.py
+++ b/3rdparty/Megatron-LM/megatron/mpu/tests/__init__.py
--- a/3rdparty/Megatron-LM/megatron/mpu/tests/commons.py
+++ b/3rdparty/Megatron-LM/megatron/mpu/tests/commons.py
--- a/3rdparty/Megatron-LM/megatron/mpu/tests/test_cross_entropy.py
+++ b/3rdparty/Megatron-LM/megatron/mpu/tests/test_cross_entropy.py
--- a/3rdparty/Megatron-LM/megatron/mpu/tests/test_data.py
+++ b/3rdparty/Megatron-LM/megatron/mpu/tests/test_data.py
--- a/3rdparty/Megatron-LM/megatron/mpu/tests/test_initialize.py
+++ b/3rdparty/Megatron-LM/megatron/mpu/tests/test_initialize.py
--- a/3rdparty/Megatron-LM/megatron/mpu/tests/test_layers.py
+++ b/3rdparty/Megatron-LM/megatron/mpu/tests/test_layers.py
--- a/3rdparty/Megatron-LM/megatron/mpu/tests/test_random.py
+++ b/3rdparty/Megatron-LM/megatron/mpu/tests/test_random.py
--- a/3rdparty/Megatron-LM/megatron/mpu/utils.py
+++ b/3rdparty/Megatron-LM/megatron/mpu/utils.py
--- a/3rdparty/Megatron-LM/megatron/optimizer/__init__.py
+++ b/3rdparty/Megatron-LM/megatron/optimizer/__init__.py
--- a/3rdparty/Megatron-LM/megatron/optimizer/clip_grads.py
+++ b/3rdparty/Megatron-LM/megatron/optimizer/clip_grads.py
--- a/3rdparty/Megatron-LM/megatron/optimizer/grad_scaler.py
+++ b/3rdparty/Megatron-LM/megatron/optimizer/grad_scaler.py
--- a/3rdparty/Megatron-LM/megatron/optimizer/optimizer.py
+++ b/3rdparty/Megatron-LM/megatron/optimizer/optimizer.py
--- a/3rdparty/Megatron-LM/megatron/p2p_communication.py
+++ b/3rdparty/Megatron-LM/megatron/p2p_communication.py
--- a/3rdparty/Megatron-LM/megatron/schedules.py
+++ b/3rdparty/Megatron-LM/megatron/schedules.py
--- a/3rdparty/Megatron-LM/megatron/text_generation/__init__.py
+++ b/3rdparty/Megatron-LM/megatron/text_generation/__init__.py
--- a/3rdparty/Megatron-LM/megatron/text_generation/api.py
+++ b/3rdparty/Megatron-LM/megatron/text_generation/api.py