add fastmoe project

0f091a1d · Sugon_ldc · 0f091a1d · 0f091a1d · 0f091a1d · 0f091a1d
Commit 0f091a1d authored May 17, 2023 by Sugon_ldc
15 changed files
--- a/fmoe/megatron/utils.py
+++ b/fmoe/megatron/utils.py
--- a/fmoe/transformer.py
+++ b/fmoe/transformer.py
--- a/fmoe/utils.py
+++ b/fmoe/utils.py
--- a/requirements.txt
+++ b/requirements.txt
+torch
+numpy
+ninja
--- a/setup.py
+++ b/setup.py
--- a/tests/benchmark_mlp.py
+++ b/tests/benchmark_mlp.py
--- a/tests/moe.py
+++ b/tests/moe.py
--- a/tests/test.sh
+++ b/tests/test.sh
--- a/tests/test_ddp.py
+++ b/tests/test_ddp.py
--- a/tests/test_dp.py
+++ b/tests/test_dp.py
--- a/tests/test_gates.py
+++ b/tests/test_gates.py
--- a/tests/test_local_exchange.py
+++ b/tests/test_local_exchange.py
--- a/tests/test_numerical.py
+++ b/tests/test_numerical.py
--- a/tests/test_swipe.py
+++ b/tests/test_swipe.py
--- a/tests/test_zero.py
+++ b/tests/test_zero.py