add fastmoe project

0f091a1d · Sugon_ldc · 0f091a1d · 0f091a1d · 0f091a1d · 0f091a1d
Commit 0f091a1d authored May 17, 2023 by Sugon_ldc
20 changed files
--- a/fmoe/distributed.py
+++ b/fmoe/distributed.py
--- a/fmoe/functions.py
+++ b/fmoe/functions.py
--- a/fmoe/gates/__init__.py
+++ b/fmoe/gates/__init__.py
--- a/fmoe/gates/base_gate.py
+++ b/fmoe/gates/base_gate.py
--- a/fmoe/gates/gshard_gate.py
+++ b/fmoe/gates/gshard_gate.py
--- a/fmoe/gates/naive_gate.py
+++ b/fmoe/gates/naive_gate.py
--- a/fmoe/gates/noisy_gate.py
+++ b/fmoe/gates/noisy_gate.py
--- a/fmoe/gates/swipe_gate.py
+++ b/fmoe/gates/swipe_gate.py
--- a/fmoe/gates/switch_gate.py
+++ b/fmoe/gates/switch_gate.py
--- a/fmoe/gates/utils.py
+++ b/fmoe/gates/utils.py
--- a/fmoe/gates/zero_gate.py
+++ b/fmoe/gates/zero_gate.py
--- a/fmoe/layers.py
+++ b/fmoe/layers.py
--- a/fmoe/linear.py
+++ b/fmoe/linear.py
--- a/fmoe/megatron/Megatron.LICENSE
+++ b/fmoe/megatron/Megatron.LICENSE
--- a/fmoe/megatron/__init__.py
+++ b/fmoe/megatron/__init__.py
--- a/fmoe/megatron/balance.py
+++ b/fmoe/megatron/balance.py
--- a/fmoe/megatron/checkpoint.py
+++ b/fmoe/megatron/checkpoint.py
--- a/fmoe/megatron/distributed.py
+++ b/fmoe/megatron/distributed.py
--- a/fmoe/megatron/layers.py
+++ b/fmoe/megatron/layers.py
--- a/fmoe/megatron/patch.py
+++ b/fmoe/megatron/patch.py