add condition of skipping pop params

4682c1d0 · zms1999 · 9f7cbd15 · 4682c1d0
Commit 4682c1d0 authored Apr 30, 2022 by zms1999
Show whitespace changes
Inline Side-by-side

Showing with 2 additions and 0 deletions

fmoe/fastermoe/expert_utils.py fmoe/fastermoe/expert_utils.py +2 -0

No files found.
--- a/fmoe/fastermoe/expert_utils.py
+++ b/fmoe/fastermoe/expert_utils.py
@@ -29,6 +29,8 @@ def stash_expert_params(e, params):
 def pop_expert_params(e):
    if not hasattr(e, 'expert_param_stash'):
        return
+    if not e.expert_param_stash:
+        return
    for n, p in e.named_parameters():
        with torch.no_grad():
            p.copy_(e.expert_param_stash[n])