[Bugfix] Fix weight loading issue by rename variable. (#8293)

a480939e · Wenxiang · GitHub · d31174a4 · a480939e
Unverified Commit a480939e authored Sep 13, 2024 by Wenxiang Committed by GitHub Sep 12, 2024
Show whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

vllm/model_executor/models/phimoe.py vllm/model_executor/models/phimoe.py +1 -1

No files found.
--- a/vllm/model_executor/models/phimoe.py
+++ b/vllm/model_executor/models/phimoe.py
@@ -600,7 +600,7 @@ class PhiMoEForCausalLM(nn.Module, SupportsLoRA):
                    weight_loader(
                        param,
                        loaded_weight,
-                        weight_name,
+                        name,
                        shard_id=shard_id,
                        expert_id=expert_id,
                    )