Unverified Commit 88d7bdbd authored by Wentao Ye's avatar Wentao Ye Committed by GitHub
Browse files

[Bug] Fix AttributeError: 'FusedMoE' object has no attribute...


[Bug] Fix AttributeError: 'FusedMoE' object has no attribute 'w13_weight_scale'. Did you mean: 'w13_weight_scale_inv' (#25519)
Signed-off-by: default avataryewentao256 <zhyanwentao@126.com>
Signed-off-by: default avatarWentao Ye <44945378+yewentao256@users.noreply.github.com>
Co-authored-by: default avatargemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com>
parent 0d235b87
...@@ -53,9 +53,11 @@ def _extract_data_from_fused_moe_module( ...@@ -53,9 +53,11 @@ def _extract_data_from_fused_moe_module(
""" """
assert isinstance(m, FusedMoE) assert isinstance(m, FusedMoE)
w13 = m.w13_weight w13 = m.w13_weight
w13_s = getattr(m, "w13_weight_scale_inv", m.w13_weight_scale) w13_s = m.w13_weight_scale_inv if hasattr(
m, "w13_weight_scale_inv") else m.w13_weight_scale
w2 = m.w2_weight w2 = m.w2_weight
w2_s = getattr(m, "w2_weight_scale_inv", m.w2_weight_scale) w2_s = m.w2_weight_scale_inv if hasattr(
m, "w2_weight_scale_inv") else m.w2_weight_scale
num_topk = m.top_k num_topk = m.top_k
assert isinstance(w13, torch.Tensor) assert isinstance(w13, torch.Tensor)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment