Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
vllm_cscc
Commits
ab01cd14
Unverified
Commit
ab01cd14
authored
Nov 17, 2025
by
wuyaoxuehun
Committed by
GitHub
Nov 17, 2025
Browse files
[BugFix] Fix glm4_moe_mtp load weights bug (#28805)
Signed-off-by:
wuyaoxuehun
<
798143193@qq.com
>
parent
577bb34f
Changes
1
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
3 additions
and
4 deletions
+3
-4
vllm/model_executor/models/glm4_moe_mtp.py
vllm/model_executor/models/glm4_moe_mtp.py
+3
-4
No files found.
vllm/model_executor/models/glm4_moe_mtp.py
View file @
ab01cd14
...
...
@@ -256,13 +256,12 @@ class Glm4MoeMTP(nn.Module, SupportsPP, Glm4MixtureOfExperts):
params_dict
=
dict
(
self
.
named_parameters
())
loaded_params
:
set
[
str
]
=
set
()
spec_layer
=
self
.
model
.
mtp_start_layer_idx
for
name
,
loaded_weight
in
weights
:
if
name
==
"lm_head.weight"
:
name
=
f
"model.layers.
{
spec_layer
}
.shard_head.head.weight"
spec_layer
=
self
.
model
.
mtp_start_layer_idx
name
=
f
"model.layers.
{
spec_layer
}
.shared_head.head.weight"
elif
name
==
"model.embed_tokens.weight"
:
# This name is same with local model, rewriting is not needed.
pass
spec_layer
=
self
.
model
.
mtp_start_layer_idx
else
:
spec_layer
=
get_spec_layer_idx_from_weight_name
(
self
.
config
,
name
)
if
spec_layer
is
None
:
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment