Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
vllm_cscc
Commits
e74c17e1
Unverified
Commit
e74c17e1
authored
Mar 22, 2026
by
Netanel Haber
Committed by
GitHub
Mar 22, 2026
Browse files
Enable `NemotronHPuzzle` + `NemotronHMTP` (#37803)
parent
eaf49786
Changes
2
Hide whitespace changes
Inline
Side-by-side
Showing
2 changed files
with
6 additions
and
3 deletions
+6
-3
vllm/config/speculative.py
vllm/config/speculative.py
+1
-1
vllm/model_executor/models/nemotron_h_mtp.py
vllm/model_executor/models/nemotron_h_mtp.py
+5
-2
No files found.
vllm/config/speculative.py
View file @
e74c17e1
...
...
@@ -280,7 +280,7 @@ class SpeculativeConfig:
)
if
(
hf_config
.
model_type
==
"nemotron_h
"
hf_config
.
model_type
in
{
"nemotron_h"
,
"nemotron_h
_puzzle"
}
and
hasattr
(
hf_config
,
"num_nextn_predict_layers"
)
and
hf_config
.
num_nextn_predict_layers
>
0
):
...
...
vllm/model_executor/models/nemotron_h_mtp.py
View file @
e74c17e1
...
...
@@ -395,13 +395,16 @@ class NemotronHMTP(nn.Module, SupportsPP):
]
expert_params_mapping
=
[]
if
hasattr
(
self
.
config
,
"n_routed_experts"
)
and
self
.
config
.
n_routed_experts
:
num_experts
=
getattr
(
self
.
config
,
"n_routed_experts"
,
None
)
if
getattr
(
self
.
config
,
"model_type"
,
None
)
==
"nemotron_h_puzzle"
:
num_experts
=
self
.
config
.
mtp_n_routed_experts
if
num_experts
is
not
None
:
expert_params_mapping
=
FusedMoE
.
make_expert_params_mapping
(
self
,
ckpt_gate_proj_name
=
"up_proj"
,
ckpt_down_proj_name
=
"down_proj"
,
ckpt_up_proj_name
=
""
,
# Empty - non-gated MoE
num_experts
=
self
.
config
.
n_routed
_experts
,
num_experts
=
num
_experts
,
num_redundant_experts
=
self
.
num_redundant_experts
,
)
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment