Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
vllm_cscc
Commits
4b26fd42
Commit
4b26fd42
authored
Oct 02, 2025
by
zhuwenwen
Browse files
skip is_v32
parent
241ea5cd
Changes
2
Hide whitespace changes
Inline
Side-by-side
Showing
2 changed files
with
4 additions
and
3 deletions
+4
-3
vllm/model_executor/models/config.py
vllm/model_executor/models/config.py
+2
-2
vllm/model_executor/models/deepseek_mtp.py
vllm/model_executor/models/deepseek_mtp.py
+2
-1
No files found.
vllm/model_executor/models/config.py
View file @
4b26fd42
...
@@ -410,8 +410,8 @@ class DeepseekV32ForCausalLM(VerifyAndUpdateConfig):
...
@@ -410,8 +410,8 @@ class DeepseekV32ForCausalLM(VerifyAndUpdateConfig):
hf_config
=
vllm_config
.
model_config
.
hf_config
hf_config
=
vllm_config
.
model_config
.
hf_config
# Mirror the check in vllm/model_executor/models/deepseek_v2.py
# Mirror the check in vllm/model_executor/models/deepseek_v2.py
is_v32
=
hasattr
(
hf_config
,
"index_topk"
)
#
is_v32 = hasattr(hf_config, "index_topk")
assert
is_v32
#
assert is_v32
# For DeepSeekV3.2, we use a custom fp8 format as default (i.e.
# For DeepSeekV3.2, we use a custom fp8 format as default (i.e.
# "auto")
# "auto")
...
...
vllm/model_executor/models/deepseek_mtp.py
View file @
4b26fd42
...
@@ -54,7 +54,8 @@ class DeepSeekMultiTokenPredictorLayer(nn.Module):
...
@@ -54,7 +54,8 @@ class DeepSeekMultiTokenPredictorLayer(nn.Module):
config
.
hidden_size
,
config
.
hidden_size
,
bias
=
False
)
bias
=
False
)
self
.
is_v32
=
hasattr
(
config
,
"index_topk"
)
# self.is_v32 = hasattr(config, "index_topk")
self
.
is_v32
=
False
if
self
.
is_v32
:
if
self
.
is_v32
:
topk_tokens
=
config
.
index_topk
topk_tokens
=
config
.
index_topk
topk_indices_buffer
=
torch
.
empty
(
topk_indices_buffer
=
torch
.
empty
(
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment