Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
vllm_cscc
Commits
bcce8974
Commit
bcce8974
authored
Feb 26, 2025
by
王敏
Browse files
[fix]修复ds3量化代码引入的报错
parent
4fb33500
Changes
2
Hide whitespace changes
Inline
Side-by-side
Showing
2 changed files
with
2 additions
and
2 deletions
+2
-2
vllm/model_executor/model_loader/utils.py
vllm/model_executor/model_loader/utils.py
+1
-1
vllm/model_executor/models/deepseek_v2.py
vllm/model_executor/models/deepseek_v2.py
+1
-1
No files found.
vllm/model_executor/model_loader/utils.py
View file @
bcce8974
...
@@ -84,7 +84,7 @@ def get_model_architecture(
...
@@ -84,7 +84,7 @@ def get_model_architecture(
'Qwen2MoeForCausalLM'
,
'ChatGLMModel'
,
'ChatGLMForConditionalGeneration'
,
'Qwen2MoeForCausalLM'
,
'ChatGLMModel'
,
'ChatGLMForConditionalGeneration'
,
'BaichuanForCausalLM'
,
'BloomForCausalLM'
,
'MedusaModel'
,
'MixtralForCausalLM'
,
'BaichuanForCausalLM'
,
'BloomForCausalLM'
,
'MedusaModel'
,
'MixtralForCausalLM'
,
'MLPSpeculatorPreTrainedModel'
,
'FalconForCausalLM'
,
'DeepseekV2ForCausalLM'
,
'MLPSpeculatorPreTrainedModel'
,
'FalconForCausalLM'
,
'DeepseekV2ForCausalLM'
,
'DeepseekV3ForCausalLM'
,
'DeepSeekMTP'
]
'DeepseekV3ForCausalLM'
,
'DeepSeekMTP
Model
'
]
if
any
(
arch
in
architectures
for
arch
in
support_nn_architectures
):
if
any
(
arch
in
architectures
for
arch
in
support_nn_architectures
):
if
os
.
getenv
(
'LLAMA_NN'
)
!=
'0'
:
if
os
.
getenv
(
'LLAMA_NN'
)
!=
'0'
:
if
(
architectures
==
[
'QWenLMHeadModel'
]
or
architectures
==
[
'ChatGLMModel'
]
)
and
visions
!=
[]:
if
(
architectures
==
[
'QWenLMHeadModel'
]
or
architectures
==
[
'ChatGLMModel'
]
)
and
visions
!=
[]:
...
...
vllm/model_executor/models/deepseek_v2.py
View file @
bcce8974
...
@@ -870,7 +870,7 @@ class DeepseekV2ForCausalLM(nn.Module, SupportsPP):
...
@@ -870,7 +870,7 @@ class DeepseekV2ForCausalLM(nn.Module, SupportsPP):
weight
.
data
=
weight
.
data
.
reshape
(
ori_shape
[
1
],
-
1
)
weight
.
data
=
weight
.
data
.
reshape
(
ori_shape
[
1
],
-
1
)
if
self
.
config
.
quantization_config
[
"quant_method"
]
==
"awq"
and
not
envs
.
VLLM_USE_TRITON_AWQ
:
if
hasattr
(
self
.
config
,
"quantization_config"
)
and
self
.
config
.
quantization_config
[
"quant_method"
]
==
"awq"
and
not
envs
.
VLLM_USE_TRITON_AWQ
:
lay_key_words
=
[
lay_key_words
=
[
"self_attn.q_a_proj.qweight"
,
"self_attn.q_a_proj.qweight"
,
"self_attn.q_b_proj.qweight"
,
"self_attn.q_b_proj.qweight"
,
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment