Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
vllm_cscc
Commits
d5ab2851
Unverified
Commit
d5ab2851
authored
Sep 29, 2025
by
Lee Nau
Committed by
GitHub
Sep 29, 2025
Browse files
[Bugfix] Use correct key "ignore" for config.json non-quantized layers (#25706)
Signed-off-by:
Lee Nau
<
lnau@nvidia.com
>
parent
e61eb5e0
Changes
1
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
6 additions
and
2 deletions
+6
-2
vllm/model_executor/layers/quantization/modelopt.py
vllm/model_executor/layers/quantization/modelopt.py
+6
-2
No files found.
vllm/model_executor/layers/quantization/modelopt.py
View file @
d5ab2851
...
...
@@ -138,13 +138,15 @@ class ModelOptFp8Config(QuantizationConfig):
if
not
quant_method
:
raise
ValueError
(
"Missing 'quant_algo' in quantization config"
)
kv_cache_quant_method
=
quant_config
.
get
(
"kv_cache_quant_algo"
)
# "exclude_modules" is the key in the legacy hf_quant_config.json
exclude_modules
=
quant_config
.
get
(
"exclude_modules"
)
else
:
# Compressed-tensors style format:
# {"quant_algo": "...", "quant_method": "modelopt"}
quant_method
=
config
.
get
(
"quant_algo"
,
""
)
kv_cache_quant_method
=
config
.
get
(
"kv_cache_quant_algo"
)
exclude_modules
=
config
.
get
(
"exclude_modules"
)
# "ignore" is the key in config.json
exclude_modules
=
config
.
get
(
"ignore"
)
if
quant_method
not
in
QUANT_ALGOS
:
raise
ValueError
(
...
...
@@ -723,6 +725,7 @@ class ModelOptNvFp4Config(QuantizationConfig):
raise
ValueError
(
f
"group_size must be an integer, got "
f
"
{
type
(
group_size_raw
)
}
"
)
from
None
# "exclude_modules" is the key in the legacy hf_quant_config.json
exclude_modules
=
quant_config
.
get
(
"exclude_modules"
,
[])
if
not
isinstance
(
exclude_modules
,
list
):
raise
ValueError
(
f
"exclude_modules must be a list, got "
...
...
@@ -756,7 +759,8 @@ class ModelOptNvFp4Config(QuantizationConfig):
raise
ValueError
(
f
"group_size must be an integer, got "
f
"
{
type
(
group_size_raw
)
}
"
)
from
None
exclude_modules
=
config
.
get
(
"exclude_modules"
,
[])
# "ignore" is the key in config.json
exclude_modules
=
config
.
get
(
"ignore"
,
[])
if
not
isinstance
(
exclude_modules
,
list
):
raise
ValueError
(
f
"exclude_modules must be a list, got "
f
"
{
type
(
exclude_modules
)
}
"
)
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment