Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
vllm_cscc
Commits
4729b908
Unverified
Commit
4729b908
authored
Apr 02, 2026
by
Aaron Hao
Committed by
GitHub
Apr 02, 2026
Browse files
[Bug] Add e_score_correction_bias to SKIP_TENSORS (#38746)
Signed-off-by:
ahao-anyscale
<
ahao@anyscale.com
>
parent
8b141ed8
Changes
2
Hide whitespace changes
Inline
Side-by-side
Showing
2 changed files
with
4 additions
and
0 deletions
+4
-0
vllm/model_executor/model_loader/reload/layerwise.py
vllm/model_executor/model_loader/reload/layerwise.py
+3
-0
vllm/model_executor/model_loader/reload/meta.py
vllm/model_executor/model_loader/reload/meta.py
+1
-0
No files found.
vllm/model_executor/model_loader/reload/layerwise.py
View file @
4729b908
...
@@ -14,6 +14,7 @@ from vllm.model_executor.layers.quantization.base_config import QuantizeMethodBa
...
@@ -14,6 +14,7 @@ from vllm.model_executor.layers.quantization.base_config import QuantizeMethodBa
from
vllm.model_executor.model_loader.weight_utils
import
default_weight_loader
from
vllm.model_executor.model_loader.weight_utils
import
default_weight_loader
from
.meta
import
(
from
.meta
import
(
SKIP_TENSORS
,
capture_layer_to_meta
,
capture_layer_to_meta
,
get_numel_loaded
,
get_numel_loaded
,
materialize_layer
,
materialize_layer
,
...
@@ -124,6 +125,8 @@ def initialize_online_processing(layer: torch.nn.Module):
...
@@ -124,6 +125,8 @@ def initialize_online_processing(layer: torch.nn.Module):
# Wrap each parameter's weight loader
# Wrap each parameter's weight loader
# Note that nested wrapping will occur for shared tensors
# Note that nested wrapping will occur for shared tensors
for
name
,
tensor
in
get_layer_tensors
(
layer
).
items
():
for
name
,
tensor
in
get_layer_tensors
(
layer
).
items
():
if
name
in
SKIP_TENSORS
:
continue
if
_get_weight_loader
(
tensor
).
__name__
!=
"online_process_loader"
:
if
_get_weight_loader
(
tensor
).
__name__
!=
"online_process_loader"
:
tensor
.
weight_loader
=
make_online_process_loader
(
layer
,
name
)
tensor
.
weight_loader
=
make_online_process_loader
(
layer
,
name
)
...
...
vllm/model_executor/model_loader/reload/meta.py
View file @
4729b908
...
@@ -27,6 +27,7 @@ SKIP_TENSORS: set[str] = {
...
@@ -27,6 +27,7 @@ SKIP_TENSORS: set[str] = {
"expert_global_to_physical"
,
"expert_global_to_physical"
,
"expert_physical_to_global"
,
"expert_physical_to_global"
,
"expert_local_to_global"
,
"expert_local_to_global"
,
"e_score_correction_bias"
,
}
}
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment