Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
vllm_cscc
Commits
98ac0cb3
Unverified
Commit
98ac0cb3
authored
Aug 29, 2025
by
Isotr0py
Committed by
GitHub
Aug 29, 2025
Browse files
[Bugfix] Use `ReplicatedLinear` for SequenceClassification head (#23836)
Signed-off-by:
Isotr0py
<
mozf@mail2.sysu.edu.cn
>
parent
c8b3b299
Changes
2
Show whitespace changes
Inline
Side-by-side
Showing
2 changed files
with
4 additions
and
8 deletions
+4
-8
tests/models/language/pooling/test_qwen3_reranker.py
tests/models/language/pooling/test_qwen3_reranker.py
+2
-5
vllm/model_executor/models/adapters.py
vllm/model_executor/models/adapters.py
+2
-3
No files found.
tests/models/language/pooling/test_qwen3_reranker.py
View file @
98ac0cb3
...
...
@@ -96,8 +96,5 @@ def test_rerank_models_mteb_tp(vllm_runner,
"tensor_parallel_size"
:
2
,
}
mteb_test_rerank_models
(
Qwen3RerankerHfRunner
,
vllm_runner
,
model_info
,
vllm_extra_kwargs
,
atol
=
1.2e-2
)
mteb_test_rerank_models
(
Qwen3RerankerHfRunner
,
vllm_runner
,
model_info
,
vllm_extra_kwargs
)
vllm/model_executor/models/adapters.py
View file @
98ac0cb3
...
...
@@ -248,7 +248,7 @@ def as_seq_cls_model(cls: _T) -> _T:
return
cls
# Lazy import
from
vllm.model_executor.layers.linear
import
R
owParallel
Linear
from
vllm.model_executor.layers.linear
import
R
eplicated
Linear
from
vllm.model_executor.layers.pooler
import
(
ClassifierPooler
,
DispatchPooler
,
Pooler
,
PoolingMethod
,
PoolingType
)
...
...
@@ -264,10 +264,9 @@ def as_seq_cls_model(cls: _T) -> _T:
config
=
vllm_config
.
model_config
.
hf_config
quant_config
=
vllm_config
.
quant_config
self
.
score
=
R
owParallel
Linear
(
self
.
score
=
R
eplicated
Linear
(
config
.
hidden_size
,
config
.
num_labels
,
input_is_parallel
=
False
,
bias
=
False
,
params_dtype
=
torch
.
float32
,
quant_config
=
quant_config
,
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment