Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
vllm_cscc
Commits
ed359c49
Unverified
Commit
ed359c49
authored
Mar 20, 2026
by
wang.yuqi
Committed by
GitHub
Mar 20, 2026
Browse files
[Model] Deprecate the score task (this will not affect users). (#37537)
Signed-off-by:
wang.yuqi
<
yuqi.wang@daocloud.io
>
parent
dcee9be9
Changes
22
Show whitespace changes
Inline
Side-by-side
Showing
2 changed files
with
1 addition
and
14 deletions
+1
-14
vllm/tasks.py
vllm/tasks.py
+0
-5
vllm/v1/worker/gpu_model_runner.py
vllm/v1/worker/gpu_model_runner.py
+1
-9
No files found.
vllm/tasks.py
View file @
ed359c49
...
@@ -8,7 +8,6 @@ GENERATION_TASKS: tuple[GenerationTask, ...] = get_args(GenerationTask)
...
@@ -8,7 +8,6 @@ GENERATION_TASKS: tuple[GenerationTask, ...] = get_args(GenerationTask)
PoolingTask
=
Literal
[
PoolingTask
=
Literal
[
"embed"
,
"embed"
,
"classify"
,
"classify"
,
"score"
,
"token_embed"
,
"token_embed"
,
"token_classify"
,
"token_classify"
,
"plugin"
,
"plugin"
,
...
@@ -16,10 +15,6 @@ PoolingTask = Literal[
...
@@ -16,10 +15,6 @@ PoolingTask = Literal[
]
]
POOLING_TASKS
:
tuple
[
PoolingTask
,
...]
=
get_args
(
PoolingTask
)
POOLING_TASKS
:
tuple
[
PoolingTask
,
...]
=
get_args
(
PoolingTask
)
# Score API handles score/rerank for:
# - "score" task (score_type: cross-encoder models)
# - "embed" task (score_type: bi-encoder models)
# - "token_embed" task (score_type: late interaction models)
ScoreType
=
Literal
[
"bi-encoder"
,
"cross-encoder"
,
"late-interaction"
]
ScoreType
=
Literal
[
"bi-encoder"
,
"cross-encoder"
,
"late-interaction"
]
FrontendTask
=
Literal
[
"render"
]
FrontendTask
=
Literal
[
"render"
]
...
...
vllm/v1/worker/gpu_model_runner.py
View file @
ed359c49
...
@@ -2834,15 +2834,7 @@ class GPUModelRunner(
...
@@ -2834,15 +2834,7 @@ class GPUModelRunner(
if
not
is_pooling_model
(
model
):
if
not
is_pooling_model
(
model
):
return
[]
return
[]
supported_tasks
=
list
(
model
.
pooler
.
get_supported_tasks
())
return
list
(
model
.
pooler
.
get_supported_tasks
())
if
"score"
in
supported_tasks
:
num_labels
=
getattr
(
self
.
model_config
.
hf_config
,
"num_labels"
,
0
)
if
num_labels
!=
1
:
supported_tasks
.
remove
(
"score"
)
logger
.
debug_once
(
"Score API is only enabled for num_labels == 1."
)
return
supported_tasks
def
get_supported_tasks
(
self
)
->
tuple
[
SupportedTask
,
...]:
def
get_supported_tasks
(
self
)
->
tuple
[
SupportedTask
,
...]:
tasks
=
list
[
SupportedTask
]()
tasks
=
list
[
SupportedTask
]()
...
...
Prev
1
2
Next
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment