Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
vllm_cscc
Commits
01b3fd0a
Unverified
Commit
01b3fd0a
authored
Mar 13, 2025
by
Woosuk Kwon
Committed by
GitHub
Mar 13, 2025
Browse files
[V1][Minor] Minor enhancements on scheduler (#14732)
Signed-off-by:
Woosuk Kwon
<
woosuk.kwon@berkeley.edu
>
parent
f53a0586
Changes
1
Show whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
3 additions
and
5 deletions
+3
-5
vllm/v1/core/scheduler.py
vllm/v1/core/scheduler.py
+3
-5
No files found.
vllm/v1/core/scheduler.py
View file @
01b3fd0a
...
...
@@ -587,9 +587,6 @@ class Scheduler:
if
spec_token_ids
is
not
None
:
request
.
spec_token_ids
=
spec_token_ids
[
req_index
]
# Get prompt logprobs for this request.
prompt_logprobs_tensors
=
prompt_logprobs_dict
.
get
(
req_id
)
stopped
=
False
new_logprobs
=
None
new_token_ids
:
list
[
int
]
=
[]
...
...
@@ -622,6 +619,8 @@ class Scheduler:
new_token_ids
,
)
# Get prompt logprobs for this request.
prompt_logprobs_tensors
=
prompt_logprobs_dict
.
get
(
req_id
)
# Transmit partial if chunked prefill & prompt logprobs is enabled
if
new_token_ids
or
prompt_logprobs_tensors
is
not
None
:
# Add EngineCoreOutput for this Request.
...
...
@@ -693,8 +692,7 @@ class Scheduler:
if
request
.
status
==
RequestStatus
.
RUNNING
:
self
.
running
.
remove
(
request
)
if
request
.
request_id
in
self
.
scheduled_req_ids
:
self
.
scheduled_req_ids
.
remove
(
request
.
request_id
)
self
.
scheduled_req_ids
.
discard
(
request
.
request_id
)
else
:
self
.
waiting
.
remove
(
request
)
request
.
status
=
finished_status
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment