Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
vllm_cscc
Commits
94a07bbd
Unverified
Commit
94a07bbd
authored
Jun 12, 2024
by
Michael Goin
Committed by
GitHub
Jun 12, 2024
Browse files
[Bugfix] Fix typo in scheduler.py (requeset -> request) (#5470)
parent
b8d4dfff
Changes
1
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
10 additions
and
10 deletions
+10
-10
vllm/core/scheduler.py
vllm/core/scheduler.py
+10
-10
No files found.
vllm/core/scheduler.py
View file @
94a07bbd
...
...
@@ -50,8 +50,8 @@ class SchedulingBudget:
"""
token_budget
:
int
max_num_seqs
:
int
_reques
e
t_ids_num_batched_tokens
:
Set
[
str
]
=
field
(
default_factory
=
set
)
_reques
e
t_ids_num_curr_seqs
:
Set
[
str
]
=
field
(
default_factory
=
set
)
_request_ids_num_batched_tokens
:
Set
[
str
]
=
field
(
default_factory
=
set
)
_request_ids_num_curr_seqs
:
Set
[
str
]
=
field
(
default_factory
=
set
)
_num_batched_tokens
:
int
=
0
_num_curr_seqs
:
int
=
0
...
...
@@ -65,28 +65,28 @@ class SchedulingBudget:
return
self
.
token_budget
-
self
.
num_batched_tokens
def
add_num_batched_tokens
(
self
,
req_id
:
str
,
num_batched_tokens
:
int
):
if
req_id
in
self
.
_reques
e
t_ids_num_batched_tokens
:
if
req_id
in
self
.
_request_ids_num_batched_tokens
:
return
self
.
_reques
e
t_ids_num_batched_tokens
.
add
(
req_id
)
self
.
_request_ids_num_batched_tokens
.
add
(
req_id
)
self
.
_num_batched_tokens
+=
num_batched_tokens
def
subtract_num_batched_tokens
(
self
,
req_id
:
str
,
num_batched_tokens
:
int
):
if
req_id
in
self
.
_reques
e
t_ids_num_batched_tokens
:
self
.
_reques
e
t_ids_num_batched_tokens
.
remove
(
req_id
)
if
req_id
in
self
.
_request_ids_num_batched_tokens
:
self
.
_request_ids_num_batched_tokens
.
remove
(
req_id
)
self
.
_num_batched_tokens
-=
num_batched_tokens
def
add_num_seqs
(
self
,
req_id
:
str
,
num_curr_seqs
:
int
):
if
req_id
in
self
.
_reques
e
t_ids_num_curr_seqs
:
if
req_id
in
self
.
_request_ids_num_curr_seqs
:
return
self
.
_reques
e
t_ids_num_curr_seqs
.
add
(
req_id
)
self
.
_request_ids_num_curr_seqs
.
add
(
req_id
)
self
.
_num_curr_seqs
+=
num_curr_seqs
def
subtract_num_seqs
(
self
,
req_id
:
str
,
num_curr_seqs
:
int
):
if
req_id
in
self
.
_reques
e
t_ids_num_curr_seqs
:
self
.
_reques
e
t_ids_num_curr_seqs
.
remove
(
req_id
)
if
req_id
in
self
.
_request_ids_num_curr_seqs
:
self
.
_request_ids_num_curr_seqs
.
remove
(
req_id
)
self
.
_num_curr_seqs
-=
num_curr_seqs
@
property
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment