Unverified Commit 94a07bbd authored by Michael Goin's avatar Michael Goin Committed by GitHub
Browse files

[Bugfix] Fix typo in scheduler.py (requeset -> request) (#5470)

parent b8d4dfff
...@@ -50,8 +50,8 @@ class SchedulingBudget: ...@@ -50,8 +50,8 @@ class SchedulingBudget:
""" """
token_budget: int token_budget: int
max_num_seqs: int max_num_seqs: int
_requeset_ids_num_batched_tokens: Set[str] = field(default_factory=set) _request_ids_num_batched_tokens: Set[str] = field(default_factory=set)
_requeset_ids_num_curr_seqs: Set[str] = field(default_factory=set) _request_ids_num_curr_seqs: Set[str] = field(default_factory=set)
_num_batched_tokens: int = 0 _num_batched_tokens: int = 0
_num_curr_seqs: int = 0 _num_curr_seqs: int = 0
...@@ -65,28 +65,28 @@ class SchedulingBudget: ...@@ -65,28 +65,28 @@ class SchedulingBudget:
return self.token_budget - self.num_batched_tokens return self.token_budget - self.num_batched_tokens
def add_num_batched_tokens(self, req_id: str, num_batched_tokens: int): def add_num_batched_tokens(self, req_id: str, num_batched_tokens: int):
if req_id in self._requeset_ids_num_batched_tokens: if req_id in self._request_ids_num_batched_tokens:
return return
self._requeset_ids_num_batched_tokens.add(req_id) self._request_ids_num_batched_tokens.add(req_id)
self._num_batched_tokens += num_batched_tokens self._num_batched_tokens += num_batched_tokens
def subtract_num_batched_tokens(self, req_id: str, def subtract_num_batched_tokens(self, req_id: str,
num_batched_tokens: int): num_batched_tokens: int):
if req_id in self._requeset_ids_num_batched_tokens: if req_id in self._request_ids_num_batched_tokens:
self._requeset_ids_num_batched_tokens.remove(req_id) self._request_ids_num_batched_tokens.remove(req_id)
self._num_batched_tokens -= num_batched_tokens self._num_batched_tokens -= num_batched_tokens
def add_num_seqs(self, req_id: str, num_curr_seqs: int): def add_num_seqs(self, req_id: str, num_curr_seqs: int):
if req_id in self._requeset_ids_num_curr_seqs: if req_id in self._request_ids_num_curr_seqs:
return return
self._requeset_ids_num_curr_seqs.add(req_id) self._request_ids_num_curr_seqs.add(req_id)
self._num_curr_seqs += num_curr_seqs self._num_curr_seqs += num_curr_seqs
def subtract_num_seqs(self, req_id: str, num_curr_seqs: int): def subtract_num_seqs(self, req_id: str, num_curr_seqs: int):
if req_id in self._requeset_ids_num_curr_seqs: if req_id in self._request_ids_num_curr_seqs:
self._requeset_ids_num_curr_seqs.remove(req_id) self._request_ids_num_curr_seqs.remove(req_id)
self._num_curr_seqs -= num_curr_seqs self._num_curr_seqs -= num_curr_seqs
@property @property
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment