Skip to content

GitLab

"torchvision/vscode:/vscode.git/clone" did not exist on "7d83be5e880e9d36cb39242c1b9f785ece8773db"
Unverified Commit 7c162fa9 authored by Liangsheng Yin's avatar Liangsheng Yin Committed by GitHub
Browse files

Fix schedule bug (#1451)

parent 36078fb2
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 1 deletion
python/sglang/srt/managers/policy_scheduler.py
View file @ 7c162fa9
...@@ -229,6 +229,7 @@ class PrefillAdder: ...@@ -229,6 +229,7 @@ class PrefillAdder:
else: else:
add_req_state(req, insert_sort=True) add_req_state(req, insert_sort=True)
cur_rem_tokens = self.cur_rem_tokens - len(req.origin_input_ids)
tokens_freed = 0 tokens_freed = 0
for i, (tokens_left, tokens_occupied) in enumerate(self.req_states): for i, (tokens_left, tokens_occupied) in enumerate(self.req_states):
decode_steps = ( decode_steps = (
...@@ -237,7 +238,7 @@ class PrefillAdder: ...@@ -237,7 +238,7 @@ class PrefillAdder:
else tokens_left else tokens_left
) )
bs = len(self.req_states) - i bs = len(self.req_states) - i
if self.cur_rem_tokens + tokens_freed - decode_steps * bs <= 0: if cur_rem_tokens + tokens_freed - decode_steps * bs <= 0:
return False return False
tokens_freed += tokens_occupied tokens_freed += tokens_occupied
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment