"src/vscode:/vscode.git/clone" did not exist on "c4a3b09a36fb22b949dc7d56f447206d5fd3b0d5"
Unverified Commit d622851d authored by Rui Wang's avatar Rui Wang Committed by GitHub
Browse files

[Fix] fix assertion error for chunked prefill when disabling cache (#2282)

parent 883c9554
...@@ -231,6 +231,9 @@ class PrefillAdder: ...@@ -231,6 +231,9 @@ class PrefillAdder:
break break
self.req_states.insert(i, (tokens_left, tokens_occupied)) self.req_states.insert(i, (tokens_left, tokens_occupied))
if len(self.can_run_list) != 0:
return AddReqResult.OTHER
if self.req_states is None: if self.req_states is None:
self.req_states = [] self.req_states = []
add_req_state(req) add_req_state(req)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment