Unverified Commit 552cac95 authored by Zhuohan Li's avatar Zhuohan Li Committed by GitHub
Browse files

[Misc] Fix wrong comment in scheduler (#28880)


Signed-off-by: default avatarZhuohan Li <zhuohan123@gmail.com>
parent 61485844
...@@ -472,9 +472,9 @@ class Scheduler(SchedulerInterface): ...@@ -472,9 +472,9 @@ class Scheduler(SchedulerInterface):
num_computed_tokens = ( num_computed_tokens = (
num_new_local_computed_tokens + num_external_computed_tokens num_new_local_computed_tokens + num_external_computed_tokens
) )
else:
# KVTransfer: WAITING reqs have num_computed_tokens > 0 # KVTransfer: WAITING reqs have num_computed_tokens > 0
# after async KV recvs are completed. # after async KV recvs are completed.
else:
new_computed_blocks = self.kv_cache_manager.empty_kv_cache_blocks new_computed_blocks = self.kv_cache_manager.empty_kv_cache_blocks
num_new_local_computed_tokens = 0 num_new_local_computed_tokens = 0
num_computed_tokens = request.num_computed_tokens num_computed_tokens = request.num_computed_tokens
...@@ -483,12 +483,12 @@ class Scheduler(SchedulerInterface): ...@@ -483,12 +483,12 @@ class Scheduler(SchedulerInterface):
external_load_encoder_input = [] external_load_encoder_input = []
new_encoder_compute_budget = encoder_compute_budget new_encoder_compute_budget = encoder_compute_budget
# KVTransfer: loading remote KV, do not allocate for new work.
if load_kv_async: if load_kv_async:
# KVTransfer: loading remote KV, do not allocate for new work.
assert num_external_computed_tokens > 0 assert num_external_computed_tokens > 0
num_new_tokens = 0 num_new_tokens = 0
# Number of tokens to be scheduled.
else: else:
# Number of tokens to be scheduled.
# We use `request.num_tokens` instead of # We use `request.num_tokens` instead of
# `request.num_prompt_tokens` to consider the resumed # `request.num_prompt_tokens` to consider the resumed
# requests, which have output tokens. # requests, which have output tokens.
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment