Unverified Commit c46e069d authored by fzyzcjy's avatar fzyzcjy Committed by GitHub
Browse files

Tiny fix mooncake log warning wrong output (#7952)

parent 42fc4410
...@@ -533,12 +533,12 @@ class MooncakeKVManager(BaseKVManager): ...@@ -533,12 +533,12 @@ class MooncakeKVManager(BaseKVManager):
if len(chunked_dst_kv_indice) < len( if len(chunked_dst_kv_indice) < len(
kv_chunk.prefill_kv_indices kv_chunk.prefill_kv_indices
): ):
kv_chunk.prefill_kv_indices = kv_chunk.prefill_kv_indices[
: len(chunked_dst_kv_indice)
]
logger.warning( logger.warning(
f"len(chunked_dst_kv_indice) = {len(chunked_dst_kv_indice)}, len(kv_chunk.prefill_kv_indices) = {len(kv_chunk.prefill_kv_indices)}" f"len(chunked_dst_kv_indice) = {len(chunked_dst_kv_indice)}, len(kv_chunk.prefill_kv_indices) = {len(kv_chunk.prefill_kv_indices)}"
) )
kv_chunk.prefill_kv_indices = kv_chunk.prefill_kv_indices[
: len(chunked_dst_kv_indice)
]
target_rank_registration_info: KVArgsRegisterInfo = ( target_rank_registration_info: KVArgsRegisterInfo = (
self.decode_kv_args_table[req.mooncake_session_id] self.decode_kv_args_table[req.mooncake_session_id]
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment