[fix]missing prefix_lens_cpu init when p/d disaggregation (#11196)

3c3d6255 · Hank Han · GitHub · 546914fa · 3c3d6255
Unverified Commit 3c3d6255 authored Oct 04, 2025 by Hank Han Committed by GitHub Oct 03, 2025
Hide whitespace changes
Inline Side-by-side

Showing with 8 additions and 0 deletions

python/sglang/srt/disaggregation/decode.py python/sglang/srt/disaggregation/decode.py +8 -0

No files found.
--- a/python/sglang/srt/disaggregation/decode.py
+++ b/python/sglang/srt/disaggregation/decode.py
@@ -523,11 +523,19 @@ class DecodePreallocQueue:
                    dtype=torch.int64,
                    device=self.token_to_kv_pool_allocator.device,
                ),
+                prefix_lens_cpu=torch.tensor(
+                    [0],
+                    dtype=torch.int64,
+                ),
                seq_lens=torch.tensor(
                    [num_tokens],
                    dtype=torch.int64,
                    device=self.token_to_kv_pool_allocator.device,
                ),
+                seq_lens_cpu=torch.tensor(
+                    [num_tokens],
+                    dtype=torch.int64,
+                ),
                last_loc=torch.tensor(
                    [-1],
                    dtype=torch.int64,