Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
change
sglang
Commits
c8452551
Unverified
Commit
c8452551
authored
Oct 11, 2025
by
ykcombat
Committed by
GitHub
Oct 11, 2025
Browse files
[Fix] Fix split prefill with fa3. (#11428)
parent
bf3e7149
Changes
2
Hide whitespace changes
Inline
Side-by-side
Showing
2 changed files
with
7 additions
and
3 deletions
+7
-3
python/sglang/srt/layers/logits_processor.py
python/sglang/srt/layers/logits_processor.py
+6
-3
python/sglang/srt/model_executor/forward_batch_info.py
python/sglang/srt/model_executor/forward_batch_info.py
+1
-0
No files found.
python/sglang/srt/layers/logits_processor.py
View file @
c8452551
...
...
@@ -137,7 +137,10 @@ class LogitsMetadata:
@
classmethod
def
from_forward_batch
(
cls
,
forward_batch
:
ForwardBatch
):
if
(
forward_batch
.
forward_mode
.
is_extend
()
(
forward_batch
.
forward_mode
.
is_extend
()
or
forward_batch
.
forward_mode
.
is_split_prefill
()
)
and
forward_batch
.
return_logprob
and
not
forward_batch
.
forward_mode
.
is_target_verify
()
):
...
...
@@ -389,8 +392,8 @@ class LogitsProcessor(nn.Module):
input_logprob_indices
=
None
elif
(
logits_metadata
.
forward_mode
.
is_extend
()
and
not
logits_metadata
.
extend_return_logprob
):
or
logits_metadata
.
forward_mode
.
is_split_prefill
()
)
and
not
logits_metadata
.
extend_return_logprob
:
# Prefill without input logprobs.
if
logits_metadata
.
padded_static_len
<
0
:
last_index
=
torch
.
cumsum
(
logits_metadata
.
extend_seq_lens
,
dim
=
0
)
-
1
...
...
python/sglang/srt/model_executor/forward_batch_info.py
View file @
c8452551
...
...
@@ -112,6 +112,7 @@ class ForwardMode(IntEnum):
self
==
ForwardMode
.
EXTEND
or
self
==
ForwardMode
.
DRAFT_EXTEND
or
self
==
ForwardMode
.
MIXED
or
self
==
ForwardMode
.
SPLIT_PREFILL
)
def
is_cuda_graph
(
self
):
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment