Bug fix for metrics counter (#4660)

ecbfe58b · Zhiqiang Xie · GitHub · 8f163b16 · ecbfe58b
Unverified Commit ecbfe58b authored Mar 22, 2025 by Zhiqiang Xie Committed by GitHub Mar 22, 2025
Hide whitespace changes
Inline Side-by-side

Showing with 2 additions and 0 deletions

python/sglang/srt/managers/schedule_batch.py python/sglang/srt/managers/schedule_batch.py +2 -0

No files found.
--- a/python/sglang/srt/managers/schedule_batch.py
+++ b/python/sglang/srt/managers/schedule_batch.py
@@ -878,6 +878,8 @@ class ScheduleBatch(ScheduleBatchDisaggregationDecodeMixin):
                # If req.input_embeds is already a list, append its content directly
                input_embeds.extend(req.input_embeds)  # Use extend to avoid nesting

+            if req.is_retracted:
+                req.already_computed = 0
            req.cached_tokens += pre_len - req.already_computed
            req.already_computed = seq_len
            req.is_retracted = False