Skip to content

GitLab

"vscode:/vscode.git/clone" did not exist on "f766c9a0d5d431fd16fd894b348b2d21eee259f5"
Unverified Commit ecbfe58b authored by Zhiqiang Xie's avatar Zhiqiang Xie Committed by GitHub
Browse files

Bug fix for metrics counter (#4660)

parent 8f163b16
Show whitespace changes
Inline Side-by-side
Showing with 2 additions and 0 deletions
python/sglang/srt/managers/schedule_batch.py
View file @ ecbfe58b
...@@ -878,6 +878,8 @@ class ScheduleBatch(ScheduleBatchDisaggregationDecodeMixin): ...@@ -878,6 +878,8 @@ class ScheduleBatch(ScheduleBatchDisaggregationDecodeMixin):
# If req.input_embeds is already a list, append its content directly # If req.input_embeds is already a list, append its content directly
input_embeds.extend(req.input_embeds) # Use extend to avoid nesting input_embeds.extend(req.input_embeds) # Use extend to avoid nesting
if req.is_retracted:
req.already_computed = 0
req.cached_tokens += pre_len - req.already_computed req.cached_tokens += pre_len - req.already_computed
req.already_computed = seq_len req.already_computed = seq_len
req.is_retracted = False req.is_retracted = False
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment