Skip to content

GitLab

Unverified Commit 9c6a0656 authored by fzyzcjy's avatar fzyzcjy Committed by GitHub
Browse files

Fix profiler error when there are idle passes (#7003)

parent 2ae809c5
Hide whitespace changes
Inline Side-by-side
Showing with 3 additions and 1 deletion
python/sglang/srt/managers/scheduler.py
View file @ 9c6a0656
...@@ -2472,8 +2472,10 @@ class Scheduler( ...@@ -2472,8 +2472,10 @@ class Scheduler(
if self.profiler_decode_ct > self.profiler_target_decode_ct: if self.profiler_decode_ct > self.profiler_target_decode_ct:
if self.profile_in_progress: if self.profile_in_progress:
self.stop_profile(stage=ForwardMode.DECODE) self.stop_profile(stage=ForwardMode.DECODE)
elif batch.forward_mode.is_idle():
pass
else: else:
raise RuntimeError("unsupported profile stage") raise RuntimeError(f"unsupported profile stage: {batch.forward_mode}")
else: else:
# Check profiler # Check profiler
if ( if (
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment