Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
change
sglang
Commits
662393f2
Unverified
Commit
662393f2
authored
Sep 23, 2025
by
ishandhanani
Committed by
GitHub
Sep 22, 2025
Browse files
fix: kv events with tp > 1 (#10541)
parent
b1bb8e74
Changes
1
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
4 additions
and
2 deletions
+4
-2
python/sglang/srt/managers/scheduler.py
python/sglang/srt/managers/scheduler.py
+4
-2
No files found.
python/sglang/srt/managers/scheduler.py
View file @
662393f2
...
@@ -259,7 +259,7 @@ class Scheduler(
...
@@ -259,7 +259,7 @@ class Scheduler(
self
.
enable_metrics_for_all_schedulers
=
(
self
.
enable_metrics_for_all_schedulers
=
(
server_args
.
enable_metrics_for_all_schedulers
server_args
.
enable_metrics_for_all_schedulers
)
)
self
.
enable_kv_cache_events
=
server_args
.
kv_events_config
is
not
None
self
.
enable_kv_cache_events
=
server_args
.
kv_events_config
and
tp_rank
==
0
self
.
stream_interval
=
server_args
.
stream_interval
self
.
stream_interval
=
server_args
.
stream_interval
self
.
spec_algorithm
=
SpeculativeAlgorithm
.
from_string
(
self
.
spec_algorithm
=
SpeculativeAlgorithm
.
from_string
(
server_args
.
speculative_algorithm
server_args
.
speculative_algorithm
...
@@ -553,9 +553,11 @@ class Scheduler(
...
@@ -553,9 +553,11 @@ class Scheduler(
# Init metrics stats
# Init metrics stats
self
.
init_metrics
(
tp_rank
,
pp_rank
,
dp_rank
)
self
.
init_metrics
(
tp_rank
,
pp_rank
,
dp_rank
)
self
.
init_kv_events
(
server_args
.
kv_events_config
)
self
.
init_dp_balance
(
dp_balance_meta
)
self
.
init_dp_balance
(
dp_balance_meta
)
if
self
.
enable_kv_cache_events
:
self
.
init_kv_events
(
server_args
.
kv_events_config
)
# Init disaggregation
# Init disaggregation
self
.
disaggregation_mode
=
DisaggregationMode
(
self
.
disaggregation_mode
=
DisaggregationMode
(
self
.
server_args
.
disaggregation_mode
self
.
server_args
.
disaggregation_mode
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment