"tests/vscode:/vscode.git/clone" did not exist on "bc72349c0d1ca64dc0fcd0c6d82cf73a37524bfc"
Unverified Commit 662393f2 authored by ishandhanani's avatar ishandhanani Committed by GitHub
Browse files

fix: kv events with tp > 1 (#10541)

parent b1bb8e74
...@@ -259,7 +259,7 @@ class Scheduler( ...@@ -259,7 +259,7 @@ class Scheduler(
self.enable_metrics_for_all_schedulers = ( self.enable_metrics_for_all_schedulers = (
server_args.enable_metrics_for_all_schedulers server_args.enable_metrics_for_all_schedulers
) )
self.enable_kv_cache_events = server_args.kv_events_config is not None self.enable_kv_cache_events = server_args.kv_events_config and tp_rank == 0
self.stream_interval = server_args.stream_interval self.stream_interval = server_args.stream_interval
self.spec_algorithm = SpeculativeAlgorithm.from_string( self.spec_algorithm = SpeculativeAlgorithm.from_string(
server_args.speculative_algorithm server_args.speculative_algorithm
...@@ -553,9 +553,11 @@ class Scheduler( ...@@ -553,9 +553,11 @@ class Scheduler(
# Init metrics stats # Init metrics stats
self.init_metrics(tp_rank, pp_rank, dp_rank) self.init_metrics(tp_rank, pp_rank, dp_rank)
self.init_kv_events(server_args.kv_events_config)
self.init_dp_balance(dp_balance_meta) self.init_dp_balance(dp_balance_meta)
if self.enable_kv_cache_events:
self.init_kv_events(server_args.kv_events_config)
# Init disaggregation # Init disaggregation
self.disaggregation_mode = DisaggregationMode( self.disaggregation_mode = DisaggregationMode(
self.server_args.disaggregation_mode self.server_args.disaggregation_mode
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment