Unverified Commit c61b9a1d authored by narutolhy's avatar narutolhy Committed by GitHub
Browse files

fix self.enable_kv_cache_events (#11178)

parent 3c3d6255
......@@ -299,7 +299,9 @@ class Scheduler(
self.enable_metrics_for_all_schedulers = (
server_args.enable_metrics_for_all_schedulers
)
self.enable_kv_cache_events = server_args.kv_events_config and tp_rank == 0
self.enable_kv_cache_events = bool(
server_args.kv_events_config and tp_rank == 0
)
self.enable_trace = server_args.enable_trace
self.stream_interval = server_args.stream_interval
self.spec_algorithm = SpeculativeAlgorithm.from_string(
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment