Skip to content

GitLab

Unverified Commit b7954776 authored by cduk's avatar cduk Committed by GitHub
Browse files

[core] Avoid metrics log noise when idle - include speculative decodi… (#10809)

parent b18c9bba
Show whitespace changes
Inline Side-by-side
Showing with 2 additions and 2 deletions
vllm/engine/metrics.py
View file @ b7954776
...@@ -473,13 +473,13 @@ class LoggingStatLogger(StatLoggerBase): ...@@ -473,13 +473,13 @@ class LoggingStatLogger(StatLoggerBase):
) )
if (stats.cpu_prefix_cache_hit_rate >= 0 if (stats.cpu_prefix_cache_hit_rate >= 0
or stats.gpu_prefix_cache_hit_rate >= 0): or stats.gpu_prefix_cache_hit_rate >= 0):
logger.info( log_fn(
"Prefix cache hit rate: GPU: %.2f%%, CPU: %.2f%%", "Prefix cache hit rate: GPU: %.2f%%, CPU: %.2f%%",
stats.gpu_prefix_cache_hit_rate * 100, stats.gpu_prefix_cache_hit_rate * 100,
stats.cpu_prefix_cache_hit_rate * 100, stats.cpu_prefix_cache_hit_rate * 100,
) )
if self.spec_decode_metrics is not None: if self.spec_decode_metrics is not None:
logger.info( log_fn(
self._format_spec_decode_metrics_str( self._format_spec_decode_metrics_str(
self.spec_decode_metrics)) self.spec_decode_metrics))
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment