[core] Avoid metrics log noise when idle - include speculative decodi… (#10809)

b7954776 · cduk · GitHub · b18c9bba · b7954776
Unverified Commit b7954776 authored Dec 02, 2024 by cduk Committed by GitHub Dec 02, 2024
Show whitespace changes
Inline Side-by-side

Showing with 2 additions and 2 deletions

vllm/engine/metrics.py vllm/engine/metrics.py +2 -2

No files found.
--- a/vllm/engine/metrics.py
+++ b/vllm/engine/metrics.py
@@ -473,13 +473,13 @@ class LoggingStatLogger(StatLoggerBase):
            )
            if (stats.cpu_prefix_cache_hit_rate >= 0
                    or stats.gpu_prefix_cache_hit_rate >= 0):
-                logger.info(
+                log_fn(
                    "Prefix cache hit rate: GPU: %.2f%%, CPU: %.2f%%",
                    stats.gpu_prefix_cache_hit_rate * 100,
                    stats.cpu_prefix_cache_hit_rate * 100,
                )
            if self.spec_decode_metrics is not None:
-                logger.info(
+                log_fn(
                    self._format_spec_decode_metrics_str(
                        self.spec_decode_metrics))