Unverified Commit 4213475e authored by Cyrus Leung's avatar Cyrus Leung Committed by GitHub
Browse files

[Metrics] Fix minor inconsistencies in bucket progression (#17262)


Signed-off-by: default avatarDarkLight1337 <tlleungac@connect.ust.hk>
parent d92879ba
......@@ -145,7 +145,7 @@ class Metrics:
documentation="Histogram of number of tokens per engine_step.",
labelnames=labelnames,
buckets=[
1, 8, 16, 32, 64, 128, 256, 512, 1024, 2048, 4096, 8096, 16192
1, 8, 16, 32, 64, 128, 256, 512, 1024, 2048, 4096, 8192, 16384
])
self.histogram_time_to_first_token = self._histogram_cls(
name="vllm:time_to_first_token_seconds",
......
......@@ -233,8 +233,8 @@ class PrometheusStatLogger(StatLoggerBase):
name="vllm:iteration_tokens_total",
documentation="Histogram of number of tokens per engine_step.",
buckets=[
1, 8, 16, 32, 64, 128, 256, 512, 1024, 2048, 4096, 8096,
16192
1, 8, 16, 32, 64, 128, 256, 512, 1024, 2048, 4096, 8192,
16384
],
labelnames=labelnames).labels(*labelvalues)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment