"vscode:/vscode.git/clone" did not exist on "11a89cf95caaec8dec13fab1e8e3d64c9a852a08"
Unverified Commit c41d2715 authored by Mark McLoughlin's avatar Mark McLoughlin Committed by GitHub
Browse files

[V0][Metrics] Remove unimplemented `vllm:tokens_total` (#14134)


Signed-off-by: default avatarMark McLoughlin <markmc@redhat.com>
parent 91373a0d
......@@ -115,10 +115,6 @@ class Metrics:
name="vllm:generation_tokens_total",
documentation="Number of generation tokens processed.",
labelnames=labelnames)
self.counter_tokens = self._counter_cls(
name="vllm:tokens_total",
documentation="Number of prefill plus generation tokens processed.",
labelnames=labelnames)
buckets = [1, 8, 16, 32, 64, 128, 256, 512, 1024, 2048, 4096, 8096]
if not vllm_config.model_config.enforce_eager:
buckets = vllm_config.compilation_config.\
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment