Skip to content

GitLab

Unverified Commit 1bf1a34b authored by Kebe's avatar Kebe Committed by GitHub
Browse files

[bench] add start_times field to vllm bench serve json result (#32667) 


Signed-off-by: default avatarKebe <mail@kebe7jun.com>
parent a8102998
Show whitespace changes
Inline Side-by-side
Showing with 2 additions and 0 deletions
vllm/benchmarks/serve.py
View file @ 1bf1a34b
...@@ -958,6 +958,7 @@ async def benchmark( ...@@ -958,6 +958,7 @@ async def benchmark(
"output_lens": actual_output_lens, "output_lens": actual_output_lens,
"ttfts": [output.ttft for output in outputs], "ttfts": [output.ttft for output in outputs],
"itls": [output.itl for output in outputs], "itls": [output.itl for output in outputs],
"start_times": [output.start_time for output in outputs],
"generated_texts": [output.generated_text for output in outputs], "generated_texts": [output.generated_text for output in outputs],
"errors": [output.error for output in outputs], "errors": [output.error for output in outputs],
"max_output_tokens_per_s": metrics.max_output_tokens_per_s, "max_output_tokens_per_s": metrics.max_output_tokens_per_s,
...@@ -1721,6 +1722,7 @@ async def main_async(args: argparse.Namespace) -> dict[str, Any]: ...@@ -1721,6 +1722,7 @@ async def main_async(args: argparse.Namespace) -> dict[str, Any]:
for field in [ for field in [
"input_lens", "input_lens",
"output_lens", "output_lens",
"start_times",
"ttfts", "ttfts",
"itls", "itls",
"generated_texts", "generated_texts",
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment