minor: update correct measurement unit (#2406)

67470bbb · Yineng Zhang · GitHub · cc858953 · 67470bbb
Unverified Commit 67470bbb authored Dec 08, 2024 by Yineng Zhang Committed by GitHub Dec 08, 2024
Show whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

test/srt/test_bench_serving.py test/srt/test_bench_serving.py +1 -1

No files found.
--- a/test/srt/test_bench_serving.py
+++ b/test/srt/test_bench_serving.py
@@ -125,7 +125,7 @@ class TestBenchServing(unittest.TestCase):
        if is_in_ci():
            write_github_step_summary(
                f"### test_online_latency_default\n"
-                f'median_e2e_latency_ms : {res["median_e2e_latency_ms"]:.2f} token/s\n'
+                f'median_e2e_latency_ms : {res["median_e2e_latency_ms"]:.2f} ms\n'
            )
            self.assertLess(res["median_e2e_latency_ms"], 12000)
            self.assertLess(res["median_ttft_ms"], 86)