Update bench_serving.py (#4454)

470b4740 · Xu Song · GitHub · 26c372c1 · 470b4740
Unverified Commit 470b4740 authored Mar 16, 2025 by Xu Song Committed by GitHub Mar 15, 2025
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

python/sglang/bench_serving.py python/sglang/bench_serving.py +1 -1

No files found.
--- a/python/sglang/bench_serving.py
+++ b/python/sglang/bench_serving.py
@@ -128,7 +128,7 @@ async def async_request_trt_llm(
                        timestamp = time.perf_counter()
                        # First token
                        if ttft == 0.0:
-                            ttft = time.perf_counter() - st
+                            ttft = timestamp - st
                            output.ttft = ttft

                        # Decoding phase