Fix concatenate bug in benchmark serving script (#134)

39350031 · rollroll90 · GitHub · 4970d798 · 39350031
Unverified Commit 39350031 authored Jul 19, 2023 by rollroll90 Committed by GitHub Jul 19, 2023
Hide whitespace changes
Inline Side-by-side

Showing with 2 additions and 2 deletions

benchmark/profile_serving.py benchmark/profile_serving.py +2 -2

No files found.
--- a/benchmark/profile_serving.py
+++ b/benchmark/profile_serving.py
@@ -169,9 +169,9 @@ def main(tritonserver_addr: str,
        session_id, _stats = res_que.get()
        print(f'\n{"-" * 50}\n'
              f'session {session_id} stats: \n{_stats}\n{"-" * 50}\n')
-        stats.append(_stats)
+        stats.append(np.array(_stats))

-    stats = np.array(stats).reshape(-1, 3)
+    stats = np.concatenate(stats).reshape(-1, 3)

    first_token_latency_min = np.min(stats[:, 0], axis=0)
    first_token_latency_max = np.max(stats[:, 0], axis=0)