Unverified Commit 5dd80d37 authored by Woosuk Kwon's avatar Woosuk Kwon Committed by GitHub
Browse files

Fix latency benchmark script (#2035)

parent beeee69b
...@@ -72,7 +72,7 @@ def main(args: argparse.Namespace): ...@@ -72,7 +72,7 @@ def main(args: argparse.Namespace):
# Benchmark. # Benchmark.
latencies = [] latencies = []
for _ in tqdm(range(args.num_iters), desc="Profiling iterations"): for _ in tqdm(range(args.num_iters), desc="Profiling iterations"):
latencies.append(run_to_completion(profile=False)) latencies.append(run_to_completion(profile_dir=None))
print(f'Avg latency: {np.mean(latencies)} seconds') print(f'Avg latency: {np.mean(latencies)} seconds')
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment