Fix benchmark script (#1185)

5fafcac0 · Ying Sheng · GitHub · 364d3d72 · 5fafcac0
Unverified Commit 5fafcac0 authored Aug 22, 2024 by Ying Sheng Committed by GitHub Aug 22, 2024
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

python/sglang/bench_latency.py python/sglang/bench_latency.py +1 -1

No files found.
--- a/python/sglang/bench_latency.py
+++ b/python/sglang/bench_latency.py
@@ -350,7 +350,7 @@ def latency_test(
    for bs, il, ol in itertools.product(
        bench_args.batch_size, bench_args.input_len, bench_args.output_len
    ):
-        req = prepare_synthetic_inputs_for_latency_test(bs, il)
+        reqs = prepare_synthetic_inputs_for_latency_test(bs, il)
        ret = latency_test_run_once(
            bench_args.run_name, model_runner, rank_print, reqs, bs, il, ol
        )