update num_prompts

75011627 · zhuwenwen · b0b9d2d9 · 75011627
Commit 75011627 authored Aug 01, 2024 by zhuwenwen
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

benchmarks/benchmark_throughput.py benchmarks/benchmark_throughput.py +1 -1

No files found.
--- a/benchmarks/benchmark_throughput.py
+++ b/benchmarks/benchmark_throughput.py
@@ -127,7 +127,7 @@ def run_vllm(
    # warmup
    dummy_prompt_token_ids = np.random.randint(10000,
-                                               size=(args.batch_size,
+                                               size=(args.num_prompts,
                                                     args.input_len))
    dummy_inputs: List[PromptInputs] = [{
        "prompt_token_ids": batch