Unverified Commit 67202387 authored by Luka Govedič's avatar Luka Govedič Committed by GitHub
Browse files

Change defaults for vllm bench startup (#33489)

parent 754a8ca9
......@@ -159,19 +159,19 @@ def add_cli_args(parser: argparse.ArgumentParser):
parser.add_argument(
"--num-iters-cold",
type=int,
default=5,
default=3,
help="Number of cold startup iterations.",
)
parser.add_argument(
"--num-iters-warmup",
type=int,
default=3,
default=1,
help="Number of warmup iterations before benchmarking warm startups.",
)
parser.add_argument(
"--num-iters-warm",
type=int,
default=5,
default=3,
help="Number of warm startup iterations.",
)
parser.add_argument(
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment