Unverified Commit 67202387 authored by Luka Govedič's avatar Luka Govedič Committed by GitHub
Browse files

Change defaults for vllm bench startup (#33489)

parent 754a8ca9
...@@ -159,19 +159,19 @@ def add_cli_args(parser: argparse.ArgumentParser): ...@@ -159,19 +159,19 @@ def add_cli_args(parser: argparse.ArgumentParser):
parser.add_argument( parser.add_argument(
"--num-iters-cold", "--num-iters-cold",
type=int, type=int,
default=5, default=3,
help="Number of cold startup iterations.", help="Number of cold startup iterations.",
) )
parser.add_argument( parser.add_argument(
"--num-iters-warmup", "--num-iters-warmup",
type=int, type=int,
default=3, default=1,
help="Number of warmup iterations before benchmarking warm startups.", help="Number of warmup iterations before benchmarking warm startups.",
) )
parser.add_argument( parser.add_argument(
"--num-iters-warm", "--num-iters-warm",
type=int, type=int,
default=5, default=3,
help="Number of warm startup iterations.", help="Number of warm startup iterations.",
) )
parser.add_argument( parser.add_argument(
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment