Unverified Commit 6738e4a0 authored by Cyrus Leung's avatar Cyrus Leung Committed by GitHub
Browse files

[Bugfix] Fix SLA tuner initialization (#27355)


Signed-off-by: default avatarDarkLight1337 <tlleungac@connect.ust.hk>
parent 2566dca2
......@@ -66,6 +66,8 @@ def run_benchmark(
):
benchmark_cmd = [
*bench_overrides.apply_to_cmd(bench_cmd),
"--percentile-metrics",
"ttft,tpot,itl,e2el",
"--save-result",
"--result-dir",
str(output_path.parent),
......
......@@ -401,7 +401,8 @@ class SweepServeSLAArgs(SweepServeArgs):
@classmethod
def from_cli_args(cls, args: argparse.Namespace):
base_args = super().from_cli_args(args)
# NOTE: Don't use super() as `from_cli_args` calls `cls()`
base_args = SweepServeArgs.from_cli_args(args)
if args.sla_params:
sla_params = SLASweep.read_json(args.sla_params)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment