Unverified Commit 8a8a608a authored by Liangsheng Yin's avatar Liangsheng Yin Committed by GitHub
Browse files
parent 533e58a1
......@@ -406,7 +406,7 @@ class TestBenchServing(CustomTestCase):
request_rate=float("inf"),
random_input_len=1,
random_output_len=1024,
other_server_args=["--pp", "2"],
other_server_args=["--pp-size", "2"],
need_warmup=True,
seed=42,
)
......@@ -429,8 +429,8 @@ class TestBenchServing(CustomTestCase):
other_server_args=[
"--quantization",
"fp8",
"--pp",
2,
"--pp-size",
"2",
],
need_warmup=False,
seed=42,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment