Unverified Commit 8a8a608a authored by Liangsheng Yin's avatar Liangsheng Yin Committed by GitHub
Browse files
parent 533e58a1
...@@ -406,7 +406,7 @@ class TestBenchServing(CustomTestCase): ...@@ -406,7 +406,7 @@ class TestBenchServing(CustomTestCase):
request_rate=float("inf"), request_rate=float("inf"),
random_input_len=1, random_input_len=1,
random_output_len=1024, random_output_len=1024,
other_server_args=["--pp", "2"], other_server_args=["--pp-size", "2"],
need_warmup=True, need_warmup=True,
seed=42, seed=42,
) )
...@@ -429,8 +429,8 @@ class TestBenchServing(CustomTestCase): ...@@ -429,8 +429,8 @@ class TestBenchServing(CustomTestCase):
other_server_args=[ other_server_args=[
"--quantization", "--quantization",
"fp8", "fp8",
"--pp", "--pp-size",
2, "2",
], ],
need_warmup=False, need_warmup=False,
seed=42, seed=42,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment