"tests/vscode:/vscode.git/clone" did not exist on "a4fbb32fab3d2f91b3672bf581565378aaa18d6c"
Unverified Commit 3bb95619 authored by Ming Yang's avatar Ming Yang Committed by GitHub
Browse files

Revert "[bench] Support common prefix len config (for decode-only bench)" (#31240)


Signed-off-by: default avatarMing Yang <minos.future@gmail.com>
parent 3ce791ac
...@@ -1847,7 +1847,6 @@ def get_samples(args, tokenizer: TokenizerLike) -> list[SampleRequest]: ...@@ -1847,7 +1847,6 @@ def get_samples(args, tokenizer: TokenizerLike) -> list[SampleRequest]:
random_seed=args.seed, random_seed=args.seed,
dataset_path=args.dataset_path, dataset_path=args.dataset_path,
disable_shuffle=args.disable_shuffle, disable_shuffle=args.disable_shuffle,
prefix_len=args.common_prefix_len,
).sample( ).sample(
tokenizer=tokenizer, tokenizer=tokenizer,
num_requests=args.num_prompts, num_requests=args.num_prompts,
......
...@@ -1281,12 +1281,6 @@ def add_cli_args(parser: argparse.ArgumentParser): ...@@ -1281,12 +1281,6 @@ def add_cli_args(parser: argparse.ArgumentParser):
help="Repetition penalty sampling parameter. Only has effect on " help="Repetition penalty sampling parameter. Only has effect on "
"openai-compatible backends.", "openai-compatible backends.",
) )
sampling_group.add_argument(
"--common-prefix-len",
type=int,
default=None,
help="Common prefix length shared by all prompts (used by random dataset)",
)
parser.add_argument( parser.add_argument(
"--served-model-name", "--served-model-name",
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment