Skip to content

GitLab

"vscode:/vscode.git/clone" did not exist on "cb97f2bfc54f0aff5a19d6bbdfdde1d9becbe738"
Unverified Commit c52ec5f0 authored by Kuntai Du's avatar Kuntai Du Committed by GitHub
Browse files

[Bugfix] fixing sonnet benchmark bug in benchmark_serving.py (#8616)

parent 02c9afa2
Show whitespace changes
Inline Side-by-side
Showing with 5 additions and 5 deletions
benchmarks/benchmark_serving.py
View file @ c52ec5f0
...@@ -626,9 +626,9 @@ def main(args: argparse.Namespace): ...@@ -626,9 +626,9 @@ def main(args: argparse.Namespace):
prefix_len=args.sonnet_prefix_len, prefix_len=args.sonnet_prefix_len,
tokenizer=tokenizer, tokenizer=tokenizer,
) )
input_requests = [(prompt, prompt_len, output_len) input_requests = [(prompt, prompt_len, output_len, None)
for prompt, prompt_formatted, prompt_len, for prompt, prompt_formatted, prompt_len,
output_len in input_requests] output_len, _ in input_requests]
else: else:
assert ( assert (
tokenizer.chat_template or tokenizer.default_chat_template tokenizer.chat_template or tokenizer.default_chat_template
...@@ -641,9 +641,9 @@ def main(args: argparse.Namespace): ...@@ -641,9 +641,9 @@ def main(args: argparse.Namespace):
prefix_len=args.sonnet_prefix_len, prefix_len=args.sonnet_prefix_len,
tokenizer=tokenizer, tokenizer=tokenizer,
) )
input_requests = [(prompt_formatted, prompt_len, output_len) input_requests = [(prompt_formatted, prompt_len, output_len, None)
for prompt, prompt_formatted, prompt_len, for prompt, prompt_formatted, prompt_len,
output_len in input_requests] output_len, _ in input_requests]
elif args.dataset_name == "hf": elif args.dataset_name == "hf":
input_requests = sample_hf_requests( input_requests = sample_hf_requests(
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment