Skip to content

GitLab

Unverified Commit c52ec5f0 authored by Kuntai Du's avatar Kuntai Du Committed by GitHub
Browse files

[Bugfix] fixing sonnet benchmark bug in benchmark_serving.py (#8616)

parent 02c9afa2
Hide whitespace changes
Inline Side-by-side
Showing with 5 additions and 5 deletions
benchmarks/benchmark_serving.py
View file @ c52ec5f0
......@@ -626,9 +626,9 @@ def main(args: argparse.Namespace):
prefix_len=args.sonnet_prefix_len,
tokenizer=tokenizer,
)
input_requests = [(prompt, prompt_len, output_len)
input_requests = [(prompt, prompt_len, output_len, None)
for prompt, prompt_formatted, prompt_len,
output_len in input_requests]
output_len, _ in input_requests]
else:
assert (
tokenizer.chat_template or tokenizer.default_chat_template
......@@ -641,9 +641,9 @@ def main(args: argparse.Namespace):
prefix_len=args.sonnet_prefix_len,
tokenizer=tokenizer,
)
input_requests = [(prompt_formatted, prompt_len, output_len)
input_requests = [(prompt_formatted, prompt_len, output_len, None)
for prompt, prompt_formatted, prompt_len,
output_len in input_requests]
output_len, _ in input_requests]
elif args.dataset_name == "hf":
input_requests = sample_hf_requests(
......@@ -963,4 +963,4 @@ if __name__ == "__main__":
)
args = parser.parse_args()
main(args)
main(args)
\ No newline at end of file
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment