"vscode:/vscode.git/clone" did not exist on "43534a8d1fd405fd0d1e74f991ab97f743bd3e59"
Unverified Commit 55f6005f authored by fzyzcjy's avatar fzyzcjy Committed by GitHub
Browse files

Fix bench_one_batch_server (#6503)

parent 7222e1da
......@@ -149,7 +149,7 @@ def run_one_case(
response = requests.post(
url + "/generate",
json={
"input_ids": [input_ids for input_ids, _, _ in input_requests],
"input_ids": [req.prompt for req in input_requests],
"sampling_params": {
"temperature": temperature,
"max_new_tokens": output_len,
......@@ -268,6 +268,7 @@ def run_benchmark(server_args: ServerArgs, bench_args: BenchArgs):
input_len_step_percentage=bench_args.input_len_step_percentage,
run_name=bench_args.run_name,
result_filename=bench_args.result_filename,
tokenizer=tokenizer,
)
)
finally:
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment