Unverified Commit b568df5d authored by Yineng Zhang's avatar Yineng Zhang Committed by GitHub
Browse files

fix: resolve correctness_test issue (#1002)

parent 10bca45b
......@@ -238,7 +238,7 @@ def correctness_test(
# Decode
output_ids = [input_ids[i] + [next_token_ids[i]] for i in range(len(input_ids))]
for _ in range(bench_args.output_len):
for _ in range(bench_args.output_len[0]):
next_token_ids, _ = decode(next_token_ids, batch, model_runner)
for i in range(len(reqs)):
output_ids[i].append(next_token_ids[i])
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment