Skip to content

GitLab

Unverified Commit b568df5d authored by Yineng Zhang's avatar Yineng Zhang Committed by GitHub
Browse files

fix: resolve correctness_test issue (#1002)

parent 10bca45b
Hide whitespace changes
Inline Side-by-side
Showing with 1 addition and 1 deletion
python/sglang/bench_latency.py
View file @ b568df5d
...@@ -238,7 +238,7 @@ def correctness_test( ...@@ -238,7 +238,7 @@ def correctness_test(
# Decode # Decode
output_ids = [input_ids[i] + [next_token_ids[i]] for i in range(len(input_ids))] output_ids = [input_ids[i] + [next_token_ids[i]] for i in range(len(input_ids))]
for _ in range(bench_args.output_len): for _ in range(bench_args.output_len[0]):
next_token_ids, _ = decode(next_token_ids, batch, model_runner) next_token_ids, _ = decode(next_token_ids, batch, model_runner)
for i in range(len(reqs)): for i in range(len(reqs)):
output_ids[i].append(next_token_ids[i]) output_ids[i].append(next_token_ids[i])
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment