Unverified Commit 6a1a64fa authored by Yi Zhang's avatar Yi Zhang Committed by GitHub
Browse files

[BUGFIX] fix output_ids in abort (#12737)

parent e2715cf8
......@@ -1819,9 +1819,11 @@ class TokenizerManager(TokenizerCommunicatorMixin):
output_ids = state.output_ids
meta_info["completion_tokens"] = len(output_ids)
if is_stream:
output_ids = [output_ids[-1]] if len(output_ids) > 0 else []
out = {
"text": state.text,
"output_ids": [output_ids[-1]] if is_stream else output_ids,
"output_ids": output_ids,
"meta_info": meta_info,
}
state.out_list.append(out)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment