Skip to content

GitLab

You need to sign in or sign up before continuing.
Unverified Commit 64c39dd8 authored by WRH's avatar WRH Committed by GitHub
Browse files

fix output[-1] when output is empty (#405)

parent 2537c5ed
Hide whitespace changes
Inline Side-by-side
Showing with 1 addition and 1 deletion
lmdeploy/turbomind/turbomind.py
View file @ 64c39dd8
...@@ -344,7 +344,7 @@ class TurboMindInstance: ...@@ -344,7 +344,7 @@ class TurboMindInstance:
outputs = [] outputs = []
for output, len_ in zip(output_ids, sequence_length): for output, len_ in zip(output_ids, sequence_length):
output, len_ = output, len_.item() output, len_ = output, len_.item()
if output[-1].item() == self.eos_id: if len(output) > 0 and output[-1].item() == self.eos_id:
outputs.append((output[:-1], len_ - 1)) outputs.append((output[:-1], len_ - 1))
else: else:
outputs.append((output, len_)) outputs.append((output, len_))
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment