Commit d82fa156 authored by lizhg1's avatar lizhg1
Browse files

Update sequence.py fix assert error。

parent 7bdb03ea
from typing import Union
from vllm.sequence import Sequence
from typing import Sequence as GenericSequence
......@@ -12,7 +11,7 @@ class ZeroOverheadSequence(Sequence):
def fix_last_token_id(self, token_id: int) -> None:
effect_offset = self.effective_output_len - len(self.data.output_token_ids)
assert effect_offset < 0
if effect_offset < 0:
self.data._output_token_ids[effect_offset] = token_id
if len(self.data._new_appended_tokens) >= effect_offset * -1:
self.data._new_appended_tokens[effect_offset] = token_id
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment