Commit 7f022e4d authored by zhuwenwen's avatar zhuwenwen
Browse files

Merge branch 'lizhg1-v0.8.5.post1-dev-patch-30255' into 'v0.8.5.post1-dev'

Update sequence.py fix assert error。

See merge request dcutoolkit/deeplearing/vllm!121
parents 7bdb03ea d82fa156
from typing import Union from typing import Union
from vllm.sequence import Sequence from vllm.sequence import Sequence
from typing import Sequence as GenericSequence from typing import Sequence as GenericSequence
...@@ -12,7 +11,7 @@ class ZeroOverheadSequence(Sequence): ...@@ -12,7 +11,7 @@ class ZeroOverheadSequence(Sequence):
def fix_last_token_id(self, token_id: int) -> None: def fix_last_token_id(self, token_id: int) -> None:
effect_offset = self.effective_output_len - len(self.data.output_token_ids) effect_offset = self.effective_output_len - len(self.data.output_token_ids)
assert effect_offset < 0 if effect_offset < 0:
self.data._output_token_ids[effect_offset] = token_id self.data._output_token_ids[effect_offset] = token_id
if len(self.data._new_appended_tokens) >= effect_offset * -1: if len(self.data._new_appended_tokens) >= effect_offset * -1:
self.data._new_appended_tokens[effect_offset] = token_id self.data._new_appended_tokens[effect_offset] = token_id
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment