Skip to content

GitLab

Unverified Commit 2179e4f4 authored by Lily Liu's avatar Lily Liu Committed by GitHub
Browse files

avoid python list copy in sequence initialization (#401)

parent a945fcc2
Hide whitespace changes
Inline Side-by-side
Showing with 5 additions and 3 deletions
vllm/sequence.py
View file @ 2179e4f4
...@@ -127,7 +127,8 @@ class Sequence: ...@@ -127,7 +127,8 @@ class Sequence:
self.logical_token_blocks.append(block) self.logical_token_blocks.append(block)
def _append_tokens_to_blocks(self, token_ids: List[int]) -> None: def _append_tokens_to_blocks(self, token_ids: List[int]) -> None:
while token_ids: cursor = 0
while cursor < len(token_ids):
if not self.logical_token_blocks: if not self.logical_token_blocks:
self._append_logical_block() self._append_logical_block()
...@@ -137,8 +138,9 @@ class Sequence: ...@@ -137,8 +138,9 @@ class Sequence:
last_block = self.logical_token_blocks[-1] last_block = self.logical_token_blocks[-1]
num_empty_slots = last_block.get_num_empty_slots() num_empty_slots = last_block.get_num_empty_slots()
last_block.append_tokens(token_ids[:num_empty_slots]) last_block.append_tokens(token_ids[cursor:cursor +
token_ids = token_ids[num_empty_slots:] num_empty_slots])
cursor += num_empty_slots
def append_token_id( def append_token_id(
self, self,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment