Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
vllm_cscc
Commits
d82fa156
"vscode:/vscode.git/clone" did not exist on "67187554dd478ba76e79d7a6f8bf02be01290de3"
Commit
d82fa156
authored
May 26, 2025
by
lizhg1
Browse files
Update sequence.py fix assert error。
parent
7bdb03ea
Changes
1
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
7 additions
and
8 deletions
+7
-8
vllm/zero_overhead/sequence.py
vllm/zero_overhead/sequence.py
+7
-8
No files found.
vllm/zero_overhead/sequence.py
View file @
d82fa156
from
typing
import
Union
from
vllm.sequence
import
Sequence
from
typing
import
Sequence
as
GenericSequence
...
...
@@ -12,12 +11,12 @@ class ZeroOverheadSequence(Sequence):
def
fix_last_token_id
(
self
,
token_id
:
int
)
->
None
:
effect_offset
=
self
.
effective_output_len
-
len
(
self
.
data
.
output_token_ids
)
assert
effect_offset
<
0
self
.
data
.
_output_token_ids
[
effect_offset
]
=
token_id
if
len
(
self
.
data
.
_new_appended_tokens
)
>=
effect_offset
*
-
1
:
self
.
data
.
_new_appended_tokens
[
effect_offset
]
=
token_id
self
.
data
.
_cached_all_token_ids
[
effect_offset
]
=
token_id
self
.
effective_output_len
+=
1
if
effect_offset
<
0
:
self
.
data
.
_output_token_ids
[
effect_offset
]
=
token_id
if
len
(
self
.
data
.
_new_appended_tokens
)
>=
effect_offset
*
-
1
:
self
.
data
.
_new_appended_tokens
[
effect_offset
]
=
token_id
self
.
data
.
_cached_all_token_ids
[
effect_offset
]
=
token_id
self
.
effective_output_len
+=
1
def
remove_last_place_holder
(
self
,
count
):
self
.
data
.
_output_token_ids
=
self
.
data
.
_output_token_ids
[:
-
1
*
count
]
...
...
@@ -62,4 +61,4 @@ class ZeroOverheadSequence(Sequence):
return
[]
effect_offset
=
self
.
effective_output_len
-
len
(
self
.
data
.
output_token_ids
)
return
self
.
data
.
_cached_all_token_ids
[
-
num_new_tokens
:
effect_offset
]
\ No newline at end of file
return
self
.
data
.
_cached_all_token_ids
[
-
num_new_tokens
:
effect_offset
]
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment