Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
vllm_cscc
Commits
9d442b7c
Unverified
Commit
9d442b7c
authored
Sep 17, 2025
by
Woosuk Kwon
Committed by
GitHub
Sep 17, 2025
Browse files
[V0 Deprecation] Remove V0 tests in test_sequence.py (#25088)
Signed-off-by:
Woosuk Kwon
<
woosuk.kwon@berkeley.edu
>
parent
eb68c2dc
Changes
1
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
1 addition
and
96 deletions
+1
-96
tests/test_sequence.py
tests/test_sequence.py
+1
-96
No files found.
tests/test_sequence.py
View file @
9d442b7c
# SPDX-License-Identifier: Apache-2.0
# SPDX-License-Identifier: Apache-2.0
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
import
pytest
import
torch
import
torch
from
vllm.model_executor.layers.sampler
import
SamplerOutput
from
vllm.sequence
import
IntermediateTensors
from
vllm.sequence
import
(
CompletionSequenceGroupOutput
,
IntermediateTensors
,
SequenceData
,
SequenceOutput
)
from
.core.utils
import
create_dummy_prompt
@
pytest
.
fixture
def
sample_outputs
():
return
[
CompletionSequenceGroupOutput
(
samples
=
[
SequenceOutput
(
parent_seq_id
=
0
,
output_token
=
i
,
logprobs
=
{})
],
prompt_logprobs
=
None
)
for
i
in
range
(
5
)
]
@
pytest
.
fixture
def
sampler_output
(
sample_outputs
):
return
SamplerOutput
(
outputs
=
sample_outputs
)
def
test_sampler_output_initialization
(
sampler_output
,
sample_outputs
):
assert
len
(
sampler_output
)
==
len
(
sample_outputs
)
assert
sampler_output
.
sampled_token_probs
is
None
assert
sampler_output
.
sampled_token_ids
is
None
def
test_sampler_output_getitem
(
sampler_output
,
sample_outputs
):
assert
sampler_output
[
2
]
==
sample_outputs
[
2
]
def
test_sampler_output_setitem
(
sampler_output
):
new_output
=
CompletionSequenceGroupOutput
(
samples
=
[
SequenceOutput
(
parent_seq_id
=
0
,
output_token
=
99
,
logprobs
=
{})
],
prompt_logprobs
=
None
)
sampler_output
[
2
]
=
new_output
assert
sampler_output
[
2
]
==
new_output
def
test_sampler_output_len
(
sampler_output
,
sample_outputs
):
assert
len
(
sampler_output
)
==
len
(
sample_outputs
)
def
test_sampler_output_eq
(
sample_outputs
):
sampler_output1
=
SamplerOutput
(
outputs
=
sample_outputs
)
sampler_output2
=
SamplerOutput
(
outputs
=
sample_outputs
.
copy
())
sampler_output3
=
SamplerOutput
(
outputs
=
sample_outputs
[:
-
1
])
assert
sampler_output1
==
sampler_output2
assert
sampler_output1
!=
sampler_output3
def
test_sequence_data_prefill
():
seq_data
=
SequenceData
.
from_seqs
([
1
,
2
,
3
,
4
])
assert
seq_data
.
get_num_uncomputed_tokens
()
==
4
assert
seq_data
.
get_num_computed_tokens
()
==
0
# advance by 2
seq_data
.
update_num_computed_tokens
(
2
)
assert
seq_data
.
get_num_uncomputed_tokens
()
==
2
assert
seq_data
.
get_num_computed_tokens
()
==
2
# advance by 1
seq_data
.
update_num_computed_tokens
(
1
)
assert
seq_data
.
get_num_uncomputed_tokens
()
==
1
assert
seq_data
.
get_num_computed_tokens
()
==
3
# append tokens and reset, simulating recompute
seq_data
.
append_token_id
(
1
,
logprob
=
0.0
)
seq_data
.
reset_state_for_recompute
()
assert
seq_data
.
get_num_uncomputed_tokens
()
==
5
assert
seq_data
.
get_num_computed_tokens
()
==
0
def
test_sequence_group_stage
():
_
,
seq_group
=
create_dummy_prompt
(
"1"
,
12
)
assert
seq_group
.
is_prefill
()
is
True
seq_group
.
update_num_computed_tokens
(
6
)
assert
seq_group
.
is_prefill
()
is
True
seq_group
.
update_num_computed_tokens
(
5
)
assert
seq_group
.
is_prefill
()
is
True
seq_group
.
update_num_computed_tokens
(
1
)
assert
seq_group
.
is_prefill
()
is
False
seqs
=
seq_group
.
get_seqs
()
assert
len
(
seqs
)
==
1
seqs
[
0
].
data
.
append_token_id
(
1
,
logprob
=
0.0
)
for
seq
in
seq_group
.
get_seqs
():
seq
.
reset_state_for_recompute
()
assert
seq_group
.
is_prefill
()
is
True
seq_group
.
update_num_computed_tokens
(
5
)
assert
seq_group
.
is_prefill
()
is
True
seq_group
.
update_num_computed_tokens
(
7
)
assert
seq_group
.
is_prefill
()
is
True
seq_group
.
update_num_computed_tokens
(
1
)
assert
seq_group
.
is_prefill
()
is
False
def
test_sequence_intermediate_tensors_equal
():
def
test_sequence_intermediate_tensors_equal
():
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment