Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
vllm_cscc
Commits
c86b17cf
Unverified
Commit
c86b17cf
authored
Mar 21, 2026
by
Andreas Karatzas
Committed by
GitHub
Mar 22, 2026
Browse files
[ROCm][CI] Add large_gpu_mark to test_max_tokens_none for ROCm (#37717)
Signed-off-by:
Andreas Karatzas
<
akaratza@amd.com
>
parent
66f927f2
Changes
1
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
14 additions
and
2 deletions
+14
-2
tests/test_regression.py
tests/test_regression.py
+14
-2
No files found.
tests/test_regression.py
View file @
c86b17cf
...
@@ -12,6 +12,7 @@ import gc
...
@@ -12,6 +12,7 @@ import gc
import
pytest
import
pytest
import
torch
import
torch
from
tests.utils
import
large_gpu_mark
from
vllm
import
LLM
,
SamplingParams
from
vllm
import
LLM
,
SamplingParams
from
vllm.platforms
import
current_platform
from
vllm.platforms
import
current_platform
...
@@ -32,10 +33,21 @@ def test_duplicated_ignored_sequence_group():
...
@@ -32,10 +33,21 @@ def test_duplicated_ignored_sequence_group():
assert
len
(
prompts
)
==
len
(
outputs
)
assert
len
(
prompts
)
==
len
(
outputs
)
def
test_max_tokens_none
():
@
pytest
.
mark
.
parametrize
(
"model"
,
[
pytest
.
param
(
"distilbert/distilgpt2"
,
marks
=
[
*
([
large_gpu_mark
(
min_gb
=
80
)]
if
current_platform
.
is_rocm
()
else
[]),
],
),
],
)
def
test_max_tokens_none
(
model
):
sampling_params
=
SamplingParams
(
temperature
=
0.01
,
top_p
=
0.1
,
max_tokens
=
None
)
sampling_params
=
SamplingParams
(
temperature
=
0.01
,
top_p
=
0.1
,
max_tokens
=
None
)
llm
=
LLM
(
llm
=
LLM
(
model
=
"distilbert/distilgpt2"
,
model
=
model
,
max_num_batched_tokens
=
4096
,
max_num_batched_tokens
=
4096
,
tensor_parallel_size
=
1
,
tensor_parallel_size
=
1
,
)
)
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment