Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
vllm_cscc
Commits
cc7f22a8
Commit
cc7f22a8
authored
Jun 11, 2025
by
zhuwenwen
Browse files
Merge tag 'v0.9.1' into v0.9.1-ori
parents
b9ea0c09
b6553be1
Changes
1000
Show whitespace changes
Inline
Side-by-side
Showing
20 changed files
with
33 additions
and
17 deletions
+33
-17
tests/spec_decode/test_batch_expansion.py
tests/spec_decode/test_batch_expansion.py
+1
-0
tests/spec_decode/test_dynamic_spec_decode.py
tests/spec_decode/test_dynamic_spec_decode.py
+1
-0
tests/spec_decode/test_memory_usage.py
tests/spec_decode/test_memory_usage.py
+1
-0
tests/spec_decode/test_metrics.py
tests/spec_decode/test_metrics.py
+1
-0
tests/spec_decode/test_multi_step_worker.py
tests/spec_decode/test_multi_step_worker.py
+1
-0
tests/spec_decode/test_ngram_worker.py
tests/spec_decode/test_ngram_worker.py
+1
-0
tests/spec_decode/test_scorer.py
tests/spec_decode/test_scorer.py
+1
-0
tests/spec_decode/test_spec_decode_worker.py
tests/spec_decode/test_spec_decode_worker.py
+1
-0
tests/spec_decode/test_utils.py
tests/spec_decode/test_utils.py
+1
-0
tests/spec_decode/utils.py
tests/spec_decode/utils.py
+1
-0
tests/standalone_tests/lazy_imports.py
tests/standalone_tests/lazy_imports.py
+1
-0
tests/tensorizer_loader/conftest.py
tests/tensorizer_loader/conftest.py
+1
-0
tests/tensorizer_loader/test_tensorizer.py
tests/tensorizer_loader/test_tensorizer.py
+1
-17
tests/test_cache_block_hashing.py
tests/test_cache_block_hashing.py
+1
-0
tests/test_config.py
tests/test_config.py
+14
-0
tests/test_embedded_commit.py
tests/test_embedded_commit.py
+1
-0
tests/test_inputs.py
tests/test_inputs.py
+1
-0
tests/test_logger.py
tests/test_logger.py
+1
-0
tests/test_outputs.py
tests/test_outputs.py
+1
-0
tests/test_regression.py
tests/test_regression.py
+1
-0
No files found.
Too many changes to show.
To preserve performance only
1000 of 1000+
files are displayed.
Plain diff
Email patch
tests/spec_decode/test_batch_expansion.py
View file @
cc7f22a8
# SPDX-License-Identifier: Apache-2.0
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
import
pytest
import
torch
...
...
tests/spec_decode/test_dynamic_spec_decode.py
View file @
cc7f22a8
# SPDX-License-Identifier: Apache-2.0
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
from
unittest.mock
import
MagicMock
,
patch
...
...
tests/spec_decode/test_memory_usage.py
View file @
cc7f22a8
# SPDX-License-Identifier: Apache-2.0
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
"""This docstring details important information on the testing methodology.
This test verifies that memory usage remains constant (or never grows) when
...
...
tests/spec_decode/test_metrics.py
View file @
cc7f22a8
# SPDX-License-Identifier: Apache-2.0
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
import
math
from
unittest.mock
import
MagicMock
...
...
tests/spec_decode/test_multi_step_worker.py
View file @
cc7f22a8
# SPDX-License-Identifier: Apache-2.0
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
import
random
from
unittest.mock
import
MagicMock
...
...
tests/spec_decode/test_ngram_worker.py
View file @
cc7f22a8
# SPDX-License-Identifier: Apache-2.0
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
import
torch
...
...
tests/spec_decode/test_scorer.py
View file @
cc7f22a8
# SPDX-License-Identifier: Apache-2.0
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
import
random
...
...
tests/spec_decode/test_spec_decode_worker.py
View file @
cc7f22a8
# SPDX-License-Identifier: Apache-2.0
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
import
random
from
collections
import
defaultdict
...
...
tests/spec_decode/test_utils.py
View file @
cc7f22a8
# SPDX-License-Identifier: Apache-2.0
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
from
unittest.mock
import
MagicMock
...
...
tests/spec_decode/utils.py
View file @
cc7f22a8
# SPDX-License-Identifier: Apache-2.0
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
from
collections.abc
import
Sequence
as
GenericSequence
from
itertools
import
count
...
...
tests/standalone_tests/lazy_imports.py
View file @
cc7f22a8
# SPDX-License-Identifier: Apache-2.0
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
# Description: Test the lazy import module
# The utility function cannot be placed in `vllm.utils`
...
...
tests/tensorizer_loader/conftest.py
View file @
cc7f22a8
# SPDX-License-Identifier: Apache-2.0
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
import
pytest
from
vllm.distributed
import
cleanup_dist_env_and_memory
...
...
tests/tensorizer_loader/test_tensorizer.py
View file @
cc7f22a8
# SPDX-License-Identifier: Apache-2.0
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
import
gc
import
os
import
pathlib
import
subprocess
from
unittest.mock
import
MagicMock
,
patch
import
pytest
import
torch
...
...
@@ -16,7 +16,6 @@ from vllm.engine.arg_utils import EngineArgs
from
vllm.model_executor.model_loader.tensorizer
import
(
TensorizerConfig
,
TensorSerializer
,
is_vllm_tensorized
,
load_with_tensorizer
,
open_stream
,
tensorize_vllm_model
)
# yapf: enable
...
...
@@ -61,21 +60,6 @@ def write_keyfile(keyfile_path: str):
f
.
write
(
encryption_params
.
key
)
@
patch
(
'vllm.model_executor.model_loader.tensorizer.TensorizerAgent'
)
def
test_load_with_tensorizer
(
mock_agent
,
tensorizer_config
):
mock_linear_method
=
MagicMock
()
mock_agent_instance
=
mock_agent
.
return_value
mock_agent_instance
.
deserialize
.
return_value
=
MagicMock
()
result
=
load_with_tensorizer
(
tensorizer_config
,
quant_method
=
mock_linear_method
)
mock_agent
.
assert_called_once_with
(
tensorizer_config
,
quant_method
=
mock_linear_method
)
mock_agent_instance
.
deserialize
.
assert_called_once
()
assert
result
==
mock_agent_instance
.
deserialize
.
return_value
@
pytest
.
mark
.
skipif
(
not
is_curl_installed
(),
reason
=
"cURL is not installed"
)
def
test_can_deserialize_s3
(
vllm_runner
):
model_ref
=
"EleutherAI/pythia-1.4b"
...
...
tests/test_cache_block_hashing.py
View file @
cc7f22a8
# SPDX-License-Identifier: Apache-2.0
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
"""Test hashing of cache blocks.
Run `pytest tests/test_cache_block_hashing.py`.
...
...
tests/test_config.py
View file @
cc7f22a8
# SPDX-License-Identifier: Apache-2.0
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
from
dataclasses
import
MISSING
,
Field
,
asdict
,
dataclass
,
field
from
typing
import
Literal
,
Union
import
pytest
from
vllm.compilation.backends
import
VllmBackend
from
vllm.config
import
(
LoadConfig
,
ModelConfig
,
PoolerConfig
,
VllmConfig
,
config
,
get_field
)
from
vllm.model_executor.layers.pooler
import
PoolingType
...
...
@@ -43,6 +45,18 @@ def test_config(test_config, expected_error):
config
(
test_config
)
def
test_compile_config_repr_succeeds
():
# setup: VllmBackend mutates the config object
config
=
VllmConfig
()
backend
=
VllmBackend
(
config
)
backend
.
configure_post_pass
()
# test that repr(config) succeeds
val
=
repr
(
config
)
assert
'VllmConfig'
in
val
assert
'inductor_passes'
in
val
def
test_get_field
():
@
dataclass
...
...
tests/test_embedded_commit.py
View file @
cc7f22a8
# SPDX-License-Identifier: Apache-2.0
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
import
vllm
...
...
tests/test_inputs.py
View file @
cc7f22a8
# SPDX-License-Identifier: Apache-2.0
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
import
pytest
...
...
tests/test_logger.py
View file @
cc7f22a8
# SPDX-License-Identifier: Apache-2.0
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
import
enum
import
json
import
logging
...
...
tests/test_outputs.py
View file @
cc7f22a8
# SPDX-License-Identifier: Apache-2.0
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
from
vllm.outputs
import
RequestOutput
...
...
tests/test_regression.py
View file @
cc7f22a8
# SPDX-License-Identifier: Apache-2.0
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
"""Containing tests that check for regressions in vLLM's behavior.
It should include tests that are reported by users and making sure they
...
...
Prev
1
…
30
31
32
33
34
35
36
37
38
…
50
Next
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment