Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
vllm_cscc
Commits
66b809cc
Commit
66b809cc
authored
Feb 08, 2025
by
zhuwenwen
Browse files
Merge tag 'v0.7.2' into v0.7.2-dev
parents
37b63c24
0408efc6
Changes
1000
Hide whitespace changes
Inline
Side-by-side
Showing
20 changed files
with
29 additions
and
0 deletions
+29
-0
tests/quantization/test_ipex_quant.py
tests/quantization/test_ipex_quant.py
+1
-0
tests/quantization/test_lm_head.py
tests/quantization/test_lm_head.py
+1
-0
tests/quantization/test_quark.py
tests/quantization/test_quark.py
+1
-0
tests/quantization/test_register_quantization_config.py
tests/quantization/test_register_quantization_config.py
+1
-0
tests/quantization/utils.py
tests/quantization/utils.py
+2
-0
tests/runai_model_streamer/test_runai_model_streamer_loader.py
.../runai_model_streamer/test_runai_model_streamer_loader.py
+2
-0
tests/runai_model_streamer/test_weight_utils.py
tests/runai_model_streamer/test_weight_utils.py
+2
-0
tests/samplers/test_beam_search.py
tests/samplers/test_beam_search.py
+1
-0
tests/samplers/test_ignore_eos.py
tests/samplers/test_ignore_eos.py
+1
-0
tests/samplers/test_logits_processor.py
tests/samplers/test_logits_processor.py
+2
-0
tests/samplers/test_logprobs.py
tests/samplers/test_logprobs.py
+2
-0
tests/samplers/test_no_bad_words.py
tests/samplers/test_no_bad_words.py
+1
-0
tests/samplers/test_ranks.py
tests/samplers/test_ranks.py
+2
-0
tests/samplers/test_rejection_sampler.py
tests/samplers/test_rejection_sampler.py
+1
-0
tests/samplers/test_sampler.py
tests/samplers/test_sampler.py
+2
-0
tests/samplers/test_seeded_generate.py
tests/samplers/test_seeded_generate.py
+1
-0
tests/samplers/test_typical_acceptance_sampler.py
tests/samplers/test_typical_acceptance_sampler.py
+1
-0
tests/spec_decode/e2e/conftest.py
tests/spec_decode/e2e/conftest.py
+2
-0
tests/spec_decode/e2e/test_compatibility.py
tests/spec_decode/e2e/test_compatibility.py
+2
-0
tests/spec_decode/e2e/test_eagle_correctness.py
tests/spec_decode/e2e/test_eagle_correctness.py
+1
-0
No files found.
Too many changes to show.
To preserve performance only
1000 of 1000+
files are displayed.
Plain diff
Email patch
tests/quantization/test_ipex_quant.py
View file @
66b809cc
# SPDX-License-Identifier: Apache-2.0
"""Test model set-up and inference for quantized HF models supported
"""Test model set-up and inference for quantized HF models supported
on the CPU/GPU backend using IPEX (including AWQ/GPTQ).
on the CPU/GPU backend using IPEX (including AWQ/GPTQ).
...
...
tests/quantization/test_lm_head.py
View file @
66b809cc
# SPDX-License-Identifier: Apache-2.0
"""Tests whether gptq models with quantized lm_head can be loaded.
"""Tests whether gptq models with quantized lm_head can be loaded.
Run `pytest tests/quantization/test_quant_lm_head_true.py --forked`.
Run `pytest tests/quantization/test_quant_lm_head_true.py --forked`.
...
...
tests/quantization/test_quark.py
View file @
66b809cc
# SPDX-License-Identifier: Apache-2.0
"""Test model set-up and weight loading for quark-quantized models.
"""Test model set-up and weight loading for quark-quantized models.
Run `pytest tests/quantization/test_quark.py`.
Run `pytest tests/quantization/test_quark.py`.
...
...
tests/quantization/test_register_quantization_config.py
View file @
66b809cc
# SPDX-License-Identifier: Apache-2.0
"""Tests register custom quantization config.
"""Tests register custom quantization config.
See https://github.com/vllm-project/vllm/issues/11926 for more details.
See https://github.com/vllm-project/vllm/issues/11926 for more details.
...
...
tests/quantization/utils.py
View file @
66b809cc
# SPDX-License-Identifier: Apache-2.0
from
vllm.model_executor.layers.quantization
import
get_quantization_config
from
vllm.model_executor.layers.quantization
import
get_quantization_config
from
vllm.platforms
import
current_platform
from
vllm.platforms
import
current_platform
...
...
tests/runai_model_streamer/test_runai_model_streamer_loader.py
View file @
66b809cc
# SPDX-License-Identifier: Apache-2.0
from
vllm
import
SamplingParams
from
vllm
import
SamplingParams
from
vllm.config
import
LoadConfig
,
LoadFormat
from
vllm.config
import
LoadConfig
,
LoadFormat
from
vllm.model_executor.model_loader.loader
import
(
RunaiModelStreamerLoader
,
from
vllm.model_executor.model_loader.loader
import
(
RunaiModelStreamerLoader
,
...
...
tests/runai_model_streamer/test_weight_utils.py
View file @
66b809cc
# SPDX-License-Identifier: Apache-2.0
import
glob
import
glob
import
tempfile
import
tempfile
...
...
tests/samplers/test_beam_search.py
View file @
66b809cc
# SPDX-License-Identifier: Apache-2.0
"""Compare the outputs of HF and vLLM when using beam search.
"""Compare the outputs of HF and vLLM when using beam search.
Run `pytest tests/samplers/test_beam_search.py`.
Run `pytest tests/samplers/test_beam_search.py`.
...
...
tests/samplers/test_ignore_eos.py
View file @
66b809cc
# SPDX-License-Identifier: Apache-2.0
"""Make sure ignore_eos works.
"""Make sure ignore_eos works.
Run `pytest tests/samplers/test_ignore_eos.py`.
Run `pytest tests/samplers/test_ignore_eos.py`.
...
...
tests/samplers/test_logits_processor.py
View file @
66b809cc
# SPDX-License-Identifier: Apache-2.0
import
pytest
import
pytest
import
torch
import
torch
import
os
import
os
...
...
tests/samplers/test_logprobs.py
View file @
66b809cc
# SPDX-License-Identifier: Apache-2.0
from
typing
import
List
from
typing
import
List
import
pytest
import
pytest
...
...
tests/samplers/test_no_bad_words.py
View file @
66b809cc
# SPDX-License-Identifier: Apache-2.0
"""Make sure bad_words works.
"""Make sure bad_words works.
Run `pytest tests/samplers/test_no_bad_words.py`.
Run `pytest tests/samplers/test_no_bad_words.py`.
...
...
tests/samplers/test_ranks.py
View file @
66b809cc
# SPDX-License-Identifier: Apache-2.0
import
pytest
import
pytest
import
os
import
os
...
...
tests/samplers/test_rejection_sampler.py
View file @
66b809cc
# SPDX-License-Identifier: Apache-2.0
"""Tests for rejection sampling."""
"""Tests for rejection sampling."""
from
typing
import
List
,
Tuple
from
typing
import
List
,
Tuple
...
...
tests/samplers/test_sampler.py
View file @
66b809cc
# SPDX-License-Identifier: Apache-2.0
import
itertools
import
itertools
import
random
import
random
from
dataclasses
import
dataclass
from
dataclasses
import
dataclass
...
...
tests/samplers/test_seeded_generate.py
View file @
66b809cc
# SPDX-License-Identifier: Apache-2.0
"""Verify that seeded random sampling is deterministic.
"""Verify that seeded random sampling is deterministic.
Run `pytest tests/samplers/test_seeded_generate.py`.
Run `pytest tests/samplers/test_seeded_generate.py`.
...
...
tests/samplers/test_typical_acceptance_sampler.py
View file @
66b809cc
# SPDX-License-Identifier: Apache-2.0
"""Tests for rejection sampling."""
"""Tests for rejection sampling."""
import
pytest
import
pytest
...
...
tests/spec_decode/e2e/conftest.py
View file @
66b809cc
# SPDX-License-Identifier: Apache-2.0
from
itertools
import
cycle
from
itertools
import
cycle
from
typing
import
List
,
Optional
,
Sequence
,
Tuple
,
Union
from
typing
import
List
,
Optional
,
Sequence
,
Tuple
,
Union
...
...
tests/spec_decode/e2e/test_compatibility.py
View file @
66b809cc
# SPDX-License-Identifier: Apache-2.0
import
pytest
import
pytest
import
os
import
os
...
...
tests/spec_decode/e2e/test_eagle_correctness.py
View file @
66b809cc
# SPDX-License-Identifier: Apache-2.0
"""This docstring details important information on the testing methodology.
"""This docstring details important information on the testing methodology.
Most of the tests rely on "greedy equality", where we expect the output of
Most of the tests rely on "greedy equality", where we expect the output of
...
...
Prev
1
…
17
18
19
20
21
22
23
24
25
…
50
Next
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment