Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
vllm_cscc
Commits
66b809cc
Commit
66b809cc
authored
Feb 08, 2025
by
zhuwenwen
Browse files
Merge tag 'v0.7.2' into v0.7.2-dev
parents
37b63c24
0408efc6
Changes
1000
Hide whitespace changes
Inline
Side-by-side
Showing
20 changed files
with
29 additions
and
0 deletions
+29
-0
tests/quantization/test_ipex_quant.py
tests/quantization/test_ipex_quant.py
+1
-0
tests/quantization/test_lm_head.py
tests/quantization/test_lm_head.py
+1
-0
tests/quantization/test_quark.py
tests/quantization/test_quark.py
+1
-0
tests/quantization/test_register_quantization_config.py
tests/quantization/test_register_quantization_config.py
+1
-0
tests/quantization/utils.py
tests/quantization/utils.py
+2
-0
tests/runai_model_streamer/test_runai_model_streamer_loader.py
.../runai_model_streamer/test_runai_model_streamer_loader.py
+2
-0
tests/runai_model_streamer/test_weight_utils.py
tests/runai_model_streamer/test_weight_utils.py
+2
-0
tests/samplers/test_beam_search.py
tests/samplers/test_beam_search.py
+1
-0
tests/samplers/test_ignore_eos.py
tests/samplers/test_ignore_eos.py
+1
-0
tests/samplers/test_logits_processor.py
tests/samplers/test_logits_processor.py
+2
-0
tests/samplers/test_logprobs.py
tests/samplers/test_logprobs.py
+2
-0
tests/samplers/test_no_bad_words.py
tests/samplers/test_no_bad_words.py
+1
-0
tests/samplers/test_ranks.py
tests/samplers/test_ranks.py
+2
-0
tests/samplers/test_rejection_sampler.py
tests/samplers/test_rejection_sampler.py
+1
-0
tests/samplers/test_sampler.py
tests/samplers/test_sampler.py
+2
-0
tests/samplers/test_seeded_generate.py
tests/samplers/test_seeded_generate.py
+1
-0
tests/samplers/test_typical_acceptance_sampler.py
tests/samplers/test_typical_acceptance_sampler.py
+1
-0
tests/spec_decode/e2e/conftest.py
tests/spec_decode/e2e/conftest.py
+2
-0
tests/spec_decode/e2e/test_compatibility.py
tests/spec_decode/e2e/test_compatibility.py
+2
-0
tests/spec_decode/e2e/test_eagle_correctness.py
tests/spec_decode/e2e/test_eagle_correctness.py
+1
-0
No files found.
Too many changes to show.
To preserve performance only
1000 of 1000+
files are displayed.
Plain diff
Email patch
tests/quantization/test_ipex_quant.py
View file @
66b809cc
# SPDX-License-Identifier: Apache-2.0
"""Test model set-up and inference for quantized HF models supported
on the CPU/GPU backend using IPEX (including AWQ/GPTQ).
...
...
tests/quantization/test_lm_head.py
View file @
66b809cc
# SPDX-License-Identifier: Apache-2.0
"""Tests whether gptq models with quantized lm_head can be loaded.
Run `pytest tests/quantization/test_quant_lm_head_true.py --forked`.
...
...
tests/quantization/test_quark.py
View file @
66b809cc
# SPDX-License-Identifier: Apache-2.0
"""Test model set-up and weight loading for quark-quantized models.
Run `pytest tests/quantization/test_quark.py`.
...
...
tests/quantization/test_register_quantization_config.py
View file @
66b809cc
# SPDX-License-Identifier: Apache-2.0
"""Tests register custom quantization config.
See https://github.com/vllm-project/vllm/issues/11926 for more details.
...
...
tests/quantization/utils.py
View file @
66b809cc
# SPDX-License-Identifier: Apache-2.0
from
vllm.model_executor.layers.quantization
import
get_quantization_config
from
vllm.platforms
import
current_platform
...
...
tests/runai_model_streamer/test_runai_model_streamer_loader.py
View file @
66b809cc
# SPDX-License-Identifier: Apache-2.0
from
vllm
import
SamplingParams
from
vllm.config
import
LoadConfig
,
LoadFormat
from
vllm.model_executor.model_loader.loader
import
(
RunaiModelStreamerLoader
,
...
...
tests/runai_model_streamer/test_weight_utils.py
View file @
66b809cc
# SPDX-License-Identifier: Apache-2.0
import
glob
import
tempfile
...
...
tests/samplers/test_beam_search.py
View file @
66b809cc
# SPDX-License-Identifier: Apache-2.0
"""Compare the outputs of HF and vLLM when using beam search.
Run `pytest tests/samplers/test_beam_search.py`.
...
...
tests/samplers/test_ignore_eos.py
View file @
66b809cc
# SPDX-License-Identifier: Apache-2.0
"""Make sure ignore_eos works.
Run `pytest tests/samplers/test_ignore_eos.py`.
...
...
tests/samplers/test_logits_processor.py
View file @
66b809cc
# SPDX-License-Identifier: Apache-2.0
import
pytest
import
torch
import
os
...
...
tests/samplers/test_logprobs.py
View file @
66b809cc
# SPDX-License-Identifier: Apache-2.0
from
typing
import
List
import
pytest
...
...
tests/samplers/test_no_bad_words.py
View file @
66b809cc
# SPDX-License-Identifier: Apache-2.0
"""Make sure bad_words works.
Run `pytest tests/samplers/test_no_bad_words.py`.
...
...
tests/samplers/test_ranks.py
View file @
66b809cc
# SPDX-License-Identifier: Apache-2.0
import
pytest
import
os
...
...
tests/samplers/test_rejection_sampler.py
View file @
66b809cc
# SPDX-License-Identifier: Apache-2.0
"""Tests for rejection sampling."""
from
typing
import
List
,
Tuple
...
...
tests/samplers/test_sampler.py
View file @
66b809cc
# SPDX-License-Identifier: Apache-2.0
import
itertools
import
random
from
dataclasses
import
dataclass
...
...
tests/samplers/test_seeded_generate.py
View file @
66b809cc
# SPDX-License-Identifier: Apache-2.0
"""Verify that seeded random sampling is deterministic.
Run `pytest tests/samplers/test_seeded_generate.py`.
...
...
tests/samplers/test_typical_acceptance_sampler.py
View file @
66b809cc
# SPDX-License-Identifier: Apache-2.0
"""Tests for rejection sampling."""
import
pytest
...
...
tests/spec_decode/e2e/conftest.py
View file @
66b809cc
# SPDX-License-Identifier: Apache-2.0
from
itertools
import
cycle
from
typing
import
List
,
Optional
,
Sequence
,
Tuple
,
Union
...
...
tests/spec_decode/e2e/test_compatibility.py
View file @
66b809cc
# SPDX-License-Identifier: Apache-2.0
import
pytest
import
os
...
...
tests/spec_decode/e2e/test_eagle_correctness.py
View file @
66b809cc
# SPDX-License-Identifier: Apache-2.0
"""This docstring details important information on the testing methodology.
Most of the tests rely on "greedy equality", where we expect the output of
...
...
Prev
1
…
17
18
19
20
21
22
23
24
25
…
50
Next
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment