Commit 66b809cc authored by zhuwenwen's avatar zhuwenwen
Browse files

Merge tag 'v0.7.2' into v0.7.2-dev

parents 37b63c24 0408efc6
# SPDX-License-Identifier: Apache-2.0
"""Test model set-up and inference for quantized HF models supported """Test model set-up and inference for quantized HF models supported
on the CPU/GPU backend using IPEX (including AWQ/GPTQ). on the CPU/GPU backend using IPEX (including AWQ/GPTQ).
......
# SPDX-License-Identifier: Apache-2.0
"""Tests whether gptq models with quantized lm_head can be loaded. """Tests whether gptq models with quantized lm_head can be loaded.
Run `pytest tests/quantization/test_quant_lm_head_true.py --forked`. Run `pytest tests/quantization/test_quant_lm_head_true.py --forked`.
......
# SPDX-License-Identifier: Apache-2.0
"""Test model set-up and weight loading for quark-quantized models. """Test model set-up and weight loading for quark-quantized models.
Run `pytest tests/quantization/test_quark.py`. Run `pytest tests/quantization/test_quark.py`.
......
# SPDX-License-Identifier: Apache-2.0
"""Tests register custom quantization config. """Tests register custom quantization config.
See https://github.com/vllm-project/vllm/issues/11926 for more details. See https://github.com/vllm-project/vllm/issues/11926 for more details.
......
# SPDX-License-Identifier: Apache-2.0
from vllm.model_executor.layers.quantization import get_quantization_config from vllm.model_executor.layers.quantization import get_quantization_config
from vllm.platforms import current_platform from vllm.platforms import current_platform
......
# SPDX-License-Identifier: Apache-2.0
from vllm import SamplingParams from vllm import SamplingParams
from vllm.config import LoadConfig, LoadFormat from vllm.config import LoadConfig, LoadFormat
from vllm.model_executor.model_loader.loader import (RunaiModelStreamerLoader, from vllm.model_executor.model_loader.loader import (RunaiModelStreamerLoader,
......
# SPDX-License-Identifier: Apache-2.0
import glob import glob
import tempfile import tempfile
......
# SPDX-License-Identifier: Apache-2.0
"""Compare the outputs of HF and vLLM when using beam search. """Compare the outputs of HF and vLLM when using beam search.
Run `pytest tests/samplers/test_beam_search.py`. Run `pytest tests/samplers/test_beam_search.py`.
......
# SPDX-License-Identifier: Apache-2.0
"""Make sure ignore_eos works. """Make sure ignore_eos works.
Run `pytest tests/samplers/test_ignore_eos.py`. Run `pytest tests/samplers/test_ignore_eos.py`.
......
# SPDX-License-Identifier: Apache-2.0
import pytest import pytest
import torch import torch
import os import os
......
# SPDX-License-Identifier: Apache-2.0
from typing import List from typing import List
import pytest import pytest
......
# SPDX-License-Identifier: Apache-2.0
"""Make sure bad_words works. """Make sure bad_words works.
Run `pytest tests/samplers/test_no_bad_words.py`. Run `pytest tests/samplers/test_no_bad_words.py`.
......
# SPDX-License-Identifier: Apache-2.0
import pytest import pytest
import os import os
......
# SPDX-License-Identifier: Apache-2.0
"""Tests for rejection sampling.""" """Tests for rejection sampling."""
from typing import List, Tuple from typing import List, Tuple
......
# SPDX-License-Identifier: Apache-2.0
import itertools import itertools
import random import random
from dataclasses import dataclass from dataclasses import dataclass
......
# SPDX-License-Identifier: Apache-2.0
"""Verify that seeded random sampling is deterministic. """Verify that seeded random sampling is deterministic.
Run `pytest tests/samplers/test_seeded_generate.py`. Run `pytest tests/samplers/test_seeded_generate.py`.
......
# SPDX-License-Identifier: Apache-2.0
"""Tests for rejection sampling.""" """Tests for rejection sampling."""
import pytest import pytest
......
# SPDX-License-Identifier: Apache-2.0
from itertools import cycle from itertools import cycle
from typing import List, Optional, Sequence, Tuple, Union from typing import List, Optional, Sequence, Tuple, Union
......
# SPDX-License-Identifier: Apache-2.0
import pytest import pytest
import os import os
......
# SPDX-License-Identifier: Apache-2.0
"""This docstring details important information on the testing methodology. """This docstring details important information on the testing methodology.
Most of the tests rely on "greedy equality", where we expect the output of Most of the tests rely on "greedy equality", where we expect the output of
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment