Commit 66b809cc authored by zhuwenwen's avatar zhuwenwen
Browse files

Merge tag 'v0.7.2' into v0.7.2-dev

parents 37b63c24 0408efc6
# SPDX-License-Identifier: Apache-2.0
"""Test model set-up and inference for quantized HF models supported
on the CPU/GPU backend using IPEX (including AWQ/GPTQ).
......
# SPDX-License-Identifier: Apache-2.0
"""Tests whether gptq models with quantized lm_head can be loaded.
Run `pytest tests/quantization/test_quant_lm_head_true.py --forked`.
......
# SPDX-License-Identifier: Apache-2.0
"""Test model set-up and weight loading for quark-quantized models.
Run `pytest tests/quantization/test_quark.py`.
......
# SPDX-License-Identifier: Apache-2.0
"""Tests register custom quantization config.
See https://github.com/vllm-project/vllm/issues/11926 for more details.
......
# SPDX-License-Identifier: Apache-2.0
from vllm.model_executor.layers.quantization import get_quantization_config
from vllm.platforms import current_platform
......
# SPDX-License-Identifier: Apache-2.0
from vllm import SamplingParams
from vllm.config import LoadConfig, LoadFormat
from vllm.model_executor.model_loader.loader import (RunaiModelStreamerLoader,
......
# SPDX-License-Identifier: Apache-2.0
import glob
import tempfile
......
# SPDX-License-Identifier: Apache-2.0
"""Compare the outputs of HF and vLLM when using beam search.
Run `pytest tests/samplers/test_beam_search.py`.
......
# SPDX-License-Identifier: Apache-2.0
"""Make sure ignore_eos works.
Run `pytest tests/samplers/test_ignore_eos.py`.
......
# SPDX-License-Identifier: Apache-2.0
import pytest
import torch
import os
......
# SPDX-License-Identifier: Apache-2.0
from typing import List
import pytest
......
# SPDX-License-Identifier: Apache-2.0
"""Make sure bad_words works.
Run `pytest tests/samplers/test_no_bad_words.py`.
......
# SPDX-License-Identifier: Apache-2.0
import pytest
import os
......
# SPDX-License-Identifier: Apache-2.0
"""Tests for rejection sampling."""
from typing import List, Tuple
......
# SPDX-License-Identifier: Apache-2.0
import itertools
import random
from dataclasses import dataclass
......
# SPDX-License-Identifier: Apache-2.0
"""Verify that seeded random sampling is deterministic.
Run `pytest tests/samplers/test_seeded_generate.py`.
......
# SPDX-License-Identifier: Apache-2.0
"""Tests for rejection sampling."""
import pytest
......
# SPDX-License-Identifier: Apache-2.0
from itertools import cycle
from typing import List, Optional, Sequence, Tuple, Union
......
# SPDX-License-Identifier: Apache-2.0
import pytest
import os
......
# SPDX-License-Identifier: Apache-2.0
"""This docstring details important information on the testing methodology.
Most of the tests rely on "greedy equality", where we expect the output of
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment