test_utils.py

"""
Tests for miscellaneous utilities
"""

import pytest
import torch

from vllm.platforms import current_platform
from .utils import torch_version

if torch_version.startswith("2.4"):
    from tests.kernels.utils import opcheck


# def test_convert_fp8_opcheck():
#     data = torch.randn((256, 256), dtype=torch.float32, device="cuda")
#     result = torch.empty_like(data, dtype=torch.float8_e4m3fn)
#     opcheck(torch.ops._C_cache_ops.convert_fp8, (result, data, 1.0, "fp8"))


@pytest.mark.skipif(not current_platform.is_cuda(),
                    reason="Only supported for CUDA")
def test_cuda_utils_opcheck():
    opcheck(torch.ops._C_cuda_utils.get_device_attribute, (0, 0))
    opcheck(
        torch.ops._C_cuda_utils.
        get_max_shared_memory_per_block_device_attribute, (0, ))