conftest.py 421 Bytes
Newer Older
1
# SPDX-License-Identifier: Apache-2.0
2
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
3

4
import pytest
5

6
7
8
9
from vllm.utils.torch_utils import (
    create_kv_caches_with_random,
    create_kv_caches_with_random_flash,
)
10
11
12
13


@pytest.fixture()
def kv_cache_factory():
14
    return create_kv_caches_with_random
15
16
17
18
19


@pytest.fixture()
def kv_cache_factory_flashinfer():
    return create_kv_caches_with_random_flash