conftest.py 314 Bytes
Newer Older
1
import pytest
2

3
4
from vllm.utils import (create_kv_caches_with_random,
                        create_kv_caches_with_random_flash)
5
6
7
8


@pytest.fixture()
def kv_cache_factory():
9
    return create_kv_caches_with_random
10
11
12
13
14


@pytest.fixture()
def kv_cache_factory_flashinfer():
    return create_kv_caches_with_random_flash