__init__.py 282 Bytes
Newer Older
1
2
3
4
5
6
7
8
9
10
from vllm.attention.backends.abstract import AttentionBackend, AttentionMetadata
from vllm.attention.layer import Attention
from vllm.attention.selector import get_attn_backend

__all__ = [
    "AttentionBackend",
    "AttentionMetadata",
    "Attention",
    "get_attn_backend",
]