__init__.py 330 Bytes
Newer Older
1
2
from vllm.attention.backends.abstract import (AttentionBackend,
                                              AttentionMetadata)
3
4
5
6
7
8
9
10
11
from vllm.attention.layer import Attention
from vllm.attention.selector import get_attn_backend

__all__ = [
    "AttentionBackend",
    "AttentionMetadata",
    "Attention",
    "get_attn_backend",
]