"vllm/core/scheduler.py" did not exist on "84eee24e20ff4c0fc1b126289265f560089efa47"
__init__.py 597 Bytes
Newer Older
hepj's avatar
hepj committed
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
# SPDX-License-Identifier: Apache-2.0

from fastvideo.v1.attention.backends.abstract import (AttentionBackend,
                                                      AttentionMetadata,
                                                      AttentionMetadataBuilder)
from fastvideo.v1.attention.layer import DistributedAttention, LocalAttention
from fastvideo.v1.attention.selector import get_attn_backend

__all__ = [
    "DistributedAttention",
    "LocalAttention",
    "AttentionBackend",
    "AttentionMetadata",
    "AttentionMetadataBuilder",
    # "AttentionState",
    "get_attn_backend",
]