__init__.py 444 Bytes
Newer Older
Junxian's avatar
Junxian committed
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
__version__ = "0.0.1"

from block_sparse_attn.flash_attn_interface import (
    flash_attn_func,
    flash_attn_kvpacked_func,
    flash_attn_qkvpacked_func,
    flash_attn_varlen_func,
    flash_attn_varlen_kvpacked_func,
    flash_attn_varlen_qkvpacked_func,
    flash_attn_with_kvcache,
)

from block_sparse_attn.block_sparse_attn_interface import (
    block_sparse_attn_func,
    token_streaming_attn_func,
    block_streaming_attn_func,
)