__init__.py 347 Bytes
Newer Older
Woosuk Kwon's avatar
Woosuk Kwon committed
1
__version__ = "2.6.2"
Tri Dao's avatar
Tri Dao committed
2

3
4
# Use relative import to support build-from-source installation in vLLM
from .flash_attn_interface import (
Tri Dao's avatar
Tri Dao committed
5
6
7
8
9
10
    flash_attn_func,
    flash_attn_kvpacked_func,
    flash_attn_qkvpacked_func,
    flash_attn_varlen_func,
    flash_attn_varlen_kvpacked_func,
    flash_attn_varlen_qkvpacked_func,
Tri Dao's avatar
Tri Dao committed
11
    flash_attn_with_kvcache,
Tri Dao's avatar
Tri Dao committed
12
)