Skip to content

GitLab

Switch branch/tag
Find file Normal viewHistoryPermalink
__init__.py 382 Bytes
Newer Older
Jiashi Li's avatar
Initial commit  
Jiashi Li committed
1
2
3
4
5 
__version__ = "1.0.0"

from flash_mla.flash_mla_interface import (
    get_mla_metadata,
    flash_mla_with_kvcache,
zhanghj2's avatar
支持nmz qkvfp8  
zhanghj2 committed
6 
    flash_mla_sparse_fwd,
zhanghj2's avatar
支持kv 软fp8 e5m2  
zhanghj2 committed
7
8 
    flash_mla_with_kvcache_qkvfp8,
    flash_mla_with_kvcache_kvfp8
Jiashi Li's avatar
Initial commit  
Jiashi Li committed
9 
)
Shengyu Liu's avatar
Multiple updates and refactorings (#150)  
Shengyu Liu committed
10
11
12
13 

__all__ = [
    "get_mla_metadata",
    "flash_mla_with_kvcache",
zhanghj2's avatar
支持nmz qkvfp8  
zhanghj2 committed
14 
    "flash_mla_sparse_fwd",
zhanghj2's avatar
支持kv 软fp8 e5m2  
zhanghj2 committed
15
16 
    "flash_mla_with_kvcache_qkvfp8",
    "flash_mla_with_kvcache_kvfp8"
Shengyu Liu's avatar
Multiple updates and refactorings (#150)  
Shengyu Liu committed
17 
]