Skip to content

GitLab

Switch branch/tag
Find file Normal viewHistoryPermalink
__init__.py 292 Bytes
Newer Older
pppppM's avatar
[Feature] Stats Quantization Parameters for KV Cache (#45)  
pppppM committed
1 
# Copyright (c) OpenMMLab. All rights reserved.
pppppM's avatar
[Feature] Support AWQ (#108)  
pppppM committed
2
3
4 
from .activation import ActivationObserver, KVCacheObserver
from .calibration import CalibrationContext
from .weight import WeightQuantizer
pppppM's avatar
[Feature] Stats Quantization Parameters for KV Cache (#45)  
pppppM committed
5
pppppM's avatar
[Feature] Support AWQ (#108)  
pppppM committed
6
7
8
9 
__all__ = [
    'WeightQuantizer', 'ActivationObserver', 'KVCacheObserver',
    'CalibrationContext'
]