__init__.py 439 Bytes
Newer Older
Aryan's avatar
Aryan committed
1
2
3
4
from ..utils import is_torch_available


if is_torch_available():
Aryan's avatar
Aryan committed
5
    from .faster_cache import FasterCacheConfig, apply_faster_cache
Aryan's avatar
Aryan committed
6
    from .group_offloading import apply_group_offloading
7
    from .hooks import HookRegistry, ModelHook
Aryan's avatar
Aryan committed
8
    from .layerwise_casting import apply_layerwise_casting, apply_layerwise_casting_hook
9
    from .pyramid_attention_broadcast import PyramidAttentionBroadcastConfig, apply_pyramid_attention_broadcast