__init__.py 5.46 KB
Newer Older
1
# Copyright 2024 The HuggingFace Team. All rights reserved.
2
3
4
5
6
7
8
9
10
11
12
13
14
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

15
16
from typing import TYPE_CHECKING

Suraj Patil's avatar
Suraj Patil committed
17
18
19
20
21
22
from ..utils import (
    DIFFUSERS_SLOW_IMPORT,
    _LazyModule,
    is_flax_available,
    is_torch_available,
)
23
24


Dhruv Nair's avatar
Dhruv Nair committed
25
26
_import_structure = {}

27
if is_torch_available():
Dhruv Nair's avatar
Dhruv Nair committed
28
    _import_structure["adapter"] = ["MultiAdapter", "T2IAdapter"]
29
30
31
32
33
    _import_structure["autoencoders.autoencoder_asym_kl"] = ["AsymmetricAutoencoderKL"]
    _import_structure["autoencoders.autoencoder_kl"] = ["AutoencoderKL"]
    _import_structure["autoencoders.autoencoder_kl_temporal_decoder"] = ["AutoencoderKLTemporalDecoder"]
    _import_structure["autoencoders.autoencoder_tiny"] = ["AutoencoderTiny"]
    _import_structure["autoencoders.consistency_decoder_vae"] = ["ConsistencyDecoderVAE"]
34
    _import_structure["autoencoders.vq_model"] = ["VQModel"]
Dhruv Nair's avatar
Dhruv Nair committed
35
    _import_structure["controlnet"] = ["ControlNetModel"]
36
    _import_structure["controlnet_hunyuan"] = ["HunyuanDiT2DControlNetModel", "HunyuanDiT2DMultiControlNetModel"]
37
    _import_structure["controlnet_sd3"] = ["SD3ControlNetModel", "SD3MultiControlNetModel"]
38
    _import_structure["controlnet_xs"] = ["ControlNetXSAdapter", "UNetControlNetXSModel"]
39
    _import_structure["embeddings"] = ["ImageProjection"]
40
    _import_structure["modeling_utils"] = ["ModelMixin"]
41
    _import_structure["transformers.dit_transformer_2d"] = ["DiTTransformer2DModel"]
42
    _import_structure["transformers.dual_transformer_2d"] = ["DualTransformer2DModel"]
43
    _import_structure["transformers.hunyuan_transformer_2d"] = ["HunyuanDiT2DModel"]
44
    _import_structure["transformers.latte_transformer_3d"] = ["LatteTransformer3DModel"]
45
    _import_structure["transformers.lumina_nextdit2d"] = ["LuminaNextDiT2DModel"]
46
    _import_structure["transformers.pixart_transformer_2d"] = ["PixArtTransformer2DModel"]
47
48
49
    _import_structure["transformers.prior_transformer"] = ["PriorTransformer"]
    _import_structure["transformers.t5_film_transformer"] = ["T5FilmDecoder"]
    _import_structure["transformers.transformer_2d"] = ["Transformer2DModel"]
Dhruv Nair's avatar
Dhruv Nair committed
50
    _import_structure["transformers.transformer_sd3"] = ["SD3Transformer2DModel"]
51
    _import_structure["transformers.transformer_temporal"] = ["TransformerTemporalModel"]
52
53
54
55
    _import_structure["unets.unet_1d"] = ["UNet1DModel"]
    _import_structure["unets.unet_2d"] = ["UNet2DModel"]
    _import_structure["unets.unet_2d_condition"] = ["UNet2DConditionModel"]
    _import_structure["unets.unet_3d_condition"] = ["UNet3DConditionModel"]
56
    _import_structure["unets.unet_i2vgen_xl"] = ["I2VGenXLUNet"]
57
58
59
    _import_structure["unets.unet_kandinsky3"] = ["Kandinsky3UNet"]
    _import_structure["unets.unet_motion_model"] = ["MotionAdapter", "UNetMotionModel"]
    _import_structure["unets.unet_spatio_temporal_condition"] = ["UNetSpatioTemporalConditionModel"]
60
    _import_structure["unets.unet_stable_cascade"] = ["StableCascadeUNet"]
61
    _import_structure["unets.uvit_2d"] = ["UVit2DModel"]
62
63

if is_flax_available():
Dhruv Nair's avatar
Dhruv Nair committed
64
    _import_structure["controlnet_flax"] = ["FlaxControlNetModel"]
65
    _import_structure["unets.unet_2d_condition_flax"] = ["FlaxUNet2DConditionModel"]
Dhruv Nair's avatar
Dhruv Nair committed
66
67
68
    _import_structure["vae_flax"] = ["FlaxAutoencoderKL"]


69
if TYPE_CHECKING or DIFFUSERS_SLOW_IMPORT:
70
71
    if is_torch_available():
        from .adapter import MultiAdapter, T2IAdapter
72
73
74
75
76
77
        from .autoencoders import (
            AsymmetricAutoencoderKL,
            AutoencoderKL,
            AutoencoderKLTemporalDecoder,
            AutoencoderTiny,
            ConsistencyDecoderVAE,
78
            VQModel,
79
        )
80
        from .controlnet import ControlNetModel
81
        from .controlnet_hunyuan import HunyuanDiT2DControlNetModel, HunyuanDiT2DMultiControlNetModel
82
        from .controlnet_sd3 import SD3ControlNetModel, SD3MultiControlNetModel
83
        from .controlnet_xs import ControlNetXSAdapter, UNetControlNetXSModel
84
        from .embeddings import ImageProjection
85
        from .modeling_utils import ModelMixin
86
        from .transformers import (
87
            DiTTransformer2DModel,
88
            DualTransformer2DModel,
89
            HunyuanDiT2DModel,
90
            LatteTransformer3DModel,
91
            LuminaNextDiT2DModel,
92
            PixArtTransformer2DModel,
93
            PriorTransformer,
Dhruv Nair's avatar
Dhruv Nair committed
94
            SD3Transformer2DModel,
95
96
97
98
            T5FilmDecoder,
            Transformer2DModel,
            TransformerTemporalModel,
        )
99
        from .unets import (
100
            I2VGenXLUNet,
101
102
            Kandinsky3UNet,
            MotionAdapter,
103
            StableCascadeUNet,
104
105
106
107
108
109
110
111
            UNet1DModel,
            UNet2DConditionModel,
            UNet2DModel,
            UNet3DConditionModel,
            UNetMotionModel,
            UNetSpatioTemporalConditionModel,
            UVit2DModel,
        )
112
113
114

    if is_flax_available():
        from .controlnet_flax import FlaxControlNetModel
115
        from .unets import FlaxUNet2DConditionModel
116
117
118
119
        from .vae_flax import FlaxAutoencoderKL

else:
    import sys
Dhruv Nair's avatar
Dhruv Nair committed
120

121
    sys.modules[__name__] = _LazyModule(__name__, globals()["__file__"], _import_structure, module_spec=__spec__)