[Utils] Correct custom init sort (#4967)

* [Utils] Correct custom init sort

* [Utils] Correct custom init sort

* [Utils] Correct custom init sort

* add type checking

* fix custom init sort

* fix test

* fix tests

---------
Co-authored-by: Dhruv Nair <dhruv.nair@gmail.com>

src/diffusers/models/__init__.py

@@ -12,6 +12,8 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
+from typing import TYPE_CHECKING
+
 from ..utils import _LazyModule, is_flax_available, is_torch_available
 
 
@@ -40,7 +42,32 @@ if is_flax_available():
     _import_structure["unet_2d_condition_flax"] = ["FlaxUNet2DConditionModel"]
     _import_structure["vae_flax"] = ["FlaxAutoencoderKL"]
 
-import sys
 
+if TYPE_CHECKING:
+    if is_torch_available():
+        from .adapter import MultiAdapter, T2IAdapter
+        from .autoencoder_asym_kl import AsymmetricAutoencoderKL
+        from .autoencoder_kl import AutoencoderKL
+        from .autoencoder_tiny import AutoencoderTiny
+        from .controlnet import ControlNetModel
+        from .dual_transformer_2d import DualTransformer2DModel
+        from .modeling_utils import ModelMixin
+        from .prior_transformer import PriorTransformer
+        from .t5_film_transformer import T5FilmDecoder
+        from .transformer_2d import Transformer2DModel
+        from .transformer_temporal import TransformerTemporalModel
+        from .unet_1d import UNet1DModel
+        from .unet_2d import UNet2DModel
+        from .unet_2d_condition import UNet2DConditionModel
+        from .unet_3d_condition import UNet3DConditionModel
+        from .vq_model import VQModel
+
+    if is_flax_available():
+        from .controlnet_flax import FlaxControlNetModel
+        from .unet_2d_condition_flax import FlaxUNet2DConditionModel
+        from .vae_flax import FlaxAutoencoderKL
+
+else:
+    import sys
 
-sys.modules[__name__] = _LazyModule(__name__, globals()["__file__"], _import_structure, module_spec=__spec__)
+    sys.modules[__name__] = _LazyModule(__name__, globals()["__file__"], _import_structure, module_spec=__spec__)

src/diffusers/pipelines/__init__.py

+from typing import TYPE_CHECKING
+
 from ..utils import (
     OptionalDependencyNotAvailable,
     _LazyModule,
@@ -13,8 +15,8 @@ from ..utils import (
 
 
 # These modules contain pipelines from multiple libraries/frameworks
-_import_structure = {"stable_diffusion": [], "latent_diffusion": [], "controlnet": []}
 _dummy_objects = {}
+_import_structure = {"stable_diffusion": [], "latent_diffusion": [], "controlnet": []}
 
 try:
     if not is_torch_available():
@@ -23,7 +25,6 @@ except OptionalDependencyNotAvailable:
     from ..utils import dummy_pt_objects  # noqa F403
 
     _dummy_objects.update(get_objects_from_module(dummy_pt_objects))
-
 else:
     _import_structure["auto_pipeline"] = [
         "AutoPipelineForImage2Image",
@@ -42,7 +43,6 @@ else:
     _import_structure["repaint"] = ["RePaintPipeline"]
     _import_structure["score_sde_ve"] = ["ScoreSdeVePipeline"]
     _import_structure["stochastic_karras_ve"] = ["KarrasVePipeline"]
-
 try:
     if not (is_torch_available() and is_librosa_available()):
         raise OptionalDependencyNotAvailable()
@@ -50,10 +50,8 @@ except OptionalDependencyNotAvailable:
     from ..utils import dummy_torch_and_librosa_objects  # noqa F403
 
     _dummy_objects.update(get_objects_from_module(dummy_torch_and_librosa_objects))
-
 else:
     _import_structure["audio_diffusion"] = ["AudioDiffusionPipeline", "Mel"]
-
 try:
     if not (is_torch_available() and is_transformers_available()):
         raise OptionalDependencyNotAvailable()
@@ -61,11 +59,14 @@ except OptionalDependencyNotAvailable:
     from ..utils import dummy_torch_and_transformers_objects  # noqa F403
 
     _dummy_objects.update(get_objects_from_module(dummy_torch_and_transformers_objects))
-
 else:
     _import_structure["alt_diffusion"] = ["AltDiffusionImg2ImgPipeline", "AltDiffusionPipeline"]
     _import_structure["audioldm"] = ["AudioLDMPipeline"]
-    _import_structure["audioldm2"] = ["AudioLDM2Pipeline", "AudioLDM2ProjectionModel", "AudioLDM2UNet2DConditionModel"]
+    _import_structure["audioldm2"] = [
+        "AudioLDM2Pipeline",
+        "AudioLDM2ProjectionModel",
+        "AudioLDM2UNet2DConditionModel",
+    ]
     _import_structure["controlnet"].extend(
         [
             "StableDiffusionControlNetImg2ImgPipeline",
@@ -117,6 +118,8 @@ else:
             "StableDiffusionDepth2ImgPipeline",
             "StableDiffusionDiffEditPipeline",
             "StableDiffusionGLIGENPipeline",
+            "StableDiffusionGLIGENPipeline",
+            "StableDiffusionGLIGENTextImagePipeline",
             "StableDiffusionImageVariationPipeline",
             "StableDiffusionImg2ImgPipeline",
             "StableDiffusionInpaintPipeline",
@@ -133,8 +136,6 @@ else:
             "StableDiffusionUpscalePipeline",
             "StableUnCLIPImg2ImgPipeline",
             "StableUnCLIPPipeline",
-            "StableDiffusionGLIGENTextImagePipeline",
-            "StableDiffusionGLIGENPipeline",
         ]
     )
     _import_structure["stable_diffusion_safe"] = ["StableDiffusionPipelineSafe"]
@@ -169,8 +170,6 @@ else:
         "WuerstchenDecoderPipeline",
         "WuerstchenPriorPipeline",
     ]
-
-
 try:
     if not is_onnx_available():
         raise OptionalDependencyNotAvailable()
@@ -178,10 +177,8 @@ except OptionalDependencyNotAvailable:
     from ..utils import dummy_onnx_objects  # noqa F403
 
     _dummy_objects.update(get_objects_from_module(dummy_onnx_objects))
-
 else:
     _import_structure["onnx_utils"] = ["OnnxRuntimeModel"]
-
 try:
     if not (is_torch_available() and is_transformers_available() and is_onnx_available()):
         raise OptionalDependencyNotAvailable()
@@ -189,7 +186,6 @@ except OptionalDependencyNotAvailable:
     from ..utils import dummy_torch_and_transformers_and_onnx_objects  # noqa F403
 
     _dummy_objects.update(get_objects_from_module(dummy_torch_and_transformers_and_onnx_objects))
-
 else:
     _import_structure["stable_diffusion"].extend(
         [
@@ -201,7 +197,6 @@ else:
             "StableDiffusionOnnxPipeline",
         ]
     )
-
 try:
     if not (is_torch_available() and is_transformers_available() and is_k_diffusion_available()):
         raise OptionalDependencyNotAvailable()
@@ -209,10 +204,8 @@ except OptionalDependencyNotAvailable:
     from ..utils import dummy_torch_and_transformers_and_k_diffusion_objects  # noqa F403
 
     _dummy_objects.update(get_objects_from_module(dummy_torch_and_transformers_and_k_diffusion_objects))
-
 else:
     _import_structure["stable_diffusion"].extend(["StableDiffusionKDiffusionPipeline"])
-
 try:
     if not is_flax_available():
         raise OptionalDependencyNotAvailable()
@@ -220,11 +213,8 @@ except OptionalDependencyNotAvailable:
     from ..utils import dummy_flax_objects  # noqa F403
 
     _dummy_objects.update(get_objects_from_module(dummy_flax_objects))
-
 else:
     _import_structure["pipeline_flax_utils"] = ["FlaxDiffusionPipeline"]
-
-
 try:
     if not (is_flax_available() and is_transformers_available()):
         raise OptionalDependencyNotAvailable()
@@ -232,7 +222,6 @@ except OptionalDependencyNotAvailable:
     from ..utils import dummy_flax_and_transformers_objects  # noqa F403
 
     _dummy_objects.update(get_objects_from_module(dummy_flax_and_transformers_objects))
-
 else:
     _import_structure["controlnet"].extend(["FlaxStableDiffusionControlNetPipeline"])
     _import_structure["stable_diffusion"].extend(
@@ -249,19 +238,217 @@ except OptionalDependencyNotAvailable:
     from ..utils import dummy_transformers_and_torch_and_note_seq_objects  # noqa F403
 
     _dummy_objects.update(get_objects_from_module(dummy_transformers_and_torch_and_note_seq_objects))
-
 else:
     _import_structure["spectrogram_diffusion"] = ["MidiProcessor", "SpectrogramDiffusionPipeline"]
 
+if TYPE_CHECKING:
+    try:
+        if not is_torch_available():
+            raise OptionalDependencyNotAvailable()
+    except OptionalDependencyNotAvailable:
+        from ..utils.dummy_pt_objects import *  # noqa F403
+
+    else:
+        from .auto_pipeline import AutoPipelineForImage2Image, AutoPipelineForInpainting, AutoPipelineForText2Image
+        from .consistency_models import ConsistencyModelPipeline
+        from .dance_diffusion import DanceDiffusionPipeline
+        from .ddim import DDIMPipeline
+        from .ddpm import DDPMPipeline
+        from .dit import DiTPipeline
+        from .latent_diffusion import LDMSuperResolutionPipeline
+        from .latent_diffusion_uncond import LDMPipeline
+        from .pipeline_utils import AudioPipelineOutput, DiffusionPipeline, ImagePipelineOutput
+        from .pndm import PNDMPipeline
+        from .repaint import RePaintPipeline
+        from .score_sde_ve import ScoreSdeVePipeline
+        from .stochastic_karras_ve import KarrasVePipeline
+
+    try:
+        if not (is_torch_available() and is_librosa_available()):
+            raise OptionalDependencyNotAvailable()
+    except OptionalDependencyNotAvailable:
+        from ..utils.dummy_torch_and_librosa_objects import *
+    else:
+        from .audio_diffusion import AudioDiffusionPipeline, Mel
 
-import sys
+    try:
+        if not (is_torch_available() and is_transformers_available()):
+            raise OptionalDependencyNotAvailable()
+    except OptionalDependencyNotAvailable:
+        from ..utils.dummy_torch_and_transformers_objects import *
+    else:
+        from .alt_diffusion import AltDiffusionImg2ImgPipeline, AltDiffusionPipeline
+        from .audioldm import AudioLDMPipeline
+        from .audioldm2 import AudioLDM2Pipeline, AudioLDM2ProjectionModel, AudioLDM2UNet2DConditionModel
+        from .controlnet import (
+            StableDiffusionControlNetImg2ImgPipeline,
+            StableDiffusionControlNetInpaintPipeline,
+            StableDiffusionControlNetPipeline,
+            StableDiffusionXLControlNetImg2ImgPipeline,
+            StableDiffusionXLControlNetInpaintPipeline,
+            StableDiffusionXLControlNetPipeline,
+        )
+        from .deepfloyd_if import (
+            IFImg2ImgPipeline,
+            IFImg2ImgSuperResolutionPipeline,
+            IFInpaintingPipeline,
+            IFInpaintingSuperResolutionPipeline,
+            IFPipeline,
+            IFSuperResolutionPipeline,
+        )
+        from .kandinsky import (
+            KandinskyCombinedPipeline,
+            KandinskyImg2ImgCombinedPipeline,
+            KandinskyImg2ImgPipeline,
+            KandinskyInpaintCombinedPipeline,
+            KandinskyInpaintPipeline,
+            KandinskyPipeline,
+            KandinskyPriorPipeline,
+        )
+        from .kandinsky2_2 import (
+            KandinskyV22CombinedPipeline,
+            KandinskyV22ControlnetImg2ImgPipeline,
+            KandinskyV22ControlnetPipeline,
+            KandinskyV22Img2ImgCombinedPipeline,
+            KandinskyV22Img2ImgPipeline,
+            KandinskyV22InpaintCombinedPipeline,
+            KandinskyV22InpaintPipeline,
+            KandinskyV22Pipeline,
+            KandinskyV22PriorEmb2EmbPipeline,
+            KandinskyV22PriorPipeline,
+        )
+        from .latent_diffusion import LDMTextToImagePipeline
+        from .musicldm import MusicLDMPipeline
+        from .paint_by_example import PaintByExamplePipeline
+        from .semantic_stable_diffusion import SemanticStableDiffusionPipeline
+        from .shap_e import ShapEImg2ImgPipeline, ShapEPipeline
+        from .stable_diffusion import (
+            CycleDiffusionPipeline,
+            StableDiffusionAttendAndExcitePipeline,
+            StableDiffusionDepth2ImgPipeline,
+            StableDiffusionDiffEditPipeline,
+            StableDiffusionGLIGENPipeline,
+            StableDiffusionGLIGENTextImagePipeline,
+            StableDiffusionImageVariationPipeline,
+            StableDiffusionImg2ImgPipeline,
+            StableDiffusionInpaintPipeline,
+            StableDiffusionInpaintPipelineLegacy,
+            StableDiffusionInstructPix2PixPipeline,
+            StableDiffusionLatentUpscalePipeline,
+            StableDiffusionLDM3DPipeline,
+            StableDiffusionModelEditingPipeline,
+            StableDiffusionPanoramaPipeline,
+            StableDiffusionParadigmsPipeline,
+            StableDiffusionPipeline,
+            StableDiffusionPix2PixZeroPipeline,
+            StableDiffusionSAGPipeline,
+            StableDiffusionUpscalePipeline,
+            StableUnCLIPImg2ImgPipeline,
+            StableUnCLIPPipeline,
+        )
+        from .stable_diffusion_safe import StableDiffusionPipelineSafe
+        from .stable_diffusion_xl import (
+            StableDiffusionXLImg2ImgPipeline,
+            StableDiffusionXLInpaintPipeline,
+            StableDiffusionXLInstructPix2PixPipeline,
+            StableDiffusionXLPipeline,
+        )
+        from .t2i_adapter import StableDiffusionAdapterPipeline, StableDiffusionXLAdapterPipeline
+        from .text_to_video_synthesis import (
+            TextToVideoSDPipeline,
+            TextToVideoZeroPipeline,
+            VideoToVideoSDPipeline,
+        )
+        from .unclip import UnCLIPImageVariationPipeline, UnCLIPPipeline
+        from .unidiffuser import (
+            ImageTextPipelineOutput,
+            UniDiffuserModel,
+            UniDiffuserPipeline,
+            UniDiffuserTextDecoder,
+        )
+        from .versatile_diffusion import (
+            VersatileDiffusionDualGuidedPipeline,
+            VersatileDiffusionImageVariationPipeline,
+            VersatileDiffusionPipeline,
+            VersatileDiffusionTextToImagePipeline,
+        )
+        from .vq_diffusion import VQDiffusionPipeline
+        from .wuerstchen import (
+            WuerstchenCombinedPipeline,
+            WuerstchenDecoderPipeline,
+            WuerstchenPriorPipeline,
+        )
 
+        try:
+            if not is_onnx_available():
+                raise OptionalDependencyNotAvailable()
+        except OptionalDependencyNotAvailable:
+            from ..utils.dummy_onnx_objects import *  # noqa F403
+
+        else:
+            from .onnx_utils import OnnxRuntimeModel
+
+        try:
+            if not (is_torch_available() and is_transformers_available() and is_onnx_available()):
+                raise OptionalDependencyNotAvailable()
+        except OptionalDependencyNotAvailable:
+            from ..utils.dummy_torch_and_transformers_and_onnx_objects import *
+        else:
+            from .stable_diffusion import (
+                OnnxStableDiffusionImg2ImgPipeline,
+                OnnxStableDiffusionInpaintPipeline,
+                OnnxStableDiffusionInpaintPipelineLegacy,
+                OnnxStableDiffusionPipeline,
+                OnnxStableDiffusionUpscalePipeline,
+                StableDiffusionOnnxPipeline,
+            )
 
-sys.modules[__name__] = _LazyModule(
+        try:
+            if not (is_torch_available() and is_transformers_available() and is_k_diffusion_available()):
+                raise OptionalDependencyNotAvailable()
+        except OptionalDependencyNotAvailable:
+            from ..utils.dummy_torch_and_transformers_and_k_diffusion_objects import *
+        else:
+            from .stable_diffusion import StableDiffusionKDiffusionPipeline
+
+        try:
+            if not is_flax_available():
+                raise OptionalDependencyNotAvailable()
+        except OptionalDependencyNotAvailable:
+            from ..utils.dummy_flax_objects import *  # noqa F403
+        else:
+            from .pipeline_flax_utils import FlaxDiffusionPipeline
+
+        try:
+            if not (is_flax_available() and is_transformers_available()):
+                raise OptionalDependencyNotAvailable()
+        except OptionalDependencyNotAvailable:
+            from ..utils.dummy_flax_and_transformers_objects import *
+        else:
+            from .controlnet import FlaxStableDiffusionControlNetPipeline
+            from .stable_diffusion import (
+                FlaxStableDiffusionImg2ImgPipeline,
+                FlaxStableDiffusionInpaintPipeline,
+                FlaxStableDiffusionPipeline,
+            )
+
+        try:
+            if not (is_transformers_available() and is_torch_available() and is_note_seq_available()):
+                raise OptionalDependencyNotAvailable()
+        except OptionalDependencyNotAvailable:
+            from ..utils.dummy_transformers_and_torch_and_note_seq_objects import *  # noqa F403
+
+        else:
+            from .spectrogram_diffusion import MidiProcessor, SpectrogramDiffusionPipeline
+
+else:
+    import sys
+
+    sys.modules[__name__] = _LazyModule(
         __name__,
         globals()["__file__"],
         _import_structure,
         module_spec=__spec__,
-)
-for name, value in _dummy_objects.items():
+    )
+    for name, value in _dummy_objects.items():
         setattr(sys.modules[__name__], name, value)

src/diffusers/pipelines/alt_diffusion/__init__.py

+from typing import TYPE_CHECKING
+
 from ...utils import (
     OptionalDependencyNotAvailable,
     _LazyModule,
@@ -7,8 +9,8 @@ from ...utils import (
 )
 
 
-_import_structure = {}
 _dummy_objects = {}
+_import_structure = {}
 
 try:
     if not (is_transformers_available() and is_torch_available()):
@@ -17,21 +19,34 @@ except OptionalDependencyNotAvailable:
     from ...utils import dummy_torch_and_transformers_objects
 
     _dummy_objects.update(get_objects_from_module(dummy_torch_and_transformers_objects))
-
 else:
-    _import_structure["pipeline_output"] = ["AltDiffusionPipelineOutput"]
     _import_structure["modeling_roberta_series"] = ["RobertaSeriesModelWithTransformation"]
     _import_structure["pipeline_alt_diffusion"] = ["AltDiffusionPipeline"]
     _import_structure["pipeline_alt_diffusion_img2img"] = ["AltDiffusionImg2ImgPipeline"]
 
-import sys
+    _import_structure["pipeline_output"] = ["AltDiffusionPipelineOutput"]
+
+if TYPE_CHECKING:
+    try:
+        if not (is_transformers_available() and is_torch_available()):
+            raise OptionalDependencyNotAvailable()
+    except OptionalDependencyNotAvailable:
+        from ...utils.dummy_torch_and_transformers_objects import *
+
+    else:
+        from .modeling_roberta_series import RobertaSeriesModelWithTransformation
+        from .pipeline_alt_diffusion import AltDiffusionPipeline
+        from .pipeline_alt_diffusion_img2img import AltDiffusionImg2ImgPipeline
+        from .pipeline_output import AltDiffusionPipelineOutput
 
+else:
+    import sys
 
-sys.modules[__name__] = _LazyModule(
+    sys.modules[__name__] = _LazyModule(
         __name__,
         globals()["__file__"],
         _import_structure,
         module_spec=__spec__,
-)
-for name, value in _dummy_objects.items():
+    )
+    for name, value in _dummy_objects.items():
         setattr(sys.modules[__name__], name, value)

src/diffusers/pipelines/audio_diffusion/__init__.py

-from ...utils import _LazyModule
+from typing import TYPE_CHECKING
 
+from ...utils import _LazyModule
 
-_import_structure = {}
-_dummy_objects = {}
 
-_import_structure["mel"] = ["Mel"]
-_import_structure["pipeline_audio_diffusion"] = ["AudioDiffusionPipeline"]
+_import_structure = {
+    "mel": ["Mel"],
+    "pipeline_audio_diffusion": ["AudioDiffusionPipeline"],
+}
 
-import sys
+if TYPE_CHECKING:
+    from .mel import Mel
+    from .pipeline_audio_diffusion import AudioDiffusionPipeline
 
+else:
+    import sys
 
-sys.modules[__name__] = _LazyModule(
+    sys.modules[__name__] = _LazyModule(
         __name__,
         globals()["__file__"],
         _import_structure,
         module_spec=__spec__,
-)
+    )

src/diffusers/pipelines/audioldm/__init__.py

+from typing import TYPE_CHECKING
+
 from ...utils import (
     OptionalDependencyNotAvailable,
     _LazyModule,
@@ -7,9 +9,8 @@ from ...utils import (
 )
 
 
-_import_structure = {}
 _dummy_objects = {}
-
+_import_structure = {}
 
 try:
     if not (is_transformers_available() and is_torch_available() and is_transformers_version(">=", "4.27.0")):
@@ -20,19 +21,30 @@ except OptionalDependencyNotAvailable:
     )
 
     _dummy_objects.update({"AudioLDMPipeline": AudioLDMPipeline})
-
 else:
     _import_structure["pipeline_audioldm"] = ["AudioLDMPipeline"]
 
-import sys
 
+if TYPE_CHECKING:
+    try:
+        if not (is_transformers_available() and is_torch_available() and is_transformers_version(">=", "4.27.0")):
+            raise OptionalDependencyNotAvailable()
+    except OptionalDependencyNotAvailable:
+        from ...utils.dummy_torch_and_transformers_objects import (
+            AudioLDMPipeline,
+        )
+
+    else:
+        from .pipeline_audioldm import AudioLDMPipeline
+else:
+    import sys
 
-sys.modules[__name__] = _LazyModule(
+    sys.modules[__name__] = _LazyModule(
         __name__,
         globals()["__file__"],
         _import_structure,
         module_spec=__spec__,
-)
+    )
 
-for name, value in _dummy_objects.items():
+    for name, value in _dummy_objects.items():
         setattr(sys.modules[__name__], name, value)

src/diffusers/pipelines/audioldm2/__init__.py

+from typing import TYPE_CHECKING
+
 from ...utils import (
     OptionalDependencyNotAvailable,
     _LazyModule,
@@ -8,9 +10,8 @@ from ...utils import (
 )
 
 
-_import_structure = {}
 _dummy_objects = {}
-
+_import_structure = {}
 
 try:
     if not (is_transformers_available() and is_torch_available() and is_transformers_version(">=", "4.27.0")):
@@ -19,11 +20,23 @@ except OptionalDependencyNotAvailable:
     from ...utils import dummy_torch_and_transformers_objects
 
     _dummy_objects.update(get_objects_from_module(dummy_torch_and_transformers_objects))
-
 else:
     _import_structure["modeling_audioldm2"] = ["AudioLDM2ProjectionModel", "AudioLDM2UNet2DConditionModel"]
     _import_structure["pipeline_audioldm2"] = ["AudioLDM2Pipeline"]
 
+
+if TYPE_CHECKING:
+    try:
+        if not (is_transformers_available() and is_torch_available() and is_transformers_version(">=", "4.27.0")):
+            raise OptionalDependencyNotAvailable()
+    except OptionalDependencyNotAvailable:
+        from ...utils.dummy_torch_and_transformers_objects import *
+
+    else:
+        from .modeling_audioldm2 import AudioLDM2ProjectionModel, AudioLDM2UNet2DConditionModel
+        from .pipeline_audioldm2 import AudioLDM2Pipeline
+
+else:
     import sys
 
     sys.modules[__name__] = _LazyModule(
@@ -32,3 +45,5 @@ else:
         _import_structure,
         module_spec=__spec__,
     )
+    for name, value in _dummy_objects.items():
+        setattr(sys.modules[__name__], name, value)

src/diffusers/pipelines/consistency_models/__init__.py

+from typing import TYPE_CHECKING
+
 from ...utils import (
     _LazyModule,
 )
 
 
-_import_structure = {}
-_import_structure["pipeline_consistency_models"] = ["ConsistencyModelPipeline"]
+_import_structure = {"pipeline_consistency_models": ["ConsistencyModelPipeline"]}
 
-import sys
+if TYPE_CHECKING:
+    from .pipeline_consistency_models import ConsistencyModelPipeline
 
+else:
+    import sys
 
-sys.modules[__name__] = _LazyModule(
+    sys.modules[__name__] = _LazyModule(
         __name__,
         globals()["__file__"],
         _import_structure,
         module_spec=__spec__,
-)
+    )

src/diffusers/pipelines/controlnet/__init__.py

+from typing import TYPE_CHECKING
+
 from ...utils import (
     OptionalDependencyNotAvailable,
     _LazyModule,
@@ -8,50 +10,68 @@ from ...utils import (
 )
 
 
-_import_structure = {}
 _dummy_objects = {}
-
+_import_structure = {}
 
 try:
     if not (is_transformers_available() and is_torch_available()):
         raise OptionalDependencyNotAvailable()
-
 except OptionalDependencyNotAvailable:
     from ...utils import dummy_torch_and_transformers_objects  # noqa F403
 
     _dummy_objects.update(get_objects_from_module(dummy_torch_and_transformers_objects))
-
-
 else:
     _import_structure["multicontrolnet"] = ["MultiControlNetModel"]
     _import_structure["pipeline_controlnet"] = ["StableDiffusionControlNetPipeline"]
     _import_structure["pipeline_controlnet_img2img"] = ["StableDiffusionControlNetImg2ImgPipeline"]
     _import_structure["pipeline_controlnet_inpaint"] = ["StableDiffusionControlNetInpaintPipeline"]
+    _import_structure["pipeline_controlnet_inpaint_sd_xl"] = ["StableDiffusionXLControlNetInpaintPipeline"]
     _import_structure["pipeline_controlnet_sd_xl"] = ["StableDiffusionXLControlNetPipeline"]
     _import_structure["pipeline_controlnet_sd_xl_img2img"] = ["StableDiffusionXLControlNetImg2ImgPipeline"]
-    _import_structure["pipeline_controlnet_inpaint_sd_xl"] = ["StableDiffusionXLControlNetInpaintPipeline"]
-
 try:
     if not (is_transformers_available() and is_flax_available()):
         raise OptionalDependencyNotAvailable()
-
 except OptionalDependencyNotAvailable:
     from ...utils import dummy_flax_and_transformers_objects  # noqa F403
 
     _dummy_objects.update(get_objects_from_module(dummy_flax_and_transformers_objects))
-
 else:
     _import_structure["pipeline_flax_controlnet"] = ["FlaxStableDiffusionControlNetPipeline"]
 
-import sys
 
+if TYPE_CHECKING:
+    try:
+        if not (is_transformers_available() and is_torch_available()):
+            raise OptionalDependencyNotAvailable()
+
+    except OptionalDependencyNotAvailable:
+        from ...utils.dummy_torch_and_transformers_objects import *
+    else:
+        from .multicontrolnet import MultiControlNetModel
+        from .pipeline_controlnet import StableDiffusionControlNetPipeline
+        from .pipeline_controlnet_img2img import StableDiffusionControlNetImg2ImgPipeline
+        from .pipeline_controlnet_inpaint import StableDiffusionControlNetInpaintPipeline
+        from .pipeline_controlnet_inpaint_sd_xl import StableDiffusionXLControlNetInpaintPipeline
+        from .pipeline_controlnet_sd_xl import StableDiffusionXLControlNetPipeline
+        from .pipeline_controlnet_sd_xl_img2img import StableDiffusionXLControlNetImg2ImgPipeline
+
+    try:
+        if not (is_transformers_available() and is_flax_available()):
+            raise OptionalDependencyNotAvailable()
+    except OptionalDependencyNotAvailable:
+        from ...utils.dummy_flax_and_transformers_objects import *  # noqa F403
+    else:
+        from .pipeline_flax_controlnet import FlaxStableDiffusionControlNetPipeline
 
-sys.modules[__name__] = _LazyModule(
+
+else:
+    import sys
+
+    sys.modules[__name__] = _LazyModule(
         __name__,
         globals()["__file__"],
         _import_structure,
         module_spec=__spec__,
-)
-
-for name, value in _dummy_objects.items():
+    )
+    for name, value in _dummy_objects.items():
         setattr(sys.modules[__name__], name, value)

src/diffusers/pipelines/dance_diffusion/__init__.py

-from ...utils import _LazyModule
-
+from typing import TYPE_CHECKING
 
-_import_structure = {}
-_import_structure["pipeline_dance_diffusion"] = ["DanceDiffusionPipeline"]
+from ...utils import _LazyModule
 
 
-import sys
+_import_structure = {"pipeline_dance_diffusion": ["DanceDiffusionPipeline"]}
 
+if TYPE_CHECKING:
+    from .pipeline_dance_diffusion import DanceDiffusionPipeline
+else:
+    import sys
 
-sys.modules[__name__] = _LazyModule(
+    sys.modules[__name__] = _LazyModule(
         __name__,
         globals()["__file__"],
         _import_structure,
         module_spec=__spec__,
-)
+    )

src/diffusers/pipelines/ddim/__init__.py

-from ...utils import _LazyModule
+from typing import TYPE_CHECKING
 
+from ...utils import _LazyModule
 
-_import_structure = {}
-_import_structure["pipeline_ddim"] = ["DDIMPipeline"]
 
-import sys
+_import_structure = {"pipeline_ddim": ["DDIMPipeline"]}
 
+if TYPE_CHECKING:
+    from .pipeline_ddim import DDIMPipeline
+else:
+    import sys
 
-sys.modules[__name__] = _LazyModule(
+    sys.modules[__name__] = _LazyModule(
         __name__,
         globals()["__file__"],
         _import_structure,
         module_spec=__spec__,
-)
+    )

src/diffusers/pipelines/ddpm/__init__.py

+from typing import TYPE_CHECKING
+
 from ...utils import (
     _LazyModule,
 )
 
 
-_import_structure = {}
-_import_structure["pipeline_ddpm"] = ["DDPMPipeline"]
+_import_structure = {"pipeline_ddpm": ["DDPMPipeline"]}
 
-import sys
+if TYPE_CHECKING:
+    from .pipeline_ddpm import DDPMPipeline
 
+else:
+    import sys
 
-sys.modules[__name__] = _LazyModule(
+    sys.modules[__name__] = _LazyModule(
         __name__,
         globals()["__file__"],
         _import_structure,
         module_spec=__spec__,
-)
+    )

src/diffusers/pipelines/deepfloyd_if/__init__.py

+from typing import TYPE_CHECKING
+
 from ...utils import (
     OptionalDependencyNotAvailable,
     _LazyModule,
@@ -7,19 +9,19 @@ from ...utils import (
 )
 
 
-_import_structure = {}
 _dummy_objects = {}
-
-_import_structure["timesteps"] = [
+_import_structure = {
+    "timesteps": [
         "fast27_timesteps",
-    "smart27_timesteps",
-    "smart50_timesteps",
         "smart100_timesteps",
         "smart185_timesteps",
+        "smart27_timesteps",
+        "smart50_timesteps",
+        "super100_timesteps",
         "super27_timesteps",
         "super40_timesteps",
-    "super100_timesteps",
-]
+    ]
+}
 
 try:
     if not (is_transformers_available() and is_torch_available()):
@@ -28,28 +30,55 @@ except OptionalDependencyNotAvailable:
     from ...utils import dummy_torch_and_transformers_objects  # noqa F403
 
     _dummy_objects.update(get_objects_from_module(dummy_torch_and_transformers_objects))
-
 else:
-    _import_structure["pipeline_output"] = ["IFPipelineOutput"]
     _import_structure["pipeline_if"] = ["IFPipeline"]
     _import_structure["pipeline_if_img2img"] = ["IFImg2ImgPipeline"]
     _import_structure["pipeline_if_img2img_superresolution"] = ["IFImg2ImgSuperResolutionPipeline"]
     _import_structure["pipeline_if_inpainting"] = ["IFInpaintingPipeline"]
     _import_structure["pipeline_if_inpainting_superresolution"] = ["IFInpaintingSuperResolutionPipeline"]
     _import_structure["pipeline_if_superresolution"] = ["IFSuperResolutionPipeline"]
+    _import_structure["pipeline_output"] = ["IFPipelineOutput"]
     _import_structure["safety_checker"] = ["IFSafetyChecker"]
     _import_structure["watermark"] = ["IFWatermarker"]
 
 
-import sys
+if TYPE_CHECKING:
+    try:
+        if not (is_transformers_available() and is_torch_available()):
+            raise OptionalDependencyNotAvailable()
+
+    except OptionalDependencyNotAvailable:
+        from ...utils.dummy_torch_and_transformers_objects import *
+    else:
+        from .pipeline_if import IFPipeline
+        from .pipeline_if_img2img import IFImg2ImgPipeline
+        from .pipeline_if_img2img_superresolution import IFImg2ImgSuperResolutionPipeline
+        from .pipeline_if_inpainting import IFInpaintingPipeline
+        from .pipeline_if_inpainting_superresolution import IFInpaintingSuperResolutionPipeline
+        from .pipeline_if_superresolution import IFSuperResolutionPipeline
+        from .pipeline_output import IFPipelineOutput
+        from .safety_checker import IFSafetyChecker
+        from .timesteps import (
+            fast27_timesteps,
+            smart27_timesteps,
+            smart50_timesteps,
+            smart100_timesteps,
+            smart185_timesteps,
+            super27_timesteps,
+            super40_timesteps,
+            super100_timesteps,
+        )
+        from .watermark import IFWatermarker
 
+else:
+    import sys
 
-sys.modules[__name__] = _LazyModule(
+    sys.modules[__name__] = _LazyModule(
         __name__,
         globals()["__file__"],
         _import_structure,
         module_spec=__spec__,
-)
+    )
 
-for name, value in _dummy_objects.items():
+    for name, value in _dummy_objects.items():
         setattr(sys.modules[__name__], name, value)

src/diffusers/pipelines/dit/__init__.py

+from typing import TYPE_CHECKING
+
 from ...utils import _LazyModule
 
 
-_import_structure = {}
-_import_structure["pipeline_dit"] = ["DiTPipeline"]
+_import_structure = {"pipeline_dit": ["DiTPipeline"]}
 
-import sys
+if TYPE_CHECKING:
+    from .pipeline_dit import DiTPipeline
 
+else:
+    import sys
 
-sys.modules[__name__] = _LazyModule(
+    sys.modules[__name__] = _LazyModule(
         __name__,
         globals()["__file__"],
         _import_structure,
         module_spec=__spec__,
-)
+    )

src/diffusers/pipelines/kandinsky/__init__.py

+from typing import TYPE_CHECKING
+
 from ...utils import (
     OptionalDependencyNotAvailable,
     _LazyModule,
@@ -7,9 +9,8 @@ from ...utils import (
 )
 
 
-_import_structure = {}
 _dummy_objects = {}
-
+_import_structure = {}
 
 try:
     if not (is_transformers_available() and is_torch_available()):
@@ -18,7 +19,6 @@ except OptionalDependencyNotAvailable:
     from ...utils import dummy_torch_and_transformers_objects  # noqa F403
 
     _dummy_objects.update(get_objects_from_module(dummy_torch_and_transformers_objects))
-
 else:
     _import_structure["pipeline_kandinsky"] = ["KandinskyPipeline"]
     _import_structure["pipeline_kandinsky_combined"] = [
@@ -32,15 +32,34 @@ else:
     _import_structure["text_encoder"] = ["MultilingualCLIP"]
 
 
-import sys
+if TYPE_CHECKING:
+    try:
+        if not (is_transformers_available() and is_torch_available()):
+            raise OptionalDependencyNotAvailable()
+    except OptionalDependencyNotAvailable:
+        from ...utils.dummy_torch_and_transformers_objects import *
 
+    else:
+        from .pipeline_kandinsky import KandinskyPipeline
+        from .pipeline_kandinsky_combined import (
+            KandinskyCombinedPipeline,
+            KandinskyImg2ImgCombinedPipeline,
+            KandinskyInpaintCombinedPipeline,
+        )
+        from .pipeline_kandinsky_img2img import KandinskyImg2ImgPipeline
+        from .pipeline_kandinsky_inpaint import KandinskyInpaintPipeline
+        from .pipeline_kandinsky_prior import KandinskyPriorPipeline, KandinskyPriorPipelineOutput
+        from .text_encoder import MultilingualCLIP
 
-sys.modules[__name__] = _LazyModule(
+else:
+    import sys
+
+    sys.modules[__name__] = _LazyModule(
         __name__,
         globals()["__file__"],
         _import_structure,
         module_spec=__spec__,
-)
+    )
 
-for name, value in _dummy_objects.items():
+    for name, value in _dummy_objects.items():
         setattr(sys.modules[__name__], name, value)

src/diffusers/pipelines/kandinsky2_2/__init__.py

+from typing import TYPE_CHECKING
+
 from ...utils import (
     OptionalDependencyNotAvailable,
     _LazyModule,
@@ -7,9 +9,8 @@ from ...utils import (
 )
 
 
-_import_structure = {}
 _dummy_objects = {}
-
+_import_structure = {}
 
 try:
     if not (is_transformers_available() and is_torch_available()):
@@ -18,7 +19,6 @@ except OptionalDependencyNotAvailable:
     from ...utils import dummy_torch_and_transformers_objects  # noqa F403
 
     _dummy_objects.update(get_objects_from_module(dummy_torch_and_transformers_objects))
-
 else:
     _import_structure["pipeline_kandinsky2_2"] = ["KandinskyV22Pipeline"]
     _import_structure["pipeline_kandinsky2_2_combined"] = [
@@ -34,15 +34,36 @@ else:
     _import_structure["pipeline_kandinsky2_2_prior_emb2emb"] = ["KandinskyV22PriorEmb2EmbPipeline"]
 
 
-import sys
+if TYPE_CHECKING:
+    try:
+        if not (is_transformers_available() and is_torch_available()):
+            raise OptionalDependencyNotAvailable()
 
+    except OptionalDependencyNotAvailable:
+        from ...utils.dummy_torch_and_transformers_objects import *
+    else:
+        from .pipeline_kandinsky2_2 import KandinskyV22Pipeline
+        from .pipeline_kandinsky2_2_combined import (
+            KandinskyV22CombinedPipeline,
+            KandinskyV22Img2ImgCombinedPipeline,
+            KandinskyV22InpaintCombinedPipeline,
+        )
+        from .pipeline_kandinsky2_2_controlnet import KandinskyV22ControlnetPipeline
+        from .pipeline_kandinsky2_2_controlnet_img2img import KandinskyV22ControlnetImg2ImgPipeline
+        from .pipeline_kandinsky2_2_img2img import KandinskyV22Img2ImgPipeline
+        from .pipeline_kandinsky2_2_inpainting import KandinskyV22InpaintPipeline
+        from .pipeline_kandinsky2_2_prior import KandinskyV22PriorPipeline
+        from .pipeline_kandinsky2_2_prior_emb2emb import KandinskyV22PriorEmb2EmbPipeline
 
-sys.modules[__name__] = _LazyModule(
+else:
+    import sys
+
+    sys.modules[__name__] = _LazyModule(
         __name__,
         globals()["__file__"],
         _import_structure,
         module_spec=__spec__,
-)
+    )
 
-for name, value in _dummy_objects.items():
+    for name, value in _dummy_objects.items():
         setattr(sys.modules[__name__], name, value)

src/diffusers/pipelines/latent_diffusion/__init__.py

+from typing import TYPE_CHECKING
+
 from ...utils import (
     OptionalDependencyNotAvailable,
     _LazyModule,
@@ -7,9 +9,8 @@ from ...utils import (
 )
 
 
-_import_structure = {}
 _dummy_objects = {}
-
+_import_structure = {}
 
 try:
     if not (is_transformers_available() and is_torch_available()):
@@ -23,15 +24,26 @@ else:
     _import_structure["pipeline_latent_diffusion_superresolution"] = ["LDMSuperResolutionPipeline"]
 
 
-import sys
+if TYPE_CHECKING:
+    try:
+        if not (is_transformers_available() and is_torch_available()):
+            raise OptionalDependencyNotAvailable()
+
+    except OptionalDependencyNotAvailable:
+        from ...utils.dummy_torch_and_transformers_objects import *
+    else:
+        from .pipeline_latent_diffusion import LDMBertModel, LDMTextToImagePipeline
+        from .pipeline_latent_diffusion_superresolution import LDMSuperResolutionPipeline
 
+else:
+    import sys
 
-sys.modules[__name__] = _LazyModule(
+    sys.modules[__name__] = _LazyModule(
         __name__,
         globals()["__file__"],
         _import_structure,
         module_spec=__spec__,
-)
+    )
 
-for name, value in _dummy_objects.items():
+    for name, value in _dummy_objects.items():
         setattr(sys.modules[__name__], name, value)

src/diffusers/pipelines/latent_diffusion_uncond/__init__.py

-from ...utils import _LazyModule
+from typing import TYPE_CHECKING
 
+from ...utils import _LazyModule
 
-_import_structure = {}
-_import_structure["pipeline_latent_diffusion_uncond"] = ["LDMPipeline"]
 
-import sys
+_import_structure = {"pipeline_latent_diffusion_uncond": ["LDMPipeline"]}
 
+if TYPE_CHECKING:
+    from .pipeline_latent_diffusion_uncond import LDMPipeline
+else:
+    import sys
 
-sys.modules[__name__] = _LazyModule(
+    sys.modules[__name__] = _LazyModule(
         __name__,
         globals()["__file__"],
         _import_structure,
         module_spec=__spec__,
-)
+    )

src/diffusers/pipelines/musicldm/__init__.py

+from typing import TYPE_CHECKING
+
 from ...utils import (
     OptionalDependencyNotAvailable,
     _LazyModule,
@@ -8,8 +10,8 @@ from ...utils import (
 )
 
 
-_import_structure = {}
 _dummy_objects = {}
+_import_structure = {}
 
 try:
     if not (is_transformers_available() and is_torch_available() and is_transformers_version(">=", "4.27.0")):
@@ -18,19 +20,29 @@ except OptionalDependencyNotAvailable:
     from ...utils import dummy_torch_and_transformers_objects  # noqa F403
 
     _dummy_objects.update(get_objects_from_module(dummy_torch_and_transformers_objects))
-
 else:
     _import_structure["pipeline_musicldm"] = ["MusicLDMPipeline"]
 
-import sys
 
+if TYPE_CHECKING:
+    try:
+        if not (is_transformers_available() and is_torch_available() and is_transformers_version(">=", "4.27.0")):
+            raise OptionalDependencyNotAvailable()
+
+    except OptionalDependencyNotAvailable:
+        from ...utils.dummy_torch_and_transformers_objects import *
+    else:
+        from .pipeline_musicldm import MusicLDMPipeline
 
-sys.modules[__name__] = _LazyModule(
+else:
+    import sys
+
+    sys.modules[__name__] = _LazyModule(
         __name__,
         globals()["__file__"],
         _import_structure,
         module_spec=__spec__,
-)
+    )
 
-for name, value in _dummy_objects.items():
+    for name, value in _dummy_objects.items():
         setattr(sys.modules[__name__], name, value)

src/diffusers/pipelines/paint_by_example/__init__.py

 from dataclasses import dataclass
-from typing import List, Optional, Union
+from typing import TYPE_CHECKING, List, Optional, Union
 
 import numpy as np
 import PIL
@@ -14,8 +14,8 @@ from ...utils import (
 )
 
 
-_import_structure = {}
 _dummy_objects = {}
+_import_structure = {}
 
 try:
     if not (is_transformers_available() and is_torch_available()):
@@ -28,15 +28,27 @@ else:
     _import_structure["image_encoder"] = ["PaintByExampleImageEncoder"]
     _import_structure["pipeline_paint_by_example"] = ["PaintByExamplePipeline"]
 
-import sys
 
+if TYPE_CHECKING:
+    try:
+        if not (is_transformers_available() and is_torch_available()):
+            raise OptionalDependencyNotAvailable()
+
+    except OptionalDependencyNotAvailable:
+        from ...utils.dummy_torch_and_transformers_objects import *
+    else:
+        from .image_encoder import PaintByExampleImageEncoder
+        from .pipeline_paint_by_example import PaintByExamplePipeline
+
+else:
+    import sys
 
-sys.modules[__name__] = _LazyModule(
+    sys.modules[__name__] = _LazyModule(
         __name__,
         globals()["__file__"],
         _import_structure,
         module_spec=__spec__,
-)
+    )
 
-for name, value in _dummy_objects.items():
+    for name, value in _dummy_objects.items():
         setattr(sys.modules[__name__], name, value)

src/diffusers/pipelines/pndm/__init__.py

-from ...utils import _LazyModule
-
+from typing import TYPE_CHECKING
 
-_import_structure = {}
-_import_structure["pipeline_pndm"] = ["PNDMPipeline"]
+from ...utils import _LazyModule
 
 
-import sys
+_import_structure = {"pipeline_pndm": ["PNDMPipeline"]}
 
+if TYPE_CHECKING:
+    from .pipeline_pndm import PNDMPipeline
+else:
+    import sys
 
-sys.modules[__name__] = _LazyModule(
+    sys.modules[__name__] = _LazyModule(
         __name__,
         globals()["__file__"],
         _import_structure,
         module_spec=__spec__,
-)
+    )