__init__.py 9.27 KB
Newer Older
1
2
from typing import TYPE_CHECKING

3
from ...utils import (
4
    DIFFUSERS_SLOW_IMPORT,
5
    OptionalDependencyNotAvailable,
Dhruv Nair's avatar
Dhruv Nair committed
6
7
    _LazyModule,
    get_objects_from_module,
8
    is_flax_available,
9
    is_k_diffusion_available,
10
    is_k_diffusion_version,
11
12
13
14
15
    is_onnx_available,
    is_torch_available,
    is_transformers_available,
    is_transformers_version,
)
16
17


Dhruv Nair's avatar
Dhruv Nair committed
18
_dummy_objects = {}
19
20
_additional_imports = {}
_import_structure = {"pipeline_output": ["StableDiffusionPipelineOutput"]}
Suraj Patil's avatar
Suraj Patil committed
21

Dhruv Nair's avatar
Dhruv Nair committed
22
23
if is_transformers_available() and is_flax_available():
    _import_structure["pipeline_output"].extend(["FlaxStableDiffusionPipelineOutput"])
24
25
26
27
try:
    if not (is_transformers_available() and is_torch_available()):
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
Dhruv Nair's avatar
Dhruv Nair committed
28
29
30
    from ...utils import dummy_torch_and_transformers_objects  # noqa F403

    _dummy_objects.update(get_objects_from_module(dummy_torch_and_transformers_objects))
31
else:
32
    _import_structure["clip_image_project_model"] = ["CLIPImageProjection"]
Dhruv Nair's avatar
Dhruv Nair committed
33
34
    _import_structure["pipeline_cycle_diffusion"] = ["CycleDiffusionPipeline"]
    _import_structure["pipeline_stable_diffusion"] = ["StableDiffusionPipeline"]
35
    _import_structure["pipeline_stable_diffusion_attend_and_excite"] = ["StableDiffusionAttendAndExcitePipeline"]
36
37
    _import_structure["pipeline_stable_diffusion_gligen"] = ["StableDiffusionGLIGENPipeline"]
    _import_structure["pipeline_stable_diffusion_gligen_text_image"] = ["StableDiffusionGLIGENTextImagePipeline"]
Dhruv Nair's avatar
Dhruv Nair committed
38
39
40
41
42
43
44
45
46
47
48
49
50
    _import_structure["pipeline_stable_diffusion_img2img"] = ["StableDiffusionImg2ImgPipeline"]
    _import_structure["pipeline_stable_diffusion_inpaint"] = ["StableDiffusionInpaintPipeline"]
    _import_structure["pipeline_stable_diffusion_inpaint_legacy"] = ["StableDiffusionInpaintPipelineLegacy"]
    _import_structure["pipeline_stable_diffusion_instruct_pix2pix"] = ["StableDiffusionInstructPix2PixPipeline"]
    _import_structure["pipeline_stable_diffusion_latent_upscale"] = ["StableDiffusionLatentUpscalePipeline"]
    _import_structure["pipeline_stable_diffusion_ldm3d"] = ["StableDiffusionLDM3DPipeline"]
    _import_structure["pipeline_stable_diffusion_model_editing"] = ["StableDiffusionModelEditingPipeline"]
    _import_structure["pipeline_stable_diffusion_paradigms"] = ["StableDiffusionParadigmsPipeline"]
    _import_structure["pipeline_stable_diffusion_upscale"] = ["StableDiffusionUpscalePipeline"]
    _import_structure["pipeline_stable_unclip"] = ["StableUnCLIPPipeline"]
    _import_structure["pipeline_stable_unclip_img2img"] = ["StableUnCLIPImg2ImgPipeline"]
    _import_structure["safety_checker"] = ["StableDiffusionSafetyChecker"]
    _import_structure["stable_unclip_image_normalizer"] = ["StableUnCLIPImageNormalizer"]
51
try:
52
    if not (is_transformers_available() and is_torch_available() and is_transformers_version(">=", "4.25.0")):
53
54
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
Suraj Patil's avatar
Suraj Patil committed
55
56
57
    from ...utils.dummy_torch_and_transformers_objects import (
        StableDiffusionImageVariationPipeline,
    )
Dhruv Nair's avatar
Dhruv Nair committed
58
59

    _dummy_objects.update({"StableDiffusionImageVariationPipeline": StableDiffusionImageVariationPipeline})
60
else:
Dhruv Nair's avatar
Dhruv Nair committed
61
    _import_structure["pipeline_stable_diffusion_image_variation"] = ["StableDiffusionImageVariationPipeline"]
62
try:
63
    if not (is_transformers_available() and is_torch_available() and is_transformers_version(">=", "4.26.0")):
64
65
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
66
67
68
    from ...utils.dummy_torch_and_transformers_objects import (
        StableDiffusionDepth2ImgPipeline,
    )
Dhruv Nair's avatar
Dhruv Nair committed
69
70
71
72
73
74

    _dummy_objects.update(
        {
            "StableDiffusionDepth2ImgPipeline": StableDiffusionDepth2ImgPipeline,
        }
    )
75
else:
Dhruv Nair's avatar
Dhruv Nair committed
76
77
    _import_structure["pipeline_stable_diffusion_depth2img"] = ["StableDiffusionDepth2ImgPipeline"]

78
79
80
81
try:
    if not (is_transformers_available() and is_onnx_available()):
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
Dhruv Nair's avatar
Dhruv Nair committed
82
83
84
    from ...utils import dummy_onnx_objects  # noqa F403

    _dummy_objects.update(get_objects_from_module(dummy_onnx_objects))
85
else:
Dhruv Nair's avatar
Dhruv Nair committed
86
87
88
89
90
91
92
93
    _import_structure["pipeline_onnx_stable_diffusion"] = [
        "OnnxStableDiffusionPipeline",
        "StableDiffusionOnnxPipeline",
    ]
    _import_structure["pipeline_onnx_stable_diffusion_img2img"] = ["OnnxStableDiffusionImg2ImgPipeline"]
    _import_structure["pipeline_onnx_stable_diffusion_inpaint"] = ["OnnxStableDiffusionInpaintPipeline"]
    _import_structure["pipeline_onnx_stable_diffusion_inpaint_legacy"] = ["OnnxStableDiffusionInpaintPipelineLegacy"]
    _import_structure["pipeline_onnx_stable_diffusion_upscale"] = ["OnnxStableDiffusionUpscalePipeline"]
94
95

if is_transformers_available() and is_flax_available():
Dhruv Nair's avatar
Dhruv Nair committed
96
    from ...schedulers.scheduling_pndm_flax import PNDMSchedulerState
97

Dhruv Nair's avatar
Dhruv Nair committed
98
99
100
101
102
    _additional_imports.update({"PNDMSchedulerState": PNDMSchedulerState})
    _import_structure["pipeline_flax_stable_diffusion"] = ["FlaxStableDiffusionPipeline"]
    _import_structure["pipeline_flax_stable_diffusion_img2img"] = ["FlaxStableDiffusionImg2ImgPipeline"]
    _import_structure["pipeline_flax_stable_diffusion_inpaint"] = ["FlaxStableDiffusionInpaintPipeline"]
    _import_structure["safety_checker_flax"] = ["FlaxStableDiffusionSafetyChecker"]
103

104
if TYPE_CHECKING or DIFFUSERS_SLOW_IMPORT:
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
    try:
        if not (is_transformers_available() and is_torch_available()):
            raise OptionalDependencyNotAvailable()

    except OptionalDependencyNotAvailable:
        from ...utils.dummy_torch_and_transformers_objects import *

    else:
        from .clip_image_project_model import CLIPImageProjection
        from .pipeline_stable_diffusion import (
            StableDiffusionPipeline,
            StableDiffusionPipelineOutput,
            StableDiffusionSafetyChecker,
        )
        from .pipeline_stable_diffusion_img2img import StableDiffusionImg2ImgPipeline
        from .pipeline_stable_diffusion_inpaint import StableDiffusionInpaintPipeline
Suraj Patil's avatar
Suraj Patil committed
121
122
123
124
125
126
        from .pipeline_stable_diffusion_instruct_pix2pix import (
            StableDiffusionInstructPix2PixPipeline,
        )
        from .pipeline_stable_diffusion_latent_upscale import (
            StableDiffusionLatentUpscalePipeline,
        )
127
128
129
130
131
132
133
134
135
136
137
        from .pipeline_stable_diffusion_ldm3d import StableDiffusionLDM3DPipeline
        from .pipeline_stable_diffusion_upscale import StableDiffusionUpscalePipeline
        from .pipeline_stable_unclip import StableUnCLIPPipeline
        from .pipeline_stable_unclip_img2img import StableUnCLIPImg2ImgPipeline
        from .safety_checker import StableDiffusionSafetyChecker
        from .stable_unclip_image_normalizer import StableUnCLIPImageNormalizer

    try:
        if not (is_transformers_available() and is_torch_available() and is_transformers_version(">=", "4.25.0")):
            raise OptionalDependencyNotAvailable()
    except OptionalDependencyNotAvailable:
Suraj Patil's avatar
Suraj Patil committed
138
139
140
        from ...utils.dummy_torch_and_transformers_objects import (
            StableDiffusionImageVariationPipeline,
        )
141
    else:
Suraj Patil's avatar
Suraj Patil committed
142
143
144
        from .pipeline_stable_diffusion_image_variation import (
            StableDiffusionImageVariationPipeline,
        )
145
146
147
148
149

    try:
        if not (is_transformers_available() and is_torch_available() and is_transformers_version(">=", "4.26.0")):
            raise OptionalDependencyNotAvailable()
    except OptionalDependencyNotAvailable:
150
        from ...utils.dummy_torch_and_transformers_objects import StableDiffusionDepth2ImgPipeline
151
    else:
Suraj Patil's avatar
Suraj Patil committed
152
153
154
        from .pipeline_stable_diffusion_depth2img import (
            StableDiffusionDepth2ImgPipeline,
        )
155
156
157
158
159
160
161

    try:
        if not (is_transformers_available() and is_onnx_available()):
            raise OptionalDependencyNotAvailable()
    except OptionalDependencyNotAvailable:
        from ...utils.dummy_onnx_objects import *
    else:
Suraj Patil's avatar
Suraj Patil committed
162
163
164
165
166
167
168
169
170
171
172
173
174
        from .pipeline_onnx_stable_diffusion import (
            OnnxStableDiffusionPipeline,
            StableDiffusionOnnxPipeline,
        )
        from .pipeline_onnx_stable_diffusion_img2img import (
            OnnxStableDiffusionImg2ImgPipeline,
        )
        from .pipeline_onnx_stable_diffusion_inpaint import (
            OnnxStableDiffusionInpaintPipeline,
        )
        from .pipeline_onnx_stable_diffusion_upscale import (
            OnnxStableDiffusionUpscalePipeline,
        )
175
176
177
178
179
180
181

    try:
        if not (is_transformers_available() and is_flax_available()):
            raise OptionalDependencyNotAvailable()
    except OptionalDependencyNotAvailable:
        from ...utils.dummy_flax_objects import *
    else:
182
        from .pipeline_flax_stable_diffusion import FlaxStableDiffusionPipeline
Suraj Patil's avatar
Suraj Patil committed
183
184
185
186
187
188
        from .pipeline_flax_stable_diffusion_img2img import (
            FlaxStableDiffusionImg2ImgPipeline,
        )
        from .pipeline_flax_stable_diffusion_inpaint import (
            FlaxStableDiffusionInpaintPipeline,
        )
189
        from .pipeline_output import FlaxStableDiffusionPipelineOutput
190
        from .safety_checker_flax import FlaxStableDiffusionSafetyChecker
191

192
193
else:
    import sys
Dhruv Nair's avatar
Dhruv Nair committed
194

195
196
197
198
199
200
    sys.modules[__name__] = _LazyModule(
        __name__,
        globals()["__file__"],
        _import_structure,
        module_spec=__spec__,
    )
Dhruv Nair's avatar
Dhruv Nair committed
201

202
203
204
205
    for name, value in _dummy_objects.items():
        setattr(sys.modules[__name__], name, value)
    for name, value in _additional_imports.items():
        setattr(sys.modules[__name__], name, value)