__init__.py 49.3 KB
Newer Older
Sayak Paul's avatar
Sayak Paul committed
1
__version__ = "0.36.0.dev0"
2

Dhruv Nair's avatar
Dhruv Nair committed
3
4
from typing import TYPE_CHECKING

5
from .utils import (
6
    DIFFUSERS_SLOW_IMPORT,
7
    OptionalDependencyNotAvailable,
Dhruv Nair's avatar
Dhruv Nair committed
8
    _LazyModule,
9
10
    is_accelerate_available,
    is_bitsandbytes_available,
11
    is_flax_available,
12
    is_gguf_available,
13
    is_k_diffusion_available,
14
    is_librosa_available,
15
    is_note_seq_available,
16
    is_onnx_available,
Sayak Paul's avatar
Sayak Paul committed
17
    is_opencv_available,
18
    is_optimum_quanto_available,
19
    is_scipy_available,
20
    is_sentencepiece_available,
21
    is_torch_available,
22
    is_torchao_available,
23
    is_torchsde_available,
24
25
    is_transformers_available,
)
Patrick von Platen's avatar
Patrick von Platen committed
26
27


Dhruv Nair's avatar
Dhruv Nair committed
28
29
30
31
32
33
34
35
36
# Lazy Import based on
# https://github.com/huggingface/transformers/blob/main/src/transformers/__init__.py

# When adding a new object to this init, please add it to `_import_structure`. The `_import_structure` is a dictionary submodule to list of object names,
# and is used to defer the actual importing for when the objects are requested.
# This way `import diffusers` provides the names in the namespace without actually importing anything (and especially none of the backends).

_import_structure = {
    "configuration_utils": ["ConfigMixin"],
YiYi Xu's avatar
YiYi Xu committed
37
    "guiders": [],
38
    "hooks": [],
39
    "loaders": ["FromOriginalModelMixin"],
Dhruv Nair's avatar
Dhruv Nair committed
40
    "models": [],
YiYi Xu's avatar
YiYi Xu committed
41
    "modular_pipelines": [],
Dhruv Nair's avatar
Dhruv Nair committed
42
    "pipelines": [],
43
    "quantizers.pipe_quant_config": ["PipelineQuantizationConfig"],
44
    "quantizers.quantization_config": [],
Dhruv Nair's avatar
Dhruv Nair committed
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
    "schedulers": [],
    "utils": [
        "OptionalDependencyNotAvailable",
        "is_flax_available",
        "is_inflect_available",
        "is_invisible_watermark_available",
        "is_k_diffusion_available",
        "is_k_diffusion_version",
        "is_librosa_available",
        "is_note_seq_available",
        "is_onnx_available",
        "is_scipy_available",
        "is_torch_available",
        "is_torchsde_available",
        "is_transformers_available",
        "is_transformers_version",
        "is_unidecode_available",
        "logging",
    ],
}

66
try:
67
    if not is_torch_available() and not is_accelerate_available() and not is_bitsandbytes_available():
68
69
70
71
72
73
74
75
76
77
78
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
    from .utils import dummy_bitsandbytes_objects

    _import_structure["utils.dummy_bitsandbytes_objects"] = [
        name for name in dir(dummy_bitsandbytes_objects) if not name.startswith("_")
    ]
else:
    _import_structure["quantizers.quantization_config"].append("BitsAndBytesConfig")

try:
79
    if not is_torch_available() and not is_accelerate_available() and not is_gguf_available():
80
81
82
83
84
85
86
87
88
89
90
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
    from .utils import dummy_gguf_objects

    _import_structure["utils.dummy_gguf_objects"] = [
        name for name in dir(dummy_gguf_objects) if not name.startswith("_")
    ]
else:
    _import_structure["quantizers.quantization_config"].append("GGUFQuantizationConfig")

try:
91
    if not is_torch_available() and not is_accelerate_available() and not is_torchao_available():
92
93
94
95
96
97
98
99
100
101
102
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
    from .utils import dummy_torchao_objects

    _import_structure["utils.dummy_torchao_objects"] = [
        name for name in dir(dummy_torchao_objects) if not name.startswith("_")
    ]
else:
    _import_structure["quantizers.quantization_config"].append("TorchAoConfig")

try:
103
    if not is_torch_available() and not is_accelerate_available() and not is_optimum_quanto_available():
104
105
106
107
108
109
110
111
112
113
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
    from .utils import dummy_optimum_quanto_objects

    _import_structure["utils.dummy_optimum_quanto_objects"] = [
        name for name in dir(dummy_optimum_quanto_objects) if not name.startswith("_")
    ]
else:
    _import_structure["quantizers.quantization_config"].append("QuantoConfig")

114
115
116
117
try:
    if not is_onnx_available():
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
Dhruv Nair's avatar
Dhruv Nair committed
118
119
120
121
122
123
    from .utils import dummy_onnx_objects  # noqa F403

    _import_structure["utils.dummy_onnx_objects"] = [
        name for name in dir(dummy_onnx_objects) if not name.startswith("_")
    ]

124
else:
Dhruv Nair's avatar
Dhruv Nair committed
125
    _import_structure["pipelines"].extend(["OnnxRuntimeModel"])
126

127
128
129
130
try:
    if not is_torch_available():
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
Dhruv Nair's avatar
Dhruv Nair committed
131
132
133
134
    from .utils import dummy_pt_objects  # noqa F403

    _import_structure["utils.dummy_pt_objects"] = [name for name in dir(dummy_pt_objects) if not name.startswith("_")]

135
else:
YiYi Xu's avatar
YiYi Xu committed
136
137
138
139
140
141
    _import_structure["guiders"].extend(
        [
            "AdaptiveProjectedGuidance",
            "AutoGuidance",
            "ClassifierFreeGuidance",
            "ClassifierFreeZeroStarGuidance",
142
            "FrequencyDecoupledGuidance",
YiYi Xu's avatar
YiYi Xu committed
143
144
145
146
147
148
            "PerturbedAttentionGuidance",
            "SkipLayerGuidance",
            "SmoothedEnergyGuidance",
            "TangentialClassifierFreeGuidance",
        ]
    )
149
150
    _import_structure["hooks"].extend(
        [
Aryan's avatar
Aryan committed
151
            "FasterCacheConfig",
Aryan's avatar
Aryan committed
152
            "FirstBlockCacheConfig",
153
            "HookRegistry",
YiYi Xu's avatar
YiYi Xu committed
154
            "LayerSkipConfig",
155
            "PyramidAttentionBroadcastConfig",
YiYi Xu's avatar
YiYi Xu committed
156
            "SmoothedEnergyGuidanceConfig",
Aryan's avatar
Aryan committed
157
            "apply_faster_cache",
Aryan's avatar
Aryan committed
158
            "apply_first_block_cache",
YiYi Xu's avatar
YiYi Xu committed
159
            "apply_layer_skip",
160
161
162
            "apply_pyramid_attention_broadcast",
        ]
    )
Dhruv Nair's avatar
Dhruv Nair committed
163
164
    _import_structure["models"].extend(
        [
Aryan's avatar
Aryan committed
165
            "AllegroTransformer3DModel",
Dhruv Nair's avatar
Dhruv Nair committed
166
            "AsymmetricAutoencoderKL",
167
            "AttentionBackendName",
Sayak Paul's avatar
Sayak Paul committed
168
            "AuraFlowTransformer2DModel",
169
            "AutoencoderDC",
Dhruv Nair's avatar
Dhruv Nair committed
170
            "AutoencoderKL",
Aryan's avatar
Aryan committed
171
            "AutoencoderKLAllegro",
172
            "AutoencoderKLCogVideoX",
Aryan's avatar
Aryan committed
173
            "AutoencoderKLCosmos",
Aryan's avatar
Aryan committed
174
            "AutoencoderKLHunyuanVideo",
Aryan's avatar
Aryan committed
175
            "AutoencoderKLLTXVideo",
176
            "AutoencoderKLMagvit",
Aryan's avatar
Aryan committed
177
            "AutoencoderKLMochi",
naykun's avatar
naykun committed
178
            "AutoencoderKLQwenImage",
Suraj Patil's avatar
Suraj Patil committed
179
            "AutoencoderKLTemporalDecoder",
180
            "AutoencoderKLWan",
181
            "AutoencoderOobleck",
Dhruv Nair's avatar
Dhruv Nair committed
182
            "AutoencoderTiny",
hlky's avatar
hlky committed
183
            "AutoModel",
galbria's avatar
galbria committed
184
            "BriaTransformer2DModel",
185
            "CacheMixin",
Edna's avatar
Edna committed
186
            "ChromaTransformer2DModel",
187
            "CogVideoXTransformer3DModel",
Yuxuan.Zhang's avatar
Yuxuan.Zhang committed
188
            "CogView3PlusTransformer2DModel",
189
            "CogView4Transformer2DModel",
Shenghai Yuan's avatar
Shenghai Yuan committed
190
            "ConsisIDTransformer3DModel",
Will Berman's avatar
Will Berman committed
191
            "ConsistencyDecoderVAE",
Dhruv Nair's avatar
Dhruv Nair committed
192
            "ControlNetModel",
hlky's avatar
hlky committed
193
            "ControlNetUnionModel",
194
            "ControlNetXSAdapter",
Aryan's avatar
Aryan committed
195
            "CosmosTransformer3DModel",
196
            "DiTTransformer2DModel",
197
            "EasyAnimateTransformer3DModel",
王奇勋's avatar
王奇勋 committed
198
            "FluxControlNetModel",
199
            "FluxMultiControlNetModel",
Sayak Paul's avatar
Sayak Paul committed
200
            "FluxTransformer2DModel",
hlky's avatar
hlky committed
201
            "HiDreamImageTransformer2DModel",
202
            "HunyuanDiT2DControlNetModel",
203
            "HunyuanDiT2DModel",
204
            "HunyuanDiT2DMultiControlNetModel",
Aryan's avatar
Aryan committed
205
            "HunyuanVideoFramepackTransformer3DModel",
Aryan's avatar
Aryan committed
206
            "HunyuanVideoTransformer3DModel",
207
            "I2VGenXLUNet",
208
            "Kandinsky3UNet",
209
            "LatteTransformer3DModel",
Aryan's avatar
Aryan committed
210
            "LTXVideoTransformer3DModel",
Le Zhuo's avatar
Le Zhuo committed
211
            "Lumina2Transformer2DModel",
212
            "LuminaNextDiT2DModel",
Aryan's avatar
Aryan committed
213
            "MochiTransformer3DModel",
Dhruv Nair's avatar
Dhruv Nair committed
214
            "ModelMixin",
Dhruv Nair's avatar
Dhruv Nair committed
215
            "MotionAdapter",
Dhruv Nair's avatar
Dhruv Nair committed
216
            "MultiAdapter",
217
            "MultiControlNetModel",
Shitao Xiao's avatar
Shitao Xiao committed
218
            "OmniGenTransformer2DModel",
219
            "PixArtTransformer2DModel",
Dhruv Nair's avatar
Dhruv Nair committed
220
            "PriorTransformer",
221
222
            "QwenImageControlNetModel",
            "QwenImageMultiControlNetModel",
naykun's avatar
naykun committed
223
            "QwenImageTransformer2DModel",
224
            "SanaControlNetModel",
225
            "SanaTransformer2DModel",
226
227
            "SD3ControlNetModel",
            "SD3MultiControlNetModel",
Dhruv Nair's avatar
Dhruv Nair committed
228
            "SD3Transformer2DModel",
229
            "SkyReelsV2Transformer3DModel",
Aryan's avatar
Aryan committed
230
            "SparseControlNetModel",
231
            "StableAudioDiTModel",
232
            "StableCascadeUNet",
Dhruv Nair's avatar
Dhruv Nair committed
233
234
235
            "T2IAdapter",
            "T5FilmDecoder",
            "Transformer2DModel",
hlky's avatar
hlky committed
236
            "TransformerTemporalModel",
Dhruv Nair's avatar
Dhruv Nair committed
237
238
239
240
            "UNet1DModel",
            "UNet2DConditionModel",
            "UNet2DModel",
            "UNet3DConditionModel",
241
            "UNetControlNetXSModel",
Dhruv Nair's avatar
Dhruv Nair committed
242
            "UNetMotionModel",
Suraj Patil's avatar
Suraj Patil committed
243
            "UNetSpatioTemporalConditionModel",
Will Berman's avatar
Will Berman committed
244
            "UVit2DModel",
Dhruv Nair's avatar
Dhruv Nair committed
245
            "VQModel",
246
            "WanTransformer3DModel",
Aryan's avatar
Aryan committed
247
            "WanVACETransformer3DModel",
248
            "attention_backend",
Dhruv Nair's avatar
Dhruv Nair committed
249
        ]
250
    )
YiYi Xu's avatar
YiYi Xu committed
251
252
253
254
255
256
257
258
    _import_structure["modular_pipelines"].extend(
        [
            "ComponentsManager",
            "ComponentSpec",
            "ModularPipeline",
            "ModularPipelineBlocks",
        ]
    )
Dhruv Nair's avatar
Dhruv Nair committed
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
    _import_structure["optimization"] = [
        "get_constant_schedule",
        "get_constant_schedule_with_warmup",
        "get_cosine_schedule_with_warmup",
        "get_cosine_with_hard_restarts_schedule_with_warmup",
        "get_linear_schedule_with_warmup",
        "get_polynomial_decay_schedule_with_warmup",
        "get_scheduler",
    ]
    _import_structure["pipelines"].extend(
        [
            "AudioPipelineOutput",
            "AutoPipelineForImage2Image",
            "AutoPipelineForInpainting",
            "AutoPipelineForText2Image",
            "ConsistencyModelPipeline",
            "DanceDiffusionPipeline",
            "DDIMPipeline",
            "DDPMPipeline",
            "DiffusionPipeline",
            "DiTPipeline",
            "ImagePipelineOutput",
            "KarrasVePipeline",
            "LDMPipeline",
            "LDMSuperResolutionPipeline",
            "PNDMPipeline",
            "RePaintPipeline",
            "ScoreSdeVePipeline",
287
            "StableDiffusionMixin",
Dhruv Nair's avatar
Dhruv Nair committed
288
        ]
289
    )
290
    _import_structure["quantizers"] = ["DiffusersQuantizer"]
Dhruv Nair's avatar
Dhruv Nair committed
291
292
    _import_structure["schedulers"].extend(
        [
Will Berman's avatar
Will Berman committed
293
            "AmusedScheduler",
Dhruv Nair's avatar
Dhruv Nair committed
294
            "CMStochasticIterativeScheduler",
295
296
            "CogVideoXDDIMScheduler",
            "CogVideoXDPMScheduler",
Dhruv Nair's avatar
Dhruv Nair committed
297
298
299
300
301
302
303
304
305
306
            "DDIMInverseScheduler",
            "DDIMParallelScheduler",
            "DDIMScheduler",
            "DDPMParallelScheduler",
            "DDPMScheduler",
            "DDPMWuerstchenScheduler",
            "DEISMultistepScheduler",
            "DPMSolverMultistepInverseScheduler",
            "DPMSolverMultistepScheduler",
            "DPMSolverSinglestepScheduler",
307
            "EDMDPMSolverMultistepScheduler",
Suraj Patil's avatar
Suraj Patil committed
308
            "EDMEulerScheduler",
Dhruv Nair's avatar
Dhruv Nair committed
309
310
            "EulerAncestralDiscreteScheduler",
            "EulerDiscreteScheduler",
Dhruv Nair's avatar
Dhruv Nair committed
311
            "FlowMatchEulerDiscreteScheduler",
312
            "FlowMatchHeunDiscreteScheduler",
313
            "FlowMatchLCMScheduler",
Dhruv Nair's avatar
Dhruv Nair committed
314
315
316
317
318
            "HeunDiscreteScheduler",
            "IPNDMScheduler",
            "KarrasVeScheduler",
            "KDPM2AncestralDiscreteScheduler",
            "KDPM2DiscreteScheduler",
319
            "LCMScheduler",
Dhruv Nair's avatar
Dhruv Nair committed
320
321
            "PNDMScheduler",
            "RePaintScheduler",
Junsong Chen's avatar
Junsong Chen committed
322
            "SASolverScheduler",
Dhruv Nair's avatar
Dhruv Nair committed
323
            "SchedulerMixin",
YiYi Xu's avatar
YiYi Xu committed
324
            "SCMScheduler",
Dhruv Nair's avatar
Dhruv Nair committed
325
            "ScoreSdeVeScheduler",
Michael's avatar
Michael committed
326
            "TCDScheduler",
Dhruv Nair's avatar
Dhruv Nair committed
327
328
329
330
            "UnCLIPScheduler",
            "UniPCMultistepScheduler",
            "VQDiffusionScheduler",
        ]
331
    )
Dhruv Nair's avatar
Dhruv Nair committed
332
    _import_structure["training_utils"] = ["EMAModel"]
Patrick von Platen's avatar
Patrick von Platen committed
333

334
335
336
337
try:
    if not (is_torch_available() and is_scipy_available()):
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
Dhruv Nair's avatar
Dhruv Nair committed
338
339
340
341
342
343
    from .utils import dummy_torch_and_scipy_objects  # noqa F403

    _import_structure["utils.dummy_torch_and_scipy_objects"] = [
        name for name in dir(dummy_torch_and_scipy_objects) if not name.startswith("_")
    ]

344
else:
Dhruv Nair's avatar
Dhruv Nair committed
345
    _import_structure["schedulers"].extend(["LMSDiscreteScheduler"])
Patrick von Platen's avatar
Patrick von Platen committed
346

347
348
349
350
try:
    if not (is_torch_available() and is_torchsde_available()):
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
Dhruv Nair's avatar
Dhruv Nair committed
351
352
353
354
355
356
    from .utils import dummy_torch_and_torchsde_objects  # noqa F403

    _import_structure["utils.dummy_torch_and_torchsde_objects"] = [
        name for name in dir(dummy_torch_and_torchsde_objects) if not name.startswith("_")
    ]

357
else:
358
    _import_structure["schedulers"].extend(["CosineDPMSolverMultistepScheduler", "DPMSolverSDEScheduler"])
359
360
361
362
363

try:
    if not (is_torch_available() and is_transformers_available()):
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
Dhruv Nair's avatar
Dhruv Nair committed
364
365
366
367
368
369
    from .utils import dummy_torch_and_transformers_objects  # noqa F403

    _import_structure["utils.dummy_torch_and_transformers_objects"] = [
        name for name in dir(dummy_torch_and_transformers_objects) if not name.startswith("_")
    ]

370
else:
YiYi Xu's avatar
YiYi Xu committed
371
372
    _import_structure["modular_pipelines"].extend(
        [
373
374
            "FluxAutoBlocks",
            "FluxModularPipeline",
YiYi Xu's avatar
YiYi Xu committed
375
376
            "StableDiffusionXLAutoBlocks",
            "StableDiffusionXLModularPipeline",
Aryan's avatar
Aryan committed
377
378
            "WanAutoBlocks",
            "WanModularPipeline",
YiYi Xu's avatar
YiYi Xu committed
379
380
        ]
    )
Dhruv Nair's avatar
Dhruv Nair committed
381
382
    _import_structure["pipelines"].extend(
        [
Aryan's avatar
Aryan committed
383
            "AllegroPipeline",
Dhruv Nair's avatar
Dhruv Nair committed
384
385
            "AltDiffusionImg2ImgPipeline",
            "AltDiffusionPipeline",
Will Berman's avatar
Will Berman committed
386
387
388
            "AmusedImg2ImgPipeline",
            "AmusedInpaintPipeline",
            "AmusedPipeline",
389
            "AnimateDiffControlNetPipeline",
Aryan's avatar
Aryan committed
390
            "AnimateDiffPAGPipeline",
Dhruv Nair's avatar
Dhruv Nair committed
391
            "AnimateDiffPipeline",
Aryan's avatar
Aryan committed
392
            "AnimateDiffSDXLPipeline",
Aryan's avatar
Aryan committed
393
            "AnimateDiffSparseControlNetPipeline",
394
            "AnimateDiffVideoToVideoControlNetPipeline",
Aryan V S's avatar
Aryan V S committed
395
            "AnimateDiffVideoToVideoPipeline",
Dhruv Nair's avatar
Dhruv Nair committed
396
397
398
399
            "AudioLDM2Pipeline",
            "AudioLDM2ProjectionModel",
            "AudioLDM2UNet2DConditionModel",
            "AudioLDMPipeline",
Sayak Paul's avatar
Sayak Paul committed
400
            "AuraFlowPipeline",
Ayush Mangal's avatar
Ayush Mangal committed
401
402
            "BlipDiffusionControlNetPipeline",
            "BlipDiffusionPipeline",
galbria's avatar
galbria committed
403
            "BriaPipeline",
Dhruv Nair's avatar
Dhruv Nair committed
404
            "ChromaImg2ImgPipeline",
Edna's avatar
Edna committed
405
            "ChromaPipeline",
Dhruv Nair's avatar
Dhruv Nair committed
406
            "CLIPImageProjection",
407
            "CogVideoXFunControlPipeline",
408
            "CogVideoXImageToVideoPipeline",
409
            "CogVideoXPipeline",
410
            "CogVideoXVideoToVideoPipeline",
Yuxuan.Zhang's avatar
Yuxuan.Zhang committed
411
            "CogView3PlusPipeline",
Yuxuan Zhang's avatar
Yuxuan Zhang committed
412
            "CogView4ControlPipeline",
413
            "CogView4Pipeline",
Aryan's avatar
Aryan committed
414
            "ConsisIDPipeline",
Aryan's avatar
Aryan committed
415
416
            "Cosmos2TextToImagePipeline",
            "Cosmos2VideoToWorldPipeline",
Aryan's avatar
Aryan committed
417
418
            "CosmosTextToWorldPipeline",
            "CosmosVideoToWorldPipeline",
Dhruv Nair's avatar
Dhruv Nair committed
419
            "CycleDiffusionPipeline",
420
421
422
            "EasyAnimateControlPipeline",
            "EasyAnimateInpaintPipeline",
            "EasyAnimatePipeline",
Aryan's avatar
Aryan committed
423
            "FluxControlImg2ImgPipeline",
424
            "FluxControlInpaintPipeline",
425
426
            "FluxControlNetImg2ImgPipeline",
            "FluxControlNetInpaintPipeline",
王奇勋's avatar
王奇勋 committed
427
            "FluxControlNetPipeline",
Aryan's avatar
Aryan committed
428
429
            "FluxControlPipeline",
            "FluxFillPipeline",
430
431
            "FluxImg2ImgPipeline",
            "FluxInpaintPipeline",
432
            "FluxKontextInpaintPipeline",
Aryan's avatar
Aryan committed
433
            "FluxKontextPipeline",
Sayak Paul's avatar
Sayak Paul committed
434
            "FluxPipeline",
Aryan's avatar
Aryan committed
435
            "FluxPriorReduxPipeline",
hlky's avatar
hlky committed
436
            "HiDreamImagePipeline",
437
            "HunyuanDiTControlNetPipeline",
438
            "HunyuanDiTPAGPipeline",
439
            "HunyuanDiTPipeline",
Aryan's avatar
Aryan committed
440
            "HunyuanSkyreelsImageToVideoPipeline",
Aryan's avatar
Aryan committed
441
            "HunyuanVideoFramepackPipeline",
Aryan's avatar
Aryan committed
442
            "HunyuanVideoImageToVideoPipeline",
Aryan's avatar
Aryan committed
443
            "HunyuanVideoPipeline",
444
            "I2VGenXLPipeline",
Dhruv Nair's avatar
Dhruv Nair committed
445
446
447
448
449
450
451
            "IFImg2ImgPipeline",
            "IFImg2ImgSuperResolutionPipeline",
            "IFInpaintingPipeline",
            "IFInpaintingSuperResolutionPipeline",
            "IFPipeline",
            "IFSuperResolutionPipeline",
            "ImageTextPipelineOutput",
452
453
            "Kandinsky3Img2ImgPipeline",
            "Kandinsky3Pipeline",
Dhruv Nair's avatar
Dhruv Nair committed
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
            "KandinskyCombinedPipeline",
            "KandinskyImg2ImgCombinedPipeline",
            "KandinskyImg2ImgPipeline",
            "KandinskyInpaintCombinedPipeline",
            "KandinskyInpaintPipeline",
            "KandinskyPipeline",
            "KandinskyPriorPipeline",
            "KandinskyV22CombinedPipeline",
            "KandinskyV22ControlnetImg2ImgPipeline",
            "KandinskyV22ControlnetPipeline",
            "KandinskyV22Img2ImgCombinedPipeline",
            "KandinskyV22Img2ImgPipeline",
            "KandinskyV22InpaintCombinedPipeline",
            "KandinskyV22InpaintPipeline",
            "KandinskyV22Pipeline",
            "KandinskyV22PriorEmb2EmbPipeline",
            "KandinskyV22PriorPipeline",
471
            "LatentConsistencyModelImg2ImgPipeline",
472
            "LatentConsistencyModelPipeline",
473
            "LattePipeline",
Dhruv Nair's avatar
Dhruv Nair committed
474
            "LDMTextToImagePipeline",
475
476
            "LEditsPPPipelineStableDiffusion",
            "LEditsPPPipelineStableDiffusionXL",
Aryan's avatar
Aryan committed
477
            "LTXConditionPipeline",
Aryan's avatar
Aryan committed
478
            "LTXImageToVideoPipeline",
Aryan's avatar
Aryan committed
479
            "LTXLatentUpsamplePipeline",
Aryan's avatar
Aryan committed
480
            "LTXPipeline",
481
            "Lumina2Pipeline",
Le Zhuo's avatar
Le Zhuo committed
482
            "Lumina2Text2ImgPipeline",
483
            "LuminaPipeline",
484
            "LuminaText2ImgPipeline",
485
            "MarigoldDepthPipeline",
486
            "MarigoldIntrinsicsPipeline",
487
            "MarigoldNormalsPipeline",
Aryan's avatar
Aryan committed
488
            "MochiPipeline",
Dhruv Nair's avatar
Dhruv Nair committed
489
            "MusicLDMPipeline",
Shitao Xiao's avatar
Shitao Xiao committed
490
            "OmniGenPipeline",
Dhruv Nair's avatar
Dhruv Nair committed
491
            "PaintByExamplePipeline",
Dhruv Nair's avatar
Dhruv Nair committed
492
            "PIAPipeline",
Sayak Paul's avatar
Sayak Paul committed
493
            "PixArtAlphaPipeline",
494
            "PixArtSigmaPAGPipeline",
495
            "PixArtSigmaPipeline",
496
            "QwenImageControlNetPipeline",
497
            "QwenImageEditPipeline",
498
499
            "QwenImageImg2ImgPipeline",
            "QwenImageInpaintPipeline",
naykun's avatar
naykun committed
500
            "QwenImagePipeline",
Aryan's avatar
Aryan committed
501
            "ReduxImageEncoder",
502
            "SanaControlNetPipeline",
503
504
            "SanaPAGPipeline",
            "SanaPipeline",
505
            "SanaSprintImg2ImgPipeline",
YiYi Xu's avatar
YiYi Xu committed
506
            "SanaSprintPipeline",
Dhruv Nair's avatar
Dhruv Nair committed
507
508
509
            "SemanticStableDiffusionPipeline",
            "ShapEImg2ImgPipeline",
            "ShapEPipeline",
510
511
512
513
514
            "SkyReelsV2DiffusionForcingImageToVideoPipeline",
            "SkyReelsV2DiffusionForcingPipeline",
            "SkyReelsV2DiffusionForcingVideoToVideoPipeline",
            "SkyReelsV2ImageToVideoPipeline",
            "SkyReelsV2Pipeline",
515
516
            "StableAudioPipeline",
            "StableAudioProjectionModel",
517
518
519
            "StableCascadeCombinedPipeline",
            "StableCascadeDecoderPipeline",
            "StableCascadePriorPipeline",
520
            "StableDiffusion3ControlNetInpaintingPipeline",
521
            "StableDiffusion3ControlNetPipeline",
Dhruv Nair's avatar
Dhruv Nair committed
522
            "StableDiffusion3Img2ImgPipeline",
523
            "StableDiffusion3InpaintPipeline",
524
            "StableDiffusion3PAGImg2ImgPipeline",
525
            "StableDiffusion3PAGImg2ImgPipeline",
StAlKeR7779's avatar
StAlKeR7779 committed
526
            "StableDiffusion3PAGPipeline",
Dhruv Nair's avatar
Dhruv Nair committed
527
            "StableDiffusion3Pipeline",
Dhruv Nair's avatar
Dhruv Nair committed
528
529
530
531
            "StableDiffusionAdapterPipeline",
            "StableDiffusionAttendAndExcitePipeline",
            "StableDiffusionControlNetImg2ImgPipeline",
            "StableDiffusionControlNetInpaintPipeline",
532
            "StableDiffusionControlNetPAGInpaintPipeline",
533
            "StableDiffusionControlNetPAGPipeline",
Dhruv Nair's avatar
Dhruv Nair committed
534
            "StableDiffusionControlNetPipeline",
535
            "StableDiffusionControlNetXSPipeline",
Dhruv Nair's avatar
Dhruv Nair committed
536
537
538
539
540
541
542
543
544
545
546
547
            "StableDiffusionDepth2ImgPipeline",
            "StableDiffusionDiffEditPipeline",
            "StableDiffusionGLIGENPipeline",
            "StableDiffusionGLIGENTextImagePipeline",
            "StableDiffusionImageVariationPipeline",
            "StableDiffusionImg2ImgPipeline",
            "StableDiffusionInpaintPipeline",
            "StableDiffusionInpaintPipelineLegacy",
            "StableDiffusionInstructPix2PixPipeline",
            "StableDiffusionLatentUpscalePipeline",
            "StableDiffusionLDM3DPipeline",
            "StableDiffusionModelEditingPipeline",
548
            "StableDiffusionPAGImg2ImgPipeline",
549
            "StableDiffusionPAGInpaintPipeline",
550
            "StableDiffusionPAGPipeline",
Dhruv Nair's avatar
Dhruv Nair committed
551
552
553
554
555
556
557
558
559
560
            "StableDiffusionPanoramaPipeline",
            "StableDiffusionParadigmsPipeline",
            "StableDiffusionPipeline",
            "StableDiffusionPipelineSafe",
            "StableDiffusionPix2PixZeroPipeline",
            "StableDiffusionSAGPipeline",
            "StableDiffusionUpscalePipeline",
            "StableDiffusionXLAdapterPipeline",
            "StableDiffusionXLControlNetImg2ImgPipeline",
            "StableDiffusionXLControlNetInpaintPipeline",
561
            "StableDiffusionXLControlNetPAGImg2ImgPipeline",
YiYi Xu's avatar
YiYi Xu committed
562
            "StableDiffusionXLControlNetPAGPipeline",
Dhruv Nair's avatar
Dhruv Nair committed
563
            "StableDiffusionXLControlNetPipeline",
hlky's avatar
hlky committed
564
565
566
            "StableDiffusionXLControlNetUnionImg2ImgPipeline",
            "StableDiffusionXLControlNetUnionInpaintPipeline",
            "StableDiffusionXLControlNetUnionPipeline",
567
            "StableDiffusionXLControlNetXSPipeline",
Dhruv Nair's avatar
Dhruv Nair committed
568
569
570
            "StableDiffusionXLImg2ImgPipeline",
            "StableDiffusionXLInpaintPipeline",
            "StableDiffusionXLInstructPix2PixPipeline",
YiYi Xu's avatar
YiYi Xu committed
571
572
573
            "StableDiffusionXLPAGImg2ImgPipeline",
            "StableDiffusionXLPAGInpaintPipeline",
            "StableDiffusionXLPAGPipeline",
Dhruv Nair's avatar
Dhruv Nair committed
574
575
576
            "StableDiffusionXLPipeline",
            "StableUnCLIPImg2ImgPipeline",
            "StableUnCLIPPipeline",
Suraj Patil's avatar
Suraj Patil committed
577
            "StableVideoDiffusionPipeline",
Dhruv Nair's avatar
Dhruv Nair committed
578
579
            "TextToVideoSDPipeline",
            "TextToVideoZeroPipeline",
580
            "TextToVideoZeroSDXLPipeline",
Dhruv Nair's avatar
Dhruv Nair committed
581
582
583
584
585
586
587
588
589
590
            "UnCLIPImageVariationPipeline",
            "UnCLIPPipeline",
            "UniDiffuserModel",
            "UniDiffuserPipeline",
            "UniDiffuserTextDecoder",
            "VersatileDiffusionDualGuidedPipeline",
            "VersatileDiffusionImageVariationPipeline",
            "VersatileDiffusionPipeline",
            "VersatileDiffusionTextToImagePipeline",
            "VideoToVideoSDPipeline",
Zhong-Yu Li's avatar
Zhong-Yu Li committed
591
592
            "VisualClozeGenerationPipeline",
            "VisualClozePipeline",
Dhruv Nair's avatar
Dhruv Nair committed
593
            "VQDiffusionPipeline",
594
595
            "WanImageToVideoPipeline",
            "WanPipeline",
Aryan's avatar
Aryan committed
596
            "WanVACEPipeline",
597
            "WanVideoToVideoPipeline",
Dhruv Nair's avatar
Dhruv Nair committed
598
599
600
601
            "WuerstchenCombinedPipeline",
            "WuerstchenDecoderPipeline",
            "WuerstchenPriorPipeline",
        ]
602
    )
603

YiYi Xu's avatar
YiYi Xu committed
604

Sayak Paul's avatar
Sayak Paul committed
605
606
607
608
609
610
611
612
613
614
615
616
617
try:
    if not (is_torch_available() and is_transformers_available() and is_opencv_available()):
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
    from .utils import dummy_torch_and_transformers_and_opencv_objects  # noqa F403

    _import_structure["utils.dummy_torch_and_transformers_and_opencv_objects"] = [
        name for name in dir(dummy_torch_and_transformers_and_opencv_objects) if not name.startswith("_")
    ]

else:
    _import_structure["pipelines"].extend(["ConsisIDPipeline"])

618
619
620
621
try:
    if not (is_torch_available() and is_transformers_available() and is_k_diffusion_available()):
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
Dhruv Nair's avatar
Dhruv Nair committed
622
623
624
625
626
627
    from .utils import dummy_torch_and_transformers_and_k_diffusion_objects  # noqa F403

    _import_structure["utils.dummy_torch_and_transformers_and_k_diffusion_objects"] = [
        name for name in dir(dummy_torch_and_transformers_and_k_diffusion_objects) if not name.startswith("_")
    ]

628
else:
629
    _import_structure["pipelines"].extend(["StableDiffusionKDiffusionPipeline", "StableDiffusionXLKDiffusionPipeline"])
630

631
632
633
634
635
636
637
638
639
640
641
try:
    if not (is_torch_available() and is_transformers_available() and is_sentencepiece_available()):
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
    from .utils import dummy_torch_and_transformers_and_sentencepiece_objects  # noqa F403

    _import_structure["utils.dummy_torch_and_transformers_and_sentencepiece_objects"] = [
        name for name in dir(dummy_torch_and_transformers_and_sentencepiece_objects) if not name.startswith("_")
    ]

else:
Álvaro Somoza's avatar
Álvaro Somoza committed
642
    _import_structure["pipelines"].extend(["KolorsImg2ImgPipeline", "KolorsPAGPipeline", "KolorsPipeline"])
643

644
645
646
647
try:
    if not (is_torch_available() and is_transformers_available() and is_onnx_available()):
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
Dhruv Nair's avatar
Dhruv Nair committed
648
649
650
651
652
653
    from .utils import dummy_torch_and_transformers_and_onnx_objects  # noqa F403

    _import_structure["utils.dummy_torch_and_transformers_and_onnx_objects"] = [
        name for name in dir(dummy_torch_and_transformers_and_onnx_objects) if not name.startswith("_")
    ]

654
else:
Dhruv Nair's avatar
Dhruv Nair committed
655
656
657
658
659
660
661
662
663
    _import_structure["pipelines"].extend(
        [
            "OnnxStableDiffusionImg2ImgPipeline",
            "OnnxStableDiffusionInpaintPipeline",
            "OnnxStableDiffusionInpaintPipelineLegacy",
            "OnnxStableDiffusionPipeline",
            "OnnxStableDiffusionUpscalePipeline",
            "StableDiffusionOnnxPipeline",
        ]
664
    )
665
666
667
668
669

try:
    if not (is_torch_available() and is_librosa_available()):
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
Dhruv Nair's avatar
Dhruv Nair committed
670
671
672
673
674
675
    from .utils import dummy_torch_and_librosa_objects  # noqa F403

    _import_structure["utils.dummy_torch_and_librosa_objects"] = [
        name for name in dir(dummy_torch_and_librosa_objects) if not name.startswith("_")
    ]

676
else:
Dhruv Nair's avatar
Dhruv Nair committed
677
    _import_structure["pipelines"].extend(["AudioDiffusionPipeline", "Mel"])
678

679
try:
680
    if not (is_transformers_available() and is_torch_available() and is_note_seq_available()):
681
682
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
Dhruv Nair's avatar
Dhruv Nair committed
683
684
685
686
687
688
689
    from .utils import dummy_transformers_and_torch_and_note_seq_objects  # noqa F403

    _import_structure["utils.dummy_transformers_and_torch_and_note_seq_objects"] = [
        name for name in dir(dummy_transformers_and_torch_and_note_seq_objects) if not name.startswith("_")
    ]


690
else:
Dhruv Nair's avatar
Dhruv Nair committed
691
    _import_structure["pipelines"].extend(["SpectrogramDiffusionPipeline"])
692

693
694
695
696
try:
    if not is_flax_available():
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
Dhruv Nair's avatar
Dhruv Nair committed
697
698
699
700
701
702
703
    from .utils import dummy_flax_objects  # noqa F403

    _import_structure["utils.dummy_flax_objects"] = [
        name for name in dir(dummy_flax_objects) if not name.startswith("_")
    ]


704
else:
705
    _import_structure["models.controlnets.controlnet_flax"] = ["FlaxControlNetModel"]
Dhruv Nair's avatar
Dhruv Nair committed
706
    _import_structure["models.modeling_flax_utils"] = ["FlaxModelMixin"]
707
    _import_structure["models.unets.unet_2d_condition_flax"] = ["FlaxUNet2DConditionModel"]
Dhruv Nair's avatar
Dhruv Nair committed
708
709
710
711
712
713
714
    _import_structure["models.vae_flax"] = ["FlaxAutoencoderKL"]
    _import_structure["pipelines"].extend(["FlaxDiffusionPipeline"])
    _import_structure["schedulers"].extend(
        [
            "FlaxDDIMScheduler",
            "FlaxDDPMScheduler",
            "FlaxDPMSolverMultistepScheduler",
Pedro Cuenca's avatar
Pedro Cuenca committed
715
            "FlaxEulerDiscreteScheduler",
Dhruv Nair's avatar
Dhruv Nair committed
716
717
718
719
720
721
            "FlaxKarrasVeScheduler",
            "FlaxLMSDiscreteScheduler",
            "FlaxPNDMScheduler",
            "FlaxSchedulerMixin",
            "FlaxScoreSdeVeScheduler",
        ]
722
723
    )

724

725
726
727
728
try:
    if not (is_flax_available() and is_transformers_available()):
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
Dhruv Nair's avatar
Dhruv Nair committed
729
730
731
732
733
734
735
    from .utils import dummy_flax_and_transformers_objects  # noqa F403

    _import_structure["utils.dummy_flax_and_transformers_objects"] = [
        name for name in dir(dummy_flax_and_transformers_objects) if not name.startswith("_")
    ]


736
else:
Dhruv Nair's avatar
Dhruv Nair committed
737
738
739
740
741
742
    _import_structure["pipelines"].extend(
        [
            "FlaxStableDiffusionControlNetPipeline",
            "FlaxStableDiffusionImg2ImgPipeline",
            "FlaxStableDiffusionInpaintPipeline",
            "FlaxStableDiffusionPipeline",
Pedro Cuenca's avatar
Pedro Cuenca committed
743
            "FlaxStableDiffusionXLPipeline",
Dhruv Nair's avatar
Dhruv Nair committed
744
        ]
745
    )
746
747
748
749
750

try:
    if not (is_note_seq_available()):
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
Dhruv Nair's avatar
Dhruv Nair committed
751
752
753
754
755
756
757
    from .utils import dummy_note_seq_objects  # noqa F403

    _import_structure["utils.dummy_note_seq_objects"] = [
        name for name in dir(dummy_note_seq_objects) if not name.startswith("_")
    ]


758
else:
Dhruv Nair's avatar
Dhruv Nair committed
759
760
    _import_structure["pipelines"].extend(["MidiProcessor"])

761
if TYPE_CHECKING or DIFFUSERS_SLOW_IMPORT:
Dhruv Nair's avatar
Dhruv Nair committed
762
    from .configuration_utils import ConfigMixin
763
    from .quantizers import PipelineQuantizationConfig
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795

    try:
        if not is_bitsandbytes_available():
            raise OptionalDependencyNotAvailable()
    except OptionalDependencyNotAvailable:
        from .utils.dummy_bitsandbytes_objects import *
    else:
        from .quantizers.quantization_config import BitsAndBytesConfig

    try:
        if not is_gguf_available():
            raise OptionalDependencyNotAvailable()
    except OptionalDependencyNotAvailable:
        from .utils.dummy_gguf_objects import *
    else:
        from .quantizers.quantization_config import GGUFQuantizationConfig

    try:
        if not is_torchao_available():
            raise OptionalDependencyNotAvailable()
    except OptionalDependencyNotAvailable:
        from .utils.dummy_torchao_objects import *
    else:
        from .quantizers.quantization_config import TorchAoConfig

    try:
        if not is_optimum_quanto_available():
            raise OptionalDependencyNotAvailable()
    except OptionalDependencyNotAvailable:
        from .utils.dummy_optimum_quanto_objects import *
    else:
        from .quantizers.quantization_config import QuantoConfig
Dhruv Nair's avatar
Dhruv Nair committed
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810

    try:
        if not is_onnx_available():
            raise OptionalDependencyNotAvailable()
    except OptionalDependencyNotAvailable:
        from .utils.dummy_onnx_objects import *  # noqa F403
    else:
        from .pipelines import OnnxRuntimeModel

    try:
        if not is_torch_available():
            raise OptionalDependencyNotAvailable()
    except OptionalDependencyNotAvailable:
        from .utils.dummy_pt_objects import *  # noqa F403
    else:
YiYi Xu's avatar
YiYi Xu committed
811
812
813
814
815
        from .guiders import (
            AdaptiveProjectedGuidance,
            AutoGuidance,
            ClassifierFreeGuidance,
            ClassifierFreeZeroStarGuidance,
816
            FrequencyDecoupledGuidance,
YiYi Xu's avatar
YiYi Xu committed
817
818
819
820
821
            PerturbedAttentionGuidance,
            SkipLayerGuidance,
            SmoothedEnergyGuidance,
            TangentialClassifierFreeGuidance,
        )
Aryan's avatar
Aryan committed
822
823
        from .hooks import (
            FasterCacheConfig,
Aryan's avatar
Aryan committed
824
            FirstBlockCacheConfig,
Aryan's avatar
Aryan committed
825
            HookRegistry,
YiYi Xu's avatar
YiYi Xu committed
826
            LayerSkipConfig,
Aryan's avatar
Aryan committed
827
            PyramidAttentionBroadcastConfig,
YiYi Xu's avatar
YiYi Xu committed
828
            SmoothedEnergyGuidanceConfig,
Aryan's avatar
Aryan committed
829
            apply_faster_cache,
Aryan's avatar
Aryan committed
830
            apply_first_block_cache,
YiYi Xu's avatar
YiYi Xu committed
831
            apply_layer_skip,
Aryan's avatar
Aryan committed
832
833
            apply_pyramid_attention_broadcast,
        )
Dhruv Nair's avatar
Dhruv Nair committed
834
        from .models import (
Aryan's avatar
Aryan committed
835
            AllegroTransformer3DModel,
Dhruv Nair's avatar
Dhruv Nair committed
836
            AsymmetricAutoencoderKL,
837
            AttentionBackendName,
Sayak Paul's avatar
Sayak Paul committed
838
            AuraFlowTransformer2DModel,
839
            AutoencoderDC,
Dhruv Nair's avatar
Dhruv Nair committed
840
            AutoencoderKL,
Aryan's avatar
Aryan committed
841
            AutoencoderKLAllegro,
842
            AutoencoderKLCogVideoX,
Aryan's avatar
Aryan committed
843
            AutoencoderKLCosmos,
Aryan's avatar
Aryan committed
844
            AutoencoderKLHunyuanVideo,
Aryan's avatar
Aryan committed
845
            AutoencoderKLLTXVideo,
846
            AutoencoderKLMagvit,
Aryan's avatar
Aryan committed
847
            AutoencoderKLMochi,
naykun's avatar
naykun committed
848
            AutoencoderKLQwenImage,
Suraj Patil's avatar
Suraj Patil committed
849
            AutoencoderKLTemporalDecoder,
850
            AutoencoderKLWan,
851
            AutoencoderOobleck,
Dhruv Nair's avatar
Dhruv Nair committed
852
            AutoencoderTiny,
hlky's avatar
hlky committed
853
            AutoModel,
galbria's avatar
galbria committed
854
            BriaTransformer2DModel,
855
            CacheMixin,
Edna's avatar
Edna committed
856
            ChromaTransformer2DModel,
857
            CogVideoXTransformer3DModel,
Yuxuan.Zhang's avatar
Yuxuan.Zhang committed
858
            CogView3PlusTransformer2DModel,
859
            CogView4Transformer2DModel,
Shenghai Yuan's avatar
Shenghai Yuan committed
860
            ConsisIDTransformer3DModel,
Will Berman's avatar
Will Berman committed
861
            ConsistencyDecoderVAE,
Dhruv Nair's avatar
Dhruv Nair committed
862
            ControlNetModel,
hlky's avatar
hlky committed
863
            ControlNetUnionModel,
864
            ControlNetXSAdapter,
Aryan's avatar
Aryan committed
865
            CosmosTransformer3DModel,
866
            DiTTransformer2DModel,
867
            EasyAnimateTransformer3DModel,
王奇勋's avatar
王奇勋 committed
868
            FluxControlNetModel,
869
            FluxMultiControlNetModel,
Sayak Paul's avatar
Sayak Paul committed
870
            FluxTransformer2DModel,
hlky's avatar
hlky committed
871
            HiDreamImageTransformer2DModel,
872
            HunyuanDiT2DControlNetModel,
873
            HunyuanDiT2DModel,
874
            HunyuanDiT2DMultiControlNetModel,
Aryan's avatar
Aryan committed
875
            HunyuanVideoFramepackTransformer3DModel,
Aryan's avatar
Aryan committed
876
            HunyuanVideoTransformer3DModel,
877
            I2VGenXLUNet,
878
            Kandinsky3UNet,
879
            LatteTransformer3DModel,
Aryan's avatar
Aryan committed
880
            LTXVideoTransformer3DModel,
Le Zhuo's avatar
Le Zhuo committed
881
            Lumina2Transformer2DModel,
882
            LuminaNextDiT2DModel,
Aryan's avatar
Aryan committed
883
            MochiTransformer3DModel,
Dhruv Nair's avatar
Dhruv Nair committed
884
            ModelMixin,
Dhruv Nair's avatar
Dhruv Nair committed
885
            MotionAdapter,
Dhruv Nair's avatar
Dhruv Nair committed
886
            MultiAdapter,
887
            MultiControlNetModel,
Shitao Xiao's avatar
Shitao Xiao committed
888
            OmniGenTransformer2DModel,
889
            PixArtTransformer2DModel,
Dhruv Nair's avatar
Dhruv Nair committed
890
            PriorTransformer,
891
892
            QwenImageControlNetModel,
            QwenImageMultiControlNetModel,
naykun's avatar
naykun committed
893
            QwenImageTransformer2DModel,
894
            SanaControlNetModel,
895
            SanaTransformer2DModel,
896
897
            SD3ControlNetModel,
            SD3MultiControlNetModel,
Dhruv Nair's avatar
Dhruv Nair committed
898
            SD3Transformer2DModel,
899
            SkyReelsV2Transformer3DModel,
Aryan's avatar
Aryan committed
900
            SparseControlNetModel,
901
            StableAudioDiTModel,
Dhruv Nair's avatar
Dhruv Nair committed
902
903
904
            T2IAdapter,
            T5FilmDecoder,
            Transformer2DModel,
hlky's avatar
hlky committed
905
            TransformerTemporalModel,
Dhruv Nair's avatar
Dhruv Nair committed
906
907
908
909
            UNet1DModel,
            UNet2DConditionModel,
            UNet2DModel,
            UNet3DConditionModel,
910
            UNetControlNetXSModel,
Dhruv Nair's avatar
Dhruv Nair committed
911
            UNetMotionModel,
Suraj Patil's avatar
Suraj Patil committed
912
            UNetSpatioTemporalConditionModel,
Will Berman's avatar
Will Berman committed
913
            UVit2DModel,
Dhruv Nair's avatar
Dhruv Nair committed
914
            VQModel,
915
            WanTransformer3DModel,
Aryan's avatar
Aryan committed
916
            WanVACETransformer3DModel,
917
            attention_backend,
Dhruv Nair's avatar
Dhruv Nair committed
918
        )
Steven Liu's avatar
Steven Liu committed
919
        from .modular_pipelines import ComponentsManager, ComponentSpec, ModularPipeline, ModularPipelineBlocks
Dhruv Nair's avatar
Dhruv Nair committed
920
921
922
923
924
925
926
927
928
929
930
931
932
933
        from .optimization import (
            get_constant_schedule,
            get_constant_schedule_with_warmup,
            get_cosine_schedule_with_warmup,
            get_cosine_with_hard_restarts_schedule_with_warmup,
            get_linear_schedule_with_warmup,
            get_polynomial_decay_schedule_with_warmup,
            get_scheduler,
        )
        from .pipelines import (
            AudioPipelineOutput,
            AutoPipelineForImage2Image,
            AutoPipelineForInpainting,
            AutoPipelineForText2Image,
Ayush Mangal's avatar
Ayush Mangal committed
934
935
            BlipDiffusionControlNetPipeline,
            BlipDiffusionPipeline,
Dhruv Nair's avatar
Dhruv Nair committed
936
937
938
939
940
941
942
943
944
945
946
947
948
949
            CLIPImageProjection,
            ConsistencyModelPipeline,
            DanceDiffusionPipeline,
            DDIMPipeline,
            DDPMPipeline,
            DiffusionPipeline,
            DiTPipeline,
            ImagePipelineOutput,
            KarrasVePipeline,
            LDMPipeline,
            LDMSuperResolutionPipeline,
            PNDMPipeline,
            RePaintPipeline,
            ScoreSdeVePipeline,
950
            StableDiffusionMixin,
Dhruv Nair's avatar
Dhruv Nair committed
951
        )
952
        from .quantizers import DiffusersQuantizer
Dhruv Nair's avatar
Dhruv Nair committed
953
        from .schedulers import (
Will Berman's avatar
Will Berman committed
954
            AmusedScheduler,
Dhruv Nair's avatar
Dhruv Nair committed
955
            CMStochasticIterativeScheduler,
956
957
            CogVideoXDDIMScheduler,
            CogVideoXDPMScheduler,
Dhruv Nair's avatar
Dhruv Nair committed
958
959
960
961
962
963
964
965
966
967
            DDIMInverseScheduler,
            DDIMParallelScheduler,
            DDIMScheduler,
            DDPMParallelScheduler,
            DDPMScheduler,
            DDPMWuerstchenScheduler,
            DEISMultistepScheduler,
            DPMSolverMultistepInverseScheduler,
            DPMSolverMultistepScheduler,
            DPMSolverSinglestepScheduler,
968
            EDMDPMSolverMultistepScheduler,
Suraj Patil's avatar
Suraj Patil committed
969
            EDMEulerScheduler,
Dhruv Nair's avatar
Dhruv Nair committed
970
971
            EulerAncestralDiscreteScheduler,
            EulerDiscreteScheduler,
Dhruv Nair's avatar
Dhruv Nair committed
972
            FlowMatchEulerDiscreteScheduler,
973
            FlowMatchHeunDiscreteScheduler,
974
            FlowMatchLCMScheduler,
Dhruv Nair's avatar
Dhruv Nair committed
975
976
977
978
979
            HeunDiscreteScheduler,
            IPNDMScheduler,
            KarrasVeScheduler,
            KDPM2AncestralDiscreteScheduler,
            KDPM2DiscreteScheduler,
980
            LCMScheduler,
Dhruv Nair's avatar
Dhruv Nair committed
981
982
            PNDMScheduler,
            RePaintScheduler,
Junsong Chen's avatar
Junsong Chen committed
983
            SASolverScheduler,
Dhruv Nair's avatar
Dhruv Nair committed
984
            SchedulerMixin,
YiYi Xu's avatar
YiYi Xu committed
985
            SCMScheduler,
Dhruv Nair's avatar
Dhruv Nair committed
986
            ScoreSdeVeScheduler,
Michael's avatar
Michael committed
987
            TCDScheduler,
Dhruv Nair's avatar
Dhruv Nair committed
988
989
990
991
992
993
994
995
996
997
998
999
1000
1001
1002
1003
1004
1005
1006
1007
            UnCLIPScheduler,
            UniPCMultistepScheduler,
            VQDiffusionScheduler,
        )
        from .training_utils import EMAModel

    try:
        if not (is_torch_available() and is_scipy_available()):
            raise OptionalDependencyNotAvailable()
    except OptionalDependencyNotAvailable:
        from .utils.dummy_torch_and_scipy_objects import *  # noqa F403
    else:
        from .schedulers import LMSDiscreteScheduler

    try:
        if not (is_torch_available() and is_torchsde_available()):
            raise OptionalDependencyNotAvailable()
    except OptionalDependencyNotAvailable:
        from .utils.dummy_torch_and_torchsde_objects import *  # noqa F403
    else:
1008
        from .schedulers import CosineDPMSolverMultistepScheduler, DPMSolverSDEScheduler
Dhruv Nair's avatar
Dhruv Nair committed
1009
1010
1011
1012
1013
1014
1015

    try:
        if not (is_torch_available() and is_transformers_available()):
            raise OptionalDependencyNotAvailable()
    except OptionalDependencyNotAvailable:
        from .utils.dummy_torch_and_transformers_objects import *  # noqa F403
    else:
YiYi Xu's avatar
YiYi Xu committed
1016
        from .modular_pipelines import (
1017
1018
            FluxAutoBlocks,
            FluxModularPipeline,
YiYi Xu's avatar
YiYi Xu committed
1019
1020
            StableDiffusionXLAutoBlocks,
            StableDiffusionXLModularPipeline,
Aryan's avatar
Aryan committed
1021
1022
            WanAutoBlocks,
            WanModularPipeline,
YiYi Xu's avatar
YiYi Xu committed
1023
        )
Dhruv Nair's avatar
Dhruv Nair committed
1024
        from .pipelines import (
Aryan's avatar
Aryan committed
1025
            AllegroPipeline,
Dhruv Nair's avatar
Dhruv Nair committed
1026
1027
            AltDiffusionImg2ImgPipeline,
            AltDiffusionPipeline,
Will Berman's avatar
Will Berman committed
1028
1029
1030
            AmusedImg2ImgPipeline,
            AmusedInpaintPipeline,
            AmusedPipeline,
1031
            AnimateDiffControlNetPipeline,
Aryan's avatar
Aryan committed
1032
            AnimateDiffPAGPipeline,
Dhruv Nair's avatar
Dhruv Nair committed
1033
            AnimateDiffPipeline,
Aryan's avatar
Aryan committed
1034
            AnimateDiffSDXLPipeline,
Aryan's avatar
Aryan committed
1035
            AnimateDiffSparseControlNetPipeline,
1036
            AnimateDiffVideoToVideoControlNetPipeline,
Aryan V S's avatar
Aryan V S committed
1037
            AnimateDiffVideoToVideoPipeline,
Dhruv Nair's avatar
Dhruv Nair committed
1038
1039
1040
1041
            AudioLDM2Pipeline,
            AudioLDM2ProjectionModel,
            AudioLDM2UNet2DConditionModel,
            AudioLDMPipeline,
Sayak Paul's avatar
Sayak Paul committed
1042
            AuraFlowPipeline,
galbria's avatar
galbria committed
1043
            BriaPipeline,
Dhruv Nair's avatar
Dhruv Nair committed
1044
            ChromaImg2ImgPipeline,
Edna's avatar
Edna committed
1045
            ChromaPipeline,
Dhruv Nair's avatar
Dhruv Nair committed
1046
            CLIPImageProjection,
1047
            CogVideoXFunControlPipeline,
1048
            CogVideoXImageToVideoPipeline,
1049
            CogVideoXPipeline,
1050
            CogVideoXVideoToVideoPipeline,
Yuxuan.Zhang's avatar
Yuxuan.Zhang committed
1051
            CogView3PlusPipeline,
Yuxuan Zhang's avatar
Yuxuan Zhang committed
1052
            CogView4ControlPipeline,
1053
            CogView4Pipeline,
Aryan's avatar
Aryan committed
1054
            ConsisIDPipeline,
Aryan's avatar
Aryan committed
1055
1056
            Cosmos2TextToImagePipeline,
            Cosmos2VideoToWorldPipeline,
Aryan's avatar
Aryan committed
1057
1058
            CosmosTextToWorldPipeline,
            CosmosVideoToWorldPipeline,
Dhruv Nair's avatar
Dhruv Nair committed
1059
            CycleDiffusionPipeline,
1060
1061
1062
            EasyAnimateControlPipeline,
            EasyAnimateInpaintPipeline,
            EasyAnimatePipeline,
Aryan's avatar
Aryan committed
1063
            FluxControlImg2ImgPipeline,
1064
            FluxControlInpaintPipeline,
1065
1066
            FluxControlNetImg2ImgPipeline,
            FluxControlNetInpaintPipeline,
王奇勋's avatar
王奇勋 committed
1067
            FluxControlNetPipeline,
Aryan's avatar
Aryan committed
1068
1069
            FluxControlPipeline,
            FluxFillPipeline,
1070
1071
            FluxImg2ImgPipeline,
            FluxInpaintPipeline,
1072
            FluxKontextInpaintPipeline,
Aryan's avatar
Aryan committed
1073
            FluxKontextPipeline,
Sayak Paul's avatar
Sayak Paul committed
1074
            FluxPipeline,
Aryan's avatar
Aryan committed
1075
            FluxPriorReduxPipeline,
hlky's avatar
hlky committed
1076
            HiDreamImagePipeline,
1077
            HunyuanDiTControlNetPipeline,
1078
            HunyuanDiTPAGPipeline,
1079
            HunyuanDiTPipeline,
Aryan's avatar
Aryan committed
1080
            HunyuanSkyreelsImageToVideoPipeline,
Aryan's avatar
Aryan committed
1081
            HunyuanVideoFramepackPipeline,
Aryan's avatar
Aryan committed
1082
            HunyuanVideoImageToVideoPipeline,
Aryan's avatar
Aryan committed
1083
            HunyuanVideoPipeline,
1084
            I2VGenXLPipeline,
Dhruv Nair's avatar
Dhruv Nair committed
1085
1086
1087
1088
1089
1090
1091
            IFImg2ImgPipeline,
            IFImg2ImgSuperResolutionPipeline,
            IFInpaintingPipeline,
            IFInpaintingSuperResolutionPipeline,
            IFPipeline,
            IFSuperResolutionPipeline,
            ImageTextPipelineOutput,
1092
1093
            Kandinsky3Img2ImgPipeline,
            Kandinsky3Pipeline,
Dhruv Nair's avatar
Dhruv Nair committed
1094
1095
1096
1097
1098
1099
1100
1101
1102
1103
1104
1105
1106
1107
1108
1109
1110
            KandinskyCombinedPipeline,
            KandinskyImg2ImgCombinedPipeline,
            KandinskyImg2ImgPipeline,
            KandinskyInpaintCombinedPipeline,
            KandinskyInpaintPipeline,
            KandinskyPipeline,
            KandinskyPriorPipeline,
            KandinskyV22CombinedPipeline,
            KandinskyV22ControlnetImg2ImgPipeline,
            KandinskyV22ControlnetPipeline,
            KandinskyV22Img2ImgCombinedPipeline,
            KandinskyV22Img2ImgPipeline,
            KandinskyV22InpaintCombinedPipeline,
            KandinskyV22InpaintPipeline,
            KandinskyV22Pipeline,
            KandinskyV22PriorEmb2EmbPipeline,
            KandinskyV22PriorPipeline,
1111
            LatentConsistencyModelImg2ImgPipeline,
1112
            LatentConsistencyModelPipeline,
1113
            LattePipeline,
Dhruv Nair's avatar
Dhruv Nair committed
1114
            LDMTextToImagePipeline,
1115
1116
            LEditsPPPipelineStableDiffusion,
            LEditsPPPipelineStableDiffusionXL,
Aryan's avatar
Aryan committed
1117
            LTXConditionPipeline,
Aryan's avatar
Aryan committed
1118
            LTXImageToVideoPipeline,
Aryan's avatar
Aryan committed
1119
            LTXLatentUpsamplePipeline,
Aryan's avatar
Aryan committed
1120
            LTXPipeline,
1121
            Lumina2Pipeline,
Le Zhuo's avatar
Le Zhuo committed
1122
            Lumina2Text2ImgPipeline,
1123
            LuminaPipeline,
1124
            LuminaText2ImgPipeline,
1125
            MarigoldDepthPipeline,
1126
            MarigoldIntrinsicsPipeline,
1127
            MarigoldNormalsPipeline,
Aryan's avatar
Aryan committed
1128
            MochiPipeline,
Dhruv Nair's avatar
Dhruv Nair committed
1129
            MusicLDMPipeline,
Shitao Xiao's avatar
Shitao Xiao committed
1130
            OmniGenPipeline,
Dhruv Nair's avatar
Dhruv Nair committed
1131
            PaintByExamplePipeline,
Dhruv Nair's avatar
Dhruv Nair committed
1132
            PIAPipeline,
Sayak Paul's avatar
Sayak Paul committed
1133
            PixArtAlphaPipeline,
1134
            PixArtSigmaPAGPipeline,
1135
            PixArtSigmaPipeline,
1136
            QwenImageControlNetPipeline,
naykun's avatar
naykun committed
1137
            QwenImageEditPipeline,
1138
1139
            QwenImageImg2ImgPipeline,
            QwenImageInpaintPipeline,
naykun's avatar
naykun committed
1140
            QwenImagePipeline,
Aryan's avatar
Aryan committed
1141
            ReduxImageEncoder,
1142
            SanaControlNetPipeline,
1143
1144
            SanaPAGPipeline,
            SanaPipeline,
1145
            SanaSprintImg2ImgPipeline,
YiYi Xu's avatar
YiYi Xu committed
1146
            SanaSprintPipeline,
Dhruv Nair's avatar
Dhruv Nair committed
1147
1148
1149
            SemanticStableDiffusionPipeline,
            ShapEImg2ImgPipeline,
            ShapEPipeline,
1150
1151
1152
1153
1154
            SkyReelsV2DiffusionForcingImageToVideoPipeline,
            SkyReelsV2DiffusionForcingPipeline,
            SkyReelsV2DiffusionForcingVideoToVideoPipeline,
            SkyReelsV2ImageToVideoPipeline,
            SkyReelsV2Pipeline,
1155
1156
            StableAudioPipeline,
            StableAudioProjectionModel,
1157
1158
1159
            StableCascadeCombinedPipeline,
            StableCascadeDecoderPipeline,
            StableCascadePriorPipeline,
1160
            StableDiffusion3ControlNetInpaintingPipeline,
1161
            StableDiffusion3ControlNetPipeline,
Dhruv Nair's avatar
Dhruv Nair committed
1162
            StableDiffusion3Img2ImgPipeline,
1163
            StableDiffusion3InpaintPipeline,
1164
            StableDiffusion3PAGImg2ImgPipeline,
1165
            StableDiffusion3PAGPipeline,
Dhruv Nair's avatar
Dhruv Nair committed
1166
            StableDiffusion3Pipeline,
Dhruv Nair's avatar
Dhruv Nair committed
1167
1168
1169
1170
            StableDiffusionAdapterPipeline,
            StableDiffusionAttendAndExcitePipeline,
            StableDiffusionControlNetImg2ImgPipeline,
            StableDiffusionControlNetInpaintPipeline,
1171
            StableDiffusionControlNetPAGInpaintPipeline,
1172
            StableDiffusionControlNetPAGPipeline,
Dhruv Nair's avatar
Dhruv Nair committed
1173
            StableDiffusionControlNetPipeline,
1174
            StableDiffusionControlNetXSPipeline,
Dhruv Nair's avatar
Dhruv Nair committed
1175
1176
1177
1178
1179
1180
1181
1182
1183
1184
1185
1186
            StableDiffusionDepth2ImgPipeline,
            StableDiffusionDiffEditPipeline,
            StableDiffusionGLIGENPipeline,
            StableDiffusionGLIGENTextImagePipeline,
            StableDiffusionImageVariationPipeline,
            StableDiffusionImg2ImgPipeline,
            StableDiffusionInpaintPipeline,
            StableDiffusionInpaintPipelineLegacy,
            StableDiffusionInstructPix2PixPipeline,
            StableDiffusionLatentUpscalePipeline,
            StableDiffusionLDM3DPipeline,
            StableDiffusionModelEditingPipeline,
1187
            StableDiffusionPAGImg2ImgPipeline,
1188
            StableDiffusionPAGInpaintPipeline,
1189
            StableDiffusionPAGPipeline,
Dhruv Nair's avatar
Dhruv Nair committed
1190
1191
1192
1193
1194
1195
1196
1197
1198
1199
            StableDiffusionPanoramaPipeline,
            StableDiffusionParadigmsPipeline,
            StableDiffusionPipeline,
            StableDiffusionPipelineSafe,
            StableDiffusionPix2PixZeroPipeline,
            StableDiffusionSAGPipeline,
            StableDiffusionUpscalePipeline,
            StableDiffusionXLAdapterPipeline,
            StableDiffusionXLControlNetImg2ImgPipeline,
            StableDiffusionXLControlNetInpaintPipeline,
1200
            StableDiffusionXLControlNetPAGImg2ImgPipeline,
YiYi Xu's avatar
YiYi Xu committed
1201
            StableDiffusionXLControlNetPAGPipeline,
Dhruv Nair's avatar
Dhruv Nair committed
1202
            StableDiffusionXLControlNetPipeline,
hlky's avatar
hlky committed
1203
1204
1205
            StableDiffusionXLControlNetUnionImg2ImgPipeline,
            StableDiffusionXLControlNetUnionInpaintPipeline,
            StableDiffusionXLControlNetUnionPipeline,
1206
            StableDiffusionXLControlNetXSPipeline,
Dhruv Nair's avatar
Dhruv Nair committed
1207
1208
1209
            StableDiffusionXLImg2ImgPipeline,
            StableDiffusionXLInpaintPipeline,
            StableDiffusionXLInstructPix2PixPipeline,
YiYi Xu's avatar
YiYi Xu committed
1210
1211
1212
            StableDiffusionXLPAGImg2ImgPipeline,
            StableDiffusionXLPAGInpaintPipeline,
            StableDiffusionXLPAGPipeline,
Dhruv Nair's avatar
Dhruv Nair committed
1213
1214
1215
            StableDiffusionXLPipeline,
            StableUnCLIPImg2ImgPipeline,
            StableUnCLIPPipeline,
Suraj Patil's avatar
Suraj Patil committed
1216
            StableVideoDiffusionPipeline,
Dhruv Nair's avatar
Dhruv Nair committed
1217
1218
            TextToVideoSDPipeline,
            TextToVideoZeroPipeline,
1219
            TextToVideoZeroSDXLPipeline,
Dhruv Nair's avatar
Dhruv Nair committed
1220
1221
1222
1223
1224
1225
1226
1227
1228
1229
            UnCLIPImageVariationPipeline,
            UnCLIPPipeline,
            UniDiffuserModel,
            UniDiffuserPipeline,
            UniDiffuserTextDecoder,
            VersatileDiffusionDualGuidedPipeline,
            VersatileDiffusionImageVariationPipeline,
            VersatileDiffusionPipeline,
            VersatileDiffusionTextToImagePipeline,
            VideoToVideoSDPipeline,
Zhong-Yu Li's avatar
Zhong-Yu Li committed
1230
1231
            VisualClozeGenerationPipeline,
            VisualClozePipeline,
Dhruv Nair's avatar
Dhruv Nair committed
1232
            VQDiffusionPipeline,
1233
1234
            WanImageToVideoPipeline,
            WanPipeline,
Aryan's avatar
Aryan committed
1235
            WanVACEPipeline,
1236
            WanVideoToVideoPipeline,
Dhruv Nair's avatar
Dhruv Nair committed
1237
1238
1239
1240
1241
1242
1243
1244
1245
1246
1247
            WuerstchenCombinedPipeline,
            WuerstchenDecoderPipeline,
            WuerstchenPriorPipeline,
        )

    try:
        if not (is_torch_available() and is_transformers_available() and is_k_diffusion_available()):
            raise OptionalDependencyNotAvailable()
    except OptionalDependencyNotAvailable:
        from .utils.dummy_torch_and_transformers_and_k_diffusion_objects import *  # noqa F403
    else:
1248
        from .pipelines import StableDiffusionKDiffusionPipeline, StableDiffusionXLKDiffusionPipeline
Dhruv Nair's avatar
Dhruv Nair committed
1249

1250
1251
1252
1253
1254
1255
    try:
        if not (is_torch_available() and is_transformers_available() and is_sentencepiece_available()):
            raise OptionalDependencyNotAvailable()
    except OptionalDependencyNotAvailable:
        from .utils.dummy_torch_and_transformers_and_sentencepiece_objects import *  # noqa F403
    else:
Álvaro Somoza's avatar
Álvaro Somoza committed
1256
        from .pipelines import KolorsImg2ImgPipeline, KolorsPAGPipeline, KolorsPipeline
Sayak Paul's avatar
Sayak Paul committed
1257
1258
1259
1260
1261
1262
1263
1264
1265

    try:
        if not (is_torch_available() and is_transformers_available() and is_opencv_available()):
            raise OptionalDependencyNotAvailable()
    except OptionalDependencyNotAvailable:
        from .utils.dummy_torch_and_transformers_and_opencv_objects import *  # noqa F403
    else:
        from .pipelines import ConsisIDPipeline

Dhruv Nair's avatar
Dhruv Nair committed
1266
1267
1268
1269
1270
1271
1272
1273
1274
1275
1276
1277
1278
1279
1280
1281
1282
1283
1284
1285
1286
1287
1288
1289
1290
1291
1292
1293
1294
1295
1296
1297
1298
1299
1300
1301
1302
    try:
        if not (is_torch_available() and is_transformers_available() and is_onnx_available()):
            raise OptionalDependencyNotAvailable()
    except OptionalDependencyNotAvailable:
        from .utils.dummy_torch_and_transformers_and_onnx_objects import *  # noqa F403
    else:
        from .pipelines import (
            OnnxStableDiffusionImg2ImgPipeline,
            OnnxStableDiffusionInpaintPipeline,
            OnnxStableDiffusionInpaintPipelineLegacy,
            OnnxStableDiffusionPipeline,
            OnnxStableDiffusionUpscalePipeline,
            StableDiffusionOnnxPipeline,
        )

    try:
        if not (is_torch_available() and is_librosa_available()):
            raise OptionalDependencyNotAvailable()
    except OptionalDependencyNotAvailable:
        from .utils.dummy_torch_and_librosa_objects import *  # noqa F403
    else:
        from .pipelines import AudioDiffusionPipeline, Mel

    try:
        if not (is_transformers_available() and is_torch_available() and is_note_seq_available()):
            raise OptionalDependencyNotAvailable()
    except OptionalDependencyNotAvailable:
        from .utils.dummy_transformers_and_torch_and_note_seq_objects import *  # noqa F403
    else:
        from .pipelines import SpectrogramDiffusionPipeline

    try:
        if not is_flax_available():
            raise OptionalDependencyNotAvailable()
    except OptionalDependencyNotAvailable:
        from .utils.dummy_flax_objects import *  # noqa F403
    else:
1303
        from .models.controlnets.controlnet_flax import FlaxControlNetModel
Dhruv Nair's avatar
Dhruv Nair committed
1304
        from .models.modeling_flax_utils import FlaxModelMixin
1305
        from .models.unets.unet_2d_condition_flax import FlaxUNet2DConditionModel
Dhruv Nair's avatar
Dhruv Nair committed
1306
1307
1308
1309
1310
1311
        from .models.vae_flax import FlaxAutoencoderKL
        from .pipelines import FlaxDiffusionPipeline
        from .schedulers import (
            FlaxDDIMScheduler,
            FlaxDDPMScheduler,
            FlaxDPMSolverMultistepScheduler,
Pedro Cuenca's avatar
Pedro Cuenca committed
1312
            FlaxEulerDiscreteScheduler,
Dhruv Nair's avatar
Dhruv Nair committed
1313
1314
1315
1316
1317
1318
1319
1320
1321
1322
1323
1324
1325
1326
1327
1328
1329
1330
            FlaxKarrasVeScheduler,
            FlaxLMSDiscreteScheduler,
            FlaxPNDMScheduler,
            FlaxSchedulerMixin,
            FlaxScoreSdeVeScheduler,
        )

    try:
        if not (is_flax_available() and is_transformers_available()):
            raise OptionalDependencyNotAvailable()
    except OptionalDependencyNotAvailable:
        from .utils.dummy_flax_and_transformers_objects import *  # noqa F403
    else:
        from .pipelines import (
            FlaxStableDiffusionControlNetPipeline,
            FlaxStableDiffusionImg2ImgPipeline,
            FlaxStableDiffusionInpaintPipeline,
            FlaxStableDiffusionPipeline,
Pedro Cuenca's avatar
Pedro Cuenca committed
1331
            FlaxStableDiffusionXLPipeline,
Dhruv Nair's avatar
Dhruv Nair committed
1332
1333
1334
1335
1336
1337
1338
1339
1340
1341
1342
1343
1344
1345
1346
1347
1348
1349
1350
1351
        )

    try:
        if not (is_note_seq_available()):
            raise OptionalDependencyNotAvailable()
    except OptionalDependencyNotAvailable:
        from .utils.dummy_note_seq_objects import *  # noqa F403
    else:
        from .pipelines import MidiProcessor

else:
    import sys

    sys.modules[__name__] = _LazyModule(
        __name__,
        globals()["__file__"],
        _import_structure,
        module_spec=__spec__,
        extra_objects={"__version__": __version__},
    )