"src/vscode:/vscode.git/clone" did not exist on "56c003705f510700e4687edfdebfb953325c2fab"
__init__.py 44.3 KB
Newer Older
Sayak Paul's avatar
Sayak Paul committed
1
__version__ = "0.34.0.dev0"
2

Dhruv Nair's avatar
Dhruv Nair committed
3
4
from typing import TYPE_CHECKING

5
from .utils import (
6
    DIFFUSERS_SLOW_IMPORT,
7
    OptionalDependencyNotAvailable,
Dhruv Nair's avatar
Dhruv Nair committed
8
    _LazyModule,
9
10
    is_accelerate_available,
    is_bitsandbytes_available,
11
    is_flax_available,
12
    is_gguf_available,
13
    is_k_diffusion_available,
14
    is_librosa_available,
15
    is_note_seq_available,
16
    is_onnx_available,
Sayak Paul's avatar
Sayak Paul committed
17
    is_opencv_available,
18
    is_optimum_quanto_available,
19
    is_scipy_available,
20
    is_sentencepiece_available,
21
    is_torch_available,
22
    is_torchao_available,
23
    is_torchsde_available,
24
25
    is_transformers_available,
)
Patrick von Platen's avatar
Patrick von Platen committed
26
27


Dhruv Nair's avatar
Dhruv Nair committed
28
29
30
31
32
33
34
35
36
# Lazy Import based on
# https://github.com/huggingface/transformers/blob/main/src/transformers/__init__.py

# When adding a new object to this init, please add it to `_import_structure`. The `_import_structure` is a dictionary submodule to list of object names,
# and is used to defer the actual importing for when the objects are requested.
# This way `import diffusers` provides the names in the namespace without actually importing anything (and especially none of the backends).

_import_structure = {
    "configuration_utils": ["ConfigMixin"],
37
    "hooks": [],
38
    "loaders": ["FromOriginalModelMixin"],
Dhruv Nair's avatar
Dhruv Nair committed
39
40
    "models": [],
    "pipelines": [],
41
    "quantizers.quantization_config": [],
Dhruv Nair's avatar
Dhruv Nair committed
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
    "schedulers": [],
    "utils": [
        "OptionalDependencyNotAvailable",
        "is_flax_available",
        "is_inflect_available",
        "is_invisible_watermark_available",
        "is_k_diffusion_available",
        "is_k_diffusion_version",
        "is_librosa_available",
        "is_note_seq_available",
        "is_onnx_available",
        "is_scipy_available",
        "is_torch_available",
        "is_torchsde_available",
        "is_transformers_available",
        "is_transformers_version",
        "is_unidecode_available",
        "logging",
    ],
}

63
try:
64
    if not is_torch_available() and not is_accelerate_available() and not is_bitsandbytes_available():
65
66
67
68
69
70
71
72
73
74
75
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
    from .utils import dummy_bitsandbytes_objects

    _import_structure["utils.dummy_bitsandbytes_objects"] = [
        name for name in dir(dummy_bitsandbytes_objects) if not name.startswith("_")
    ]
else:
    _import_structure["quantizers.quantization_config"].append("BitsAndBytesConfig")

try:
76
    if not is_torch_available() and not is_accelerate_available() and not is_gguf_available():
77
78
79
80
81
82
83
84
85
86
87
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
    from .utils import dummy_gguf_objects

    _import_structure["utils.dummy_gguf_objects"] = [
        name for name in dir(dummy_gguf_objects) if not name.startswith("_")
    ]
else:
    _import_structure["quantizers.quantization_config"].append("GGUFQuantizationConfig")

try:
88
    if not is_torch_available() and not is_accelerate_available() and not is_torchao_available():
89
90
91
92
93
94
95
96
97
98
99
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
    from .utils import dummy_torchao_objects

    _import_structure["utils.dummy_torchao_objects"] = [
        name for name in dir(dummy_torchao_objects) if not name.startswith("_")
    ]
else:
    _import_structure["quantizers.quantization_config"].append("TorchAoConfig")

try:
100
    if not is_torch_available() and not is_accelerate_available() and not is_optimum_quanto_available():
101
102
103
104
105
106
107
108
109
110
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
    from .utils import dummy_optimum_quanto_objects

    _import_structure["utils.dummy_optimum_quanto_objects"] = [
        name for name in dir(dummy_optimum_quanto_objects) if not name.startswith("_")
    ]
else:
    _import_structure["quantizers.quantization_config"].append("QuantoConfig")

111
112
113
114
try:
    if not is_onnx_available():
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
Dhruv Nair's avatar
Dhruv Nair committed
115
116
117
118
119
120
    from .utils import dummy_onnx_objects  # noqa F403

    _import_structure["utils.dummy_onnx_objects"] = [
        name for name in dir(dummy_onnx_objects) if not name.startswith("_")
    ]

121
else:
Dhruv Nair's avatar
Dhruv Nair committed
122
    _import_structure["pipelines"].extend(["OnnxRuntimeModel"])
123

124
125
126
127
try:
    if not is_torch_available():
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
Dhruv Nair's avatar
Dhruv Nair committed
128
129
130
131
    from .utils import dummy_pt_objects  # noqa F403

    _import_structure["utils.dummy_pt_objects"] = [name for name in dir(dummy_pt_objects) if not name.startswith("_")]

132
else:
133
134
    _import_structure["hooks"].extend(
        [
Aryan's avatar
Aryan committed
135
            "FasterCacheConfig",
136
137
            "HookRegistry",
            "PyramidAttentionBroadcastConfig",
Aryan's avatar
Aryan committed
138
            "apply_faster_cache",
139
140
141
            "apply_pyramid_attention_broadcast",
        ]
    )
Dhruv Nair's avatar
Dhruv Nair committed
142
143
    _import_structure["models"].extend(
        [
Aryan's avatar
Aryan committed
144
            "AllegroTransformer3DModel",
Dhruv Nair's avatar
Dhruv Nair committed
145
            "AsymmetricAutoencoderKL",
Sayak Paul's avatar
Sayak Paul committed
146
            "AuraFlowTransformer2DModel",
147
            "AutoencoderDC",
Dhruv Nair's avatar
Dhruv Nair committed
148
            "AutoencoderKL",
Aryan's avatar
Aryan committed
149
            "AutoencoderKLAllegro",
150
            "AutoencoderKLCogVideoX",
Aryan's avatar
Aryan committed
151
            "AutoencoderKLHunyuanVideo",
Aryan's avatar
Aryan committed
152
            "AutoencoderKLLTXVideo",
153
            "AutoencoderKLMagvit",
Aryan's avatar
Aryan committed
154
            "AutoencoderKLMochi",
Suraj Patil's avatar
Suraj Patil committed
155
            "AutoencoderKLTemporalDecoder",
156
            "AutoencoderKLWan",
157
            "AutoencoderOobleck",
Dhruv Nair's avatar
Dhruv Nair committed
158
            "AutoencoderTiny",
hlky's avatar
hlky committed
159
            "AutoModel",
160
            "CacheMixin",
161
            "CogVideoXTransformer3DModel",
Yuxuan.Zhang's avatar
Yuxuan.Zhang committed
162
            "CogView3PlusTransformer2DModel",
163
            "CogView4Transformer2DModel",
Shenghai Yuan's avatar
Shenghai Yuan committed
164
            "ConsisIDTransformer3DModel",
Will Berman's avatar
Will Berman committed
165
            "ConsistencyDecoderVAE",
Dhruv Nair's avatar
Dhruv Nair committed
166
            "ControlNetModel",
hlky's avatar
hlky committed
167
            "ControlNetUnionModel",
168
            "ControlNetXSAdapter",
169
            "DiTTransformer2DModel",
170
            "EasyAnimateTransformer3DModel",
王奇勋's avatar
王奇勋 committed
171
            "FluxControlNetModel",
172
            "FluxMultiControlNetModel",
Sayak Paul's avatar
Sayak Paul committed
173
            "FluxTransformer2DModel",
hlky's avatar
hlky committed
174
            "HiDreamImageTransformer2DModel",
175
            "HunyuanDiT2DControlNetModel",
176
            "HunyuanDiT2DModel",
177
            "HunyuanDiT2DMultiControlNetModel",
Aryan's avatar
Aryan committed
178
            "HunyuanVideoFramepackTransformer3DModel",
Aryan's avatar
Aryan committed
179
            "HunyuanVideoTransformer3DModel",
180
            "I2VGenXLUNet",
181
            "Kandinsky3UNet",
182
            "LatteTransformer3DModel",
Aryan's avatar
Aryan committed
183
            "LTXVideoTransformer3DModel",
Le Zhuo's avatar
Le Zhuo committed
184
            "Lumina2Transformer2DModel",
185
            "LuminaNextDiT2DModel",
Aryan's avatar
Aryan committed
186
            "MochiTransformer3DModel",
Dhruv Nair's avatar
Dhruv Nair committed
187
            "ModelMixin",
Dhruv Nair's avatar
Dhruv Nair committed
188
            "MotionAdapter",
Dhruv Nair's avatar
Dhruv Nair committed
189
            "MultiAdapter",
190
            "MultiControlNetModel",
Shitao Xiao's avatar
Shitao Xiao committed
191
            "OmniGenTransformer2DModel",
192
            "PixArtTransformer2DModel",
Dhruv Nair's avatar
Dhruv Nair committed
193
            "PriorTransformer",
194
            "SanaControlNetModel",
195
            "SanaTransformer2DModel",
196
197
            "SD3ControlNetModel",
            "SD3MultiControlNetModel",
Dhruv Nair's avatar
Dhruv Nair committed
198
            "SD3Transformer2DModel",
Aryan's avatar
Aryan committed
199
            "SparseControlNetModel",
200
            "StableAudioDiTModel",
201
            "StableCascadeUNet",
Dhruv Nair's avatar
Dhruv Nair committed
202
203
204
            "T2IAdapter",
            "T5FilmDecoder",
            "Transformer2DModel",
hlky's avatar
hlky committed
205
            "TransformerTemporalModel",
Dhruv Nair's avatar
Dhruv Nair committed
206
207
208
209
            "UNet1DModel",
            "UNet2DConditionModel",
            "UNet2DModel",
            "UNet3DConditionModel",
210
            "UNetControlNetXSModel",
Dhruv Nair's avatar
Dhruv Nair committed
211
            "UNetMotionModel",
Suraj Patil's avatar
Suraj Patil committed
212
            "UNetSpatioTemporalConditionModel",
Will Berman's avatar
Will Berman committed
213
            "UVit2DModel",
Dhruv Nair's avatar
Dhruv Nair committed
214
            "VQModel",
215
            "WanTransformer3DModel",
Dhruv Nair's avatar
Dhruv Nair committed
216
        ]
217
    )
Dhruv Nair's avatar
Dhruv Nair committed
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
    _import_structure["optimization"] = [
        "get_constant_schedule",
        "get_constant_schedule_with_warmup",
        "get_cosine_schedule_with_warmup",
        "get_cosine_with_hard_restarts_schedule_with_warmup",
        "get_linear_schedule_with_warmup",
        "get_polynomial_decay_schedule_with_warmup",
        "get_scheduler",
    ]
    _import_structure["pipelines"].extend(
        [
            "AudioPipelineOutput",
            "AutoPipelineForImage2Image",
            "AutoPipelineForInpainting",
            "AutoPipelineForText2Image",
            "ConsistencyModelPipeline",
            "DanceDiffusionPipeline",
            "DDIMPipeline",
            "DDPMPipeline",
            "DiffusionPipeline",
            "DiTPipeline",
            "ImagePipelineOutput",
            "KarrasVePipeline",
            "LDMPipeline",
            "LDMSuperResolutionPipeline",
            "PNDMPipeline",
            "RePaintPipeline",
            "ScoreSdeVePipeline",
246
            "StableDiffusionMixin",
Dhruv Nair's avatar
Dhruv Nair committed
247
        ]
248
    )
249
    _import_structure["quantizers"] = ["DiffusersQuantizer"]
Dhruv Nair's avatar
Dhruv Nair committed
250
251
    _import_structure["schedulers"].extend(
        [
Will Berman's avatar
Will Berman committed
252
            "AmusedScheduler",
Dhruv Nair's avatar
Dhruv Nair committed
253
            "CMStochasticIterativeScheduler",
254
255
            "CogVideoXDDIMScheduler",
            "CogVideoXDPMScheduler",
Dhruv Nair's avatar
Dhruv Nair committed
256
257
258
259
260
261
262
263
264
265
            "DDIMInverseScheduler",
            "DDIMParallelScheduler",
            "DDIMScheduler",
            "DDPMParallelScheduler",
            "DDPMScheduler",
            "DDPMWuerstchenScheduler",
            "DEISMultistepScheduler",
            "DPMSolverMultistepInverseScheduler",
            "DPMSolverMultistepScheduler",
            "DPMSolverSinglestepScheduler",
266
            "EDMDPMSolverMultistepScheduler",
Suraj Patil's avatar
Suraj Patil committed
267
            "EDMEulerScheduler",
Dhruv Nair's avatar
Dhruv Nair committed
268
269
            "EulerAncestralDiscreteScheduler",
            "EulerDiscreteScheduler",
Dhruv Nair's avatar
Dhruv Nair committed
270
            "FlowMatchEulerDiscreteScheduler",
271
            "FlowMatchHeunDiscreteScheduler",
272
            "FlowMatchLCMScheduler",
Dhruv Nair's avatar
Dhruv Nair committed
273
274
275
276
277
            "HeunDiscreteScheduler",
            "IPNDMScheduler",
            "KarrasVeScheduler",
            "KDPM2AncestralDiscreteScheduler",
            "KDPM2DiscreteScheduler",
278
            "LCMScheduler",
Dhruv Nair's avatar
Dhruv Nair committed
279
280
            "PNDMScheduler",
            "RePaintScheduler",
Junsong Chen's avatar
Junsong Chen committed
281
            "SASolverScheduler",
Dhruv Nair's avatar
Dhruv Nair committed
282
            "SchedulerMixin",
YiYi Xu's avatar
YiYi Xu committed
283
            "SCMScheduler",
Dhruv Nair's avatar
Dhruv Nair committed
284
            "ScoreSdeVeScheduler",
Michael's avatar
Michael committed
285
            "TCDScheduler",
Dhruv Nair's avatar
Dhruv Nair committed
286
287
288
289
            "UnCLIPScheduler",
            "UniPCMultistepScheduler",
            "VQDiffusionScheduler",
        ]
290
    )
Dhruv Nair's avatar
Dhruv Nair committed
291
    _import_structure["training_utils"] = ["EMAModel"]
Patrick von Platen's avatar
Patrick von Platen committed
292

293
294
295
296
try:
    if not (is_torch_available() and is_scipy_available()):
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
Dhruv Nair's avatar
Dhruv Nair committed
297
298
299
300
301
302
    from .utils import dummy_torch_and_scipy_objects  # noqa F403

    _import_structure["utils.dummy_torch_and_scipy_objects"] = [
        name for name in dir(dummy_torch_and_scipy_objects) if not name.startswith("_")
    ]

303
else:
Dhruv Nair's avatar
Dhruv Nair committed
304
    _import_structure["schedulers"].extend(["LMSDiscreteScheduler"])
Patrick von Platen's avatar
Patrick von Platen committed
305

306
307
308
309
try:
    if not (is_torch_available() and is_torchsde_available()):
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
Dhruv Nair's avatar
Dhruv Nair committed
310
311
312
313
314
315
    from .utils import dummy_torch_and_torchsde_objects  # noqa F403

    _import_structure["utils.dummy_torch_and_torchsde_objects"] = [
        name for name in dir(dummy_torch_and_torchsde_objects) if not name.startswith("_")
    ]

316
else:
317
    _import_structure["schedulers"].extend(["CosineDPMSolverMultistepScheduler", "DPMSolverSDEScheduler"])
318
319
320
321
322

try:
    if not (is_torch_available() and is_transformers_available()):
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
Dhruv Nair's avatar
Dhruv Nair committed
323
324
325
326
327
328
    from .utils import dummy_torch_and_transformers_objects  # noqa F403

    _import_structure["utils.dummy_torch_and_transformers_objects"] = [
        name for name in dir(dummy_torch_and_transformers_objects) if not name.startswith("_")
    ]

329
else:
Dhruv Nair's avatar
Dhruv Nair committed
330
331
    _import_structure["pipelines"].extend(
        [
Aryan's avatar
Aryan committed
332
            "AllegroPipeline",
Dhruv Nair's avatar
Dhruv Nair committed
333
334
            "AltDiffusionImg2ImgPipeline",
            "AltDiffusionPipeline",
Will Berman's avatar
Will Berman committed
335
336
337
            "AmusedImg2ImgPipeline",
            "AmusedInpaintPipeline",
            "AmusedPipeline",
338
            "AnimateDiffControlNetPipeline",
Aryan's avatar
Aryan committed
339
            "AnimateDiffPAGPipeline",
Dhruv Nair's avatar
Dhruv Nair committed
340
            "AnimateDiffPipeline",
Aryan's avatar
Aryan committed
341
            "AnimateDiffSDXLPipeline",
Aryan's avatar
Aryan committed
342
            "AnimateDiffSparseControlNetPipeline",
343
            "AnimateDiffVideoToVideoControlNetPipeline",
Aryan V S's avatar
Aryan V S committed
344
            "AnimateDiffVideoToVideoPipeline",
Dhruv Nair's avatar
Dhruv Nair committed
345
346
347
348
            "AudioLDM2Pipeline",
            "AudioLDM2ProjectionModel",
            "AudioLDM2UNet2DConditionModel",
            "AudioLDMPipeline",
Sayak Paul's avatar
Sayak Paul committed
349
            "AuraFlowPipeline",
Ayush Mangal's avatar
Ayush Mangal committed
350
351
            "BlipDiffusionControlNetPipeline",
            "BlipDiffusionPipeline",
Dhruv Nair's avatar
Dhruv Nair committed
352
            "CLIPImageProjection",
353
            "CogVideoXFunControlPipeline",
354
            "CogVideoXImageToVideoPipeline",
355
            "CogVideoXPipeline",
356
            "CogVideoXVideoToVideoPipeline",
Yuxuan.Zhang's avatar
Yuxuan.Zhang committed
357
            "CogView3PlusPipeline",
Yuxuan Zhang's avatar
Yuxuan Zhang committed
358
            "CogView4ControlPipeline",
359
            "CogView4Pipeline",
Dhruv Nair's avatar
Dhruv Nair committed
360
            "CycleDiffusionPipeline",
361
362
363
            "EasyAnimateControlPipeline",
            "EasyAnimateInpaintPipeline",
            "EasyAnimatePipeline",
Aryan's avatar
Aryan committed
364
            "FluxControlImg2ImgPipeline",
365
            "FluxControlInpaintPipeline",
366
367
            "FluxControlNetImg2ImgPipeline",
            "FluxControlNetInpaintPipeline",
王奇勋's avatar
王奇勋 committed
368
            "FluxControlNetPipeline",
Aryan's avatar
Aryan committed
369
370
            "FluxControlPipeline",
            "FluxFillPipeline",
371
372
            "FluxImg2ImgPipeline",
            "FluxInpaintPipeline",
Sayak Paul's avatar
Sayak Paul committed
373
            "FluxPipeline",
Aryan's avatar
Aryan committed
374
            "FluxPriorReduxPipeline",
hlky's avatar
hlky committed
375
            "HiDreamImagePipeline",
376
            "HunyuanDiTControlNetPipeline",
377
            "HunyuanDiTPAGPipeline",
378
            "HunyuanDiTPipeline",
Aryan's avatar
Aryan committed
379
            "HunyuanSkyreelsImageToVideoPipeline",
Aryan's avatar
Aryan committed
380
            "HunyuanVideoFramepackPipeline",
Aryan's avatar
Aryan committed
381
            "HunyuanVideoImageToVideoPipeline",
Aryan's avatar
Aryan committed
382
            "HunyuanVideoPipeline",
383
            "I2VGenXLPipeline",
Dhruv Nair's avatar
Dhruv Nair committed
384
385
386
387
388
389
390
            "IFImg2ImgPipeline",
            "IFImg2ImgSuperResolutionPipeline",
            "IFInpaintingPipeline",
            "IFInpaintingSuperResolutionPipeline",
            "IFPipeline",
            "IFSuperResolutionPipeline",
            "ImageTextPipelineOutput",
391
392
            "Kandinsky3Img2ImgPipeline",
            "Kandinsky3Pipeline",
Dhruv Nair's avatar
Dhruv Nair committed
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
            "KandinskyCombinedPipeline",
            "KandinskyImg2ImgCombinedPipeline",
            "KandinskyImg2ImgPipeline",
            "KandinskyInpaintCombinedPipeline",
            "KandinskyInpaintPipeline",
            "KandinskyPipeline",
            "KandinskyPriorPipeline",
            "KandinskyV22CombinedPipeline",
            "KandinskyV22ControlnetImg2ImgPipeline",
            "KandinskyV22ControlnetPipeline",
            "KandinskyV22Img2ImgCombinedPipeline",
            "KandinskyV22Img2ImgPipeline",
            "KandinskyV22InpaintCombinedPipeline",
            "KandinskyV22InpaintPipeline",
            "KandinskyV22Pipeline",
            "KandinskyV22PriorEmb2EmbPipeline",
            "KandinskyV22PriorPipeline",
410
            "LatentConsistencyModelImg2ImgPipeline",
411
            "LatentConsistencyModelPipeline",
412
            "LattePipeline",
Dhruv Nair's avatar
Dhruv Nair committed
413
            "LDMTextToImagePipeline",
414
415
            "LEditsPPPipelineStableDiffusion",
            "LEditsPPPipelineStableDiffusionXL",
Aryan's avatar
Aryan committed
416
            "LTXConditionPipeline",
Aryan's avatar
Aryan committed
417
418
            "LTXImageToVideoPipeline",
            "LTXPipeline",
419
            "Lumina2Pipeline",
Le Zhuo's avatar
Le Zhuo committed
420
            "Lumina2Text2ImgPipeline",
421
            "LuminaPipeline",
422
            "LuminaText2ImgPipeline",
423
            "MarigoldDepthPipeline",
424
            "MarigoldIntrinsicsPipeline",
425
            "MarigoldNormalsPipeline",
Aryan's avatar
Aryan committed
426
            "MochiPipeline",
Dhruv Nair's avatar
Dhruv Nair committed
427
            "MusicLDMPipeline",
Shitao Xiao's avatar
Shitao Xiao committed
428
            "OmniGenPipeline",
Dhruv Nair's avatar
Dhruv Nair committed
429
            "PaintByExamplePipeline",
Dhruv Nair's avatar
Dhruv Nair committed
430
            "PIAPipeline",
Sayak Paul's avatar
Sayak Paul committed
431
            "PixArtAlphaPipeline",
432
            "PixArtSigmaPAGPipeline",
433
            "PixArtSigmaPipeline",
Aryan's avatar
Aryan committed
434
            "ReduxImageEncoder",
435
            "SanaControlNetPipeline",
436
437
            "SanaPAGPipeline",
            "SanaPipeline",
YiYi Xu's avatar
YiYi Xu committed
438
            "SanaSprintPipeline",
Dhruv Nair's avatar
Dhruv Nair committed
439
440
441
            "SemanticStableDiffusionPipeline",
            "ShapEImg2ImgPipeline",
            "ShapEPipeline",
442
443
            "StableAudioPipeline",
            "StableAudioProjectionModel",
444
445
446
            "StableCascadeCombinedPipeline",
            "StableCascadeDecoderPipeline",
            "StableCascadePriorPipeline",
447
            "StableDiffusion3ControlNetInpaintingPipeline",
448
            "StableDiffusion3ControlNetPipeline",
Dhruv Nair's avatar
Dhruv Nair committed
449
            "StableDiffusion3Img2ImgPipeline",
450
            "StableDiffusion3InpaintPipeline",
451
            "StableDiffusion3PAGImg2ImgPipeline",
452
            "StableDiffusion3PAGImg2ImgPipeline",
StAlKeR7779's avatar
StAlKeR7779 committed
453
            "StableDiffusion3PAGPipeline",
Dhruv Nair's avatar
Dhruv Nair committed
454
            "StableDiffusion3Pipeline",
Dhruv Nair's avatar
Dhruv Nair committed
455
456
457
458
            "StableDiffusionAdapterPipeline",
            "StableDiffusionAttendAndExcitePipeline",
            "StableDiffusionControlNetImg2ImgPipeline",
            "StableDiffusionControlNetInpaintPipeline",
459
            "StableDiffusionControlNetPAGInpaintPipeline",
460
            "StableDiffusionControlNetPAGPipeline",
Dhruv Nair's avatar
Dhruv Nair committed
461
            "StableDiffusionControlNetPipeline",
462
            "StableDiffusionControlNetXSPipeline",
Dhruv Nair's avatar
Dhruv Nair committed
463
464
465
466
467
468
469
470
471
472
473
474
            "StableDiffusionDepth2ImgPipeline",
            "StableDiffusionDiffEditPipeline",
            "StableDiffusionGLIGENPipeline",
            "StableDiffusionGLIGENTextImagePipeline",
            "StableDiffusionImageVariationPipeline",
            "StableDiffusionImg2ImgPipeline",
            "StableDiffusionInpaintPipeline",
            "StableDiffusionInpaintPipelineLegacy",
            "StableDiffusionInstructPix2PixPipeline",
            "StableDiffusionLatentUpscalePipeline",
            "StableDiffusionLDM3DPipeline",
            "StableDiffusionModelEditingPipeline",
475
            "StableDiffusionPAGImg2ImgPipeline",
476
            "StableDiffusionPAGInpaintPipeline",
477
            "StableDiffusionPAGPipeline",
Dhruv Nair's avatar
Dhruv Nair committed
478
479
480
481
482
483
484
485
486
487
            "StableDiffusionPanoramaPipeline",
            "StableDiffusionParadigmsPipeline",
            "StableDiffusionPipeline",
            "StableDiffusionPipelineSafe",
            "StableDiffusionPix2PixZeroPipeline",
            "StableDiffusionSAGPipeline",
            "StableDiffusionUpscalePipeline",
            "StableDiffusionXLAdapterPipeline",
            "StableDiffusionXLControlNetImg2ImgPipeline",
            "StableDiffusionXLControlNetInpaintPipeline",
488
            "StableDiffusionXLControlNetPAGImg2ImgPipeline",
YiYi Xu's avatar
YiYi Xu committed
489
            "StableDiffusionXLControlNetPAGPipeline",
Dhruv Nair's avatar
Dhruv Nair committed
490
            "StableDiffusionXLControlNetPipeline",
hlky's avatar
hlky committed
491
492
493
            "StableDiffusionXLControlNetUnionImg2ImgPipeline",
            "StableDiffusionXLControlNetUnionInpaintPipeline",
            "StableDiffusionXLControlNetUnionPipeline",
494
            "StableDiffusionXLControlNetXSPipeline",
Dhruv Nair's avatar
Dhruv Nair committed
495
496
497
            "StableDiffusionXLImg2ImgPipeline",
            "StableDiffusionXLInpaintPipeline",
            "StableDiffusionXLInstructPix2PixPipeline",
YiYi Xu's avatar
YiYi Xu committed
498
499
500
            "StableDiffusionXLPAGImg2ImgPipeline",
            "StableDiffusionXLPAGInpaintPipeline",
            "StableDiffusionXLPAGPipeline",
Dhruv Nair's avatar
Dhruv Nair committed
501
502
503
            "StableDiffusionXLPipeline",
            "StableUnCLIPImg2ImgPipeline",
            "StableUnCLIPPipeline",
Suraj Patil's avatar
Suraj Patil committed
504
            "StableVideoDiffusionPipeline",
Dhruv Nair's avatar
Dhruv Nair committed
505
506
            "TextToVideoSDPipeline",
            "TextToVideoZeroPipeline",
507
            "TextToVideoZeroSDXLPipeline",
Dhruv Nair's avatar
Dhruv Nair committed
508
509
510
511
512
513
514
515
516
517
518
            "UnCLIPImageVariationPipeline",
            "UnCLIPPipeline",
            "UniDiffuserModel",
            "UniDiffuserPipeline",
            "UniDiffuserTextDecoder",
            "VersatileDiffusionDualGuidedPipeline",
            "VersatileDiffusionImageVariationPipeline",
            "VersatileDiffusionPipeline",
            "VersatileDiffusionTextToImagePipeline",
            "VideoToVideoSDPipeline",
            "VQDiffusionPipeline",
519
520
            "WanImageToVideoPipeline",
            "WanPipeline",
521
            "WanVideoToVideoPipeline",
Dhruv Nair's avatar
Dhruv Nair committed
522
523
524
525
            "WuerstchenCombinedPipeline",
            "WuerstchenDecoderPipeline",
            "WuerstchenPriorPipeline",
        ]
526
    )
527

Sayak Paul's avatar
Sayak Paul committed
528
529
530
531
532
533
534
535
536
537
538
539
540
try:
    if not (is_torch_available() and is_transformers_available() and is_opencv_available()):
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
    from .utils import dummy_torch_and_transformers_and_opencv_objects  # noqa F403

    _import_structure["utils.dummy_torch_and_transformers_and_opencv_objects"] = [
        name for name in dir(dummy_torch_and_transformers_and_opencv_objects) if not name.startswith("_")
    ]

else:
    _import_structure["pipelines"].extend(["ConsisIDPipeline"])

541
542
543
544
try:
    if not (is_torch_available() and is_transformers_available() and is_k_diffusion_available()):
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
Dhruv Nair's avatar
Dhruv Nair committed
545
546
547
548
549
550
    from .utils import dummy_torch_and_transformers_and_k_diffusion_objects  # noqa F403

    _import_structure["utils.dummy_torch_and_transformers_and_k_diffusion_objects"] = [
        name for name in dir(dummy_torch_and_transformers_and_k_diffusion_objects) if not name.startswith("_")
    ]

551
else:
552
    _import_structure["pipelines"].extend(["StableDiffusionKDiffusionPipeline", "StableDiffusionXLKDiffusionPipeline"])
553

554
555
556
557
558
559
560
561
562
563
564
try:
    if not (is_torch_available() and is_transformers_available() and is_sentencepiece_available()):
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
    from .utils import dummy_torch_and_transformers_and_sentencepiece_objects  # noqa F403

    _import_structure["utils.dummy_torch_and_transformers_and_sentencepiece_objects"] = [
        name for name in dir(dummy_torch_and_transformers_and_sentencepiece_objects) if not name.startswith("_")
    ]

else:
Álvaro Somoza's avatar
Álvaro Somoza committed
565
    _import_structure["pipelines"].extend(["KolorsImg2ImgPipeline", "KolorsPAGPipeline", "KolorsPipeline"])
566

567
568
569
570
try:
    if not (is_torch_available() and is_transformers_available() and is_onnx_available()):
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
Dhruv Nair's avatar
Dhruv Nair committed
571
572
573
574
575
576
    from .utils import dummy_torch_and_transformers_and_onnx_objects  # noqa F403

    _import_structure["utils.dummy_torch_and_transformers_and_onnx_objects"] = [
        name for name in dir(dummy_torch_and_transformers_and_onnx_objects) if not name.startswith("_")
    ]

577
else:
Dhruv Nair's avatar
Dhruv Nair committed
578
579
580
581
582
583
584
585
586
    _import_structure["pipelines"].extend(
        [
            "OnnxStableDiffusionImg2ImgPipeline",
            "OnnxStableDiffusionInpaintPipeline",
            "OnnxStableDiffusionInpaintPipelineLegacy",
            "OnnxStableDiffusionPipeline",
            "OnnxStableDiffusionUpscalePipeline",
            "StableDiffusionOnnxPipeline",
        ]
587
    )
588
589
590
591
592

try:
    if not (is_torch_available() and is_librosa_available()):
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
Dhruv Nair's avatar
Dhruv Nair committed
593
594
595
596
597
598
    from .utils import dummy_torch_and_librosa_objects  # noqa F403

    _import_structure["utils.dummy_torch_and_librosa_objects"] = [
        name for name in dir(dummy_torch_and_librosa_objects) if not name.startswith("_")
    ]

599
else:
Dhruv Nair's avatar
Dhruv Nair committed
600
    _import_structure["pipelines"].extend(["AudioDiffusionPipeline", "Mel"])
601

602
try:
603
    if not (is_transformers_available() and is_torch_available() and is_note_seq_available()):
604
605
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
Dhruv Nair's avatar
Dhruv Nair committed
606
607
608
609
610
611
612
    from .utils import dummy_transformers_and_torch_and_note_seq_objects  # noqa F403

    _import_structure["utils.dummy_transformers_and_torch_and_note_seq_objects"] = [
        name for name in dir(dummy_transformers_and_torch_and_note_seq_objects) if not name.startswith("_")
    ]


613
else:
Dhruv Nair's avatar
Dhruv Nair committed
614
    _import_structure["pipelines"].extend(["SpectrogramDiffusionPipeline"])
615

616
617
618
619
try:
    if not is_flax_available():
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
Dhruv Nair's avatar
Dhruv Nair committed
620
621
622
623
624
625
626
    from .utils import dummy_flax_objects  # noqa F403

    _import_structure["utils.dummy_flax_objects"] = [
        name for name in dir(dummy_flax_objects) if not name.startswith("_")
    ]


627
else:
628
    _import_structure["models.controlnets.controlnet_flax"] = ["FlaxControlNetModel"]
Dhruv Nair's avatar
Dhruv Nair committed
629
    _import_structure["models.modeling_flax_utils"] = ["FlaxModelMixin"]
630
    _import_structure["models.unets.unet_2d_condition_flax"] = ["FlaxUNet2DConditionModel"]
Dhruv Nair's avatar
Dhruv Nair committed
631
632
633
634
635
636
637
    _import_structure["models.vae_flax"] = ["FlaxAutoencoderKL"]
    _import_structure["pipelines"].extend(["FlaxDiffusionPipeline"])
    _import_structure["schedulers"].extend(
        [
            "FlaxDDIMScheduler",
            "FlaxDDPMScheduler",
            "FlaxDPMSolverMultistepScheduler",
Pedro Cuenca's avatar
Pedro Cuenca committed
638
            "FlaxEulerDiscreteScheduler",
Dhruv Nair's avatar
Dhruv Nair committed
639
640
641
642
643
644
            "FlaxKarrasVeScheduler",
            "FlaxLMSDiscreteScheduler",
            "FlaxPNDMScheduler",
            "FlaxSchedulerMixin",
            "FlaxScoreSdeVeScheduler",
        ]
645
646
    )

647

648
649
650
651
try:
    if not (is_flax_available() and is_transformers_available()):
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
Dhruv Nair's avatar
Dhruv Nair committed
652
653
654
655
656
657
658
    from .utils import dummy_flax_and_transformers_objects  # noqa F403

    _import_structure["utils.dummy_flax_and_transformers_objects"] = [
        name for name in dir(dummy_flax_and_transformers_objects) if not name.startswith("_")
    ]


659
else:
Dhruv Nair's avatar
Dhruv Nair committed
660
661
662
663
664
665
    _import_structure["pipelines"].extend(
        [
            "FlaxStableDiffusionControlNetPipeline",
            "FlaxStableDiffusionImg2ImgPipeline",
            "FlaxStableDiffusionInpaintPipeline",
            "FlaxStableDiffusionPipeline",
Pedro Cuenca's avatar
Pedro Cuenca committed
666
            "FlaxStableDiffusionXLPipeline",
Dhruv Nair's avatar
Dhruv Nair committed
667
        ]
668
    )
669
670
671
672
673

try:
    if not (is_note_seq_available()):
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
Dhruv Nair's avatar
Dhruv Nair committed
674
675
676
677
678
679
680
    from .utils import dummy_note_seq_objects  # noqa F403

    _import_structure["utils.dummy_note_seq_objects"] = [
        name for name in dir(dummy_note_seq_objects) if not name.startswith("_")
    ]


681
else:
Dhruv Nair's avatar
Dhruv Nair committed
682
683
    _import_structure["pipelines"].extend(["MidiProcessor"])

684
if TYPE_CHECKING or DIFFUSERS_SLOW_IMPORT:
Dhruv Nair's avatar
Dhruv Nair committed
685
    from .configuration_utils import ConfigMixin
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717

    try:
        if not is_bitsandbytes_available():
            raise OptionalDependencyNotAvailable()
    except OptionalDependencyNotAvailable:
        from .utils.dummy_bitsandbytes_objects import *
    else:
        from .quantizers.quantization_config import BitsAndBytesConfig

    try:
        if not is_gguf_available():
            raise OptionalDependencyNotAvailable()
    except OptionalDependencyNotAvailable:
        from .utils.dummy_gguf_objects import *
    else:
        from .quantizers.quantization_config import GGUFQuantizationConfig

    try:
        if not is_torchao_available():
            raise OptionalDependencyNotAvailable()
    except OptionalDependencyNotAvailable:
        from .utils.dummy_torchao_objects import *
    else:
        from .quantizers.quantization_config import TorchAoConfig

    try:
        if not is_optimum_quanto_available():
            raise OptionalDependencyNotAvailable()
    except OptionalDependencyNotAvailable:
        from .utils.dummy_optimum_quanto_objects import *
    else:
        from .quantizers.quantization_config import QuantoConfig
Dhruv Nair's avatar
Dhruv Nair committed
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732

    try:
        if not is_onnx_available():
            raise OptionalDependencyNotAvailable()
    except OptionalDependencyNotAvailable:
        from .utils.dummy_onnx_objects import *  # noqa F403
    else:
        from .pipelines import OnnxRuntimeModel

    try:
        if not is_torch_available():
            raise OptionalDependencyNotAvailable()
    except OptionalDependencyNotAvailable:
        from .utils.dummy_pt_objects import *  # noqa F403
    else:
Aryan's avatar
Aryan committed
733
734
735
736
737
738
739
        from .hooks import (
            FasterCacheConfig,
            HookRegistry,
            PyramidAttentionBroadcastConfig,
            apply_faster_cache,
            apply_pyramid_attention_broadcast,
        )
Dhruv Nair's avatar
Dhruv Nair committed
740
        from .models import (
Aryan's avatar
Aryan committed
741
            AllegroTransformer3DModel,
Dhruv Nair's avatar
Dhruv Nair committed
742
            AsymmetricAutoencoderKL,
Sayak Paul's avatar
Sayak Paul committed
743
            AuraFlowTransformer2DModel,
744
            AutoencoderDC,
Dhruv Nair's avatar
Dhruv Nair committed
745
            AutoencoderKL,
Aryan's avatar
Aryan committed
746
            AutoencoderKLAllegro,
747
            AutoencoderKLCogVideoX,
Aryan's avatar
Aryan committed
748
            AutoencoderKLHunyuanVideo,
Aryan's avatar
Aryan committed
749
            AutoencoderKLLTXVideo,
750
            AutoencoderKLMagvit,
Aryan's avatar
Aryan committed
751
            AutoencoderKLMochi,
Suraj Patil's avatar
Suraj Patil committed
752
            AutoencoderKLTemporalDecoder,
753
            AutoencoderKLWan,
754
            AutoencoderOobleck,
Dhruv Nair's avatar
Dhruv Nair committed
755
            AutoencoderTiny,
hlky's avatar
hlky committed
756
            AutoModel,
757
            CacheMixin,
758
            CogVideoXTransformer3DModel,
Yuxuan.Zhang's avatar
Yuxuan.Zhang committed
759
            CogView3PlusTransformer2DModel,
760
            CogView4Transformer2DModel,
Shenghai Yuan's avatar
Shenghai Yuan committed
761
            ConsisIDTransformer3DModel,
Will Berman's avatar
Will Berman committed
762
            ConsistencyDecoderVAE,
Dhruv Nair's avatar
Dhruv Nair committed
763
            ControlNetModel,
hlky's avatar
hlky committed
764
            ControlNetUnionModel,
765
            ControlNetXSAdapter,
766
            DiTTransformer2DModel,
767
            EasyAnimateTransformer3DModel,
王奇勋's avatar
王奇勋 committed
768
            FluxControlNetModel,
769
            FluxMultiControlNetModel,
Sayak Paul's avatar
Sayak Paul committed
770
            FluxTransformer2DModel,
hlky's avatar
hlky committed
771
            HiDreamImageTransformer2DModel,
772
            HunyuanDiT2DControlNetModel,
773
            HunyuanDiT2DModel,
774
            HunyuanDiT2DMultiControlNetModel,
Aryan's avatar
Aryan committed
775
            HunyuanVideoFramepackTransformer3DModel,
Aryan's avatar
Aryan committed
776
            HunyuanVideoTransformer3DModel,
777
            I2VGenXLUNet,
778
            Kandinsky3UNet,
779
            LatteTransformer3DModel,
Aryan's avatar
Aryan committed
780
            LTXVideoTransformer3DModel,
Le Zhuo's avatar
Le Zhuo committed
781
            Lumina2Transformer2DModel,
782
            LuminaNextDiT2DModel,
Aryan's avatar
Aryan committed
783
            MochiTransformer3DModel,
Dhruv Nair's avatar
Dhruv Nair committed
784
            ModelMixin,
Dhruv Nair's avatar
Dhruv Nair committed
785
            MotionAdapter,
Dhruv Nair's avatar
Dhruv Nair committed
786
            MultiAdapter,
787
            MultiControlNetModel,
Shitao Xiao's avatar
Shitao Xiao committed
788
            OmniGenTransformer2DModel,
789
            PixArtTransformer2DModel,
Dhruv Nair's avatar
Dhruv Nair committed
790
            PriorTransformer,
791
            SanaControlNetModel,
792
            SanaTransformer2DModel,
793
794
            SD3ControlNetModel,
            SD3MultiControlNetModel,
Dhruv Nair's avatar
Dhruv Nair committed
795
            SD3Transformer2DModel,
Aryan's avatar
Aryan committed
796
            SparseControlNetModel,
797
            StableAudioDiTModel,
Dhruv Nair's avatar
Dhruv Nair committed
798
799
800
            T2IAdapter,
            T5FilmDecoder,
            Transformer2DModel,
hlky's avatar
hlky committed
801
            TransformerTemporalModel,
Dhruv Nair's avatar
Dhruv Nair committed
802
803
804
805
            UNet1DModel,
            UNet2DConditionModel,
            UNet2DModel,
            UNet3DConditionModel,
806
            UNetControlNetXSModel,
Dhruv Nair's avatar
Dhruv Nair committed
807
            UNetMotionModel,
Suraj Patil's avatar
Suraj Patil committed
808
            UNetSpatioTemporalConditionModel,
Will Berman's avatar
Will Berman committed
809
            UVit2DModel,
Dhruv Nair's avatar
Dhruv Nair committed
810
            VQModel,
811
            WanTransformer3DModel,
Dhruv Nair's avatar
Dhruv Nair committed
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
        )
        from .optimization import (
            get_constant_schedule,
            get_constant_schedule_with_warmup,
            get_cosine_schedule_with_warmup,
            get_cosine_with_hard_restarts_schedule_with_warmup,
            get_linear_schedule_with_warmup,
            get_polynomial_decay_schedule_with_warmup,
            get_scheduler,
        )
        from .pipelines import (
            AudioPipelineOutput,
            AutoPipelineForImage2Image,
            AutoPipelineForInpainting,
            AutoPipelineForText2Image,
Ayush Mangal's avatar
Ayush Mangal committed
827
828
            BlipDiffusionControlNetPipeline,
            BlipDiffusionPipeline,
Dhruv Nair's avatar
Dhruv Nair committed
829
830
831
832
833
834
835
836
837
838
839
840
841
842
            CLIPImageProjection,
            ConsistencyModelPipeline,
            DanceDiffusionPipeline,
            DDIMPipeline,
            DDPMPipeline,
            DiffusionPipeline,
            DiTPipeline,
            ImagePipelineOutput,
            KarrasVePipeline,
            LDMPipeline,
            LDMSuperResolutionPipeline,
            PNDMPipeline,
            RePaintPipeline,
            ScoreSdeVePipeline,
843
            StableDiffusionMixin,
Dhruv Nair's avatar
Dhruv Nair committed
844
        )
845
        from .quantizers import DiffusersQuantizer
Dhruv Nair's avatar
Dhruv Nair committed
846
        from .schedulers import (
Will Berman's avatar
Will Berman committed
847
            AmusedScheduler,
Dhruv Nair's avatar
Dhruv Nair committed
848
            CMStochasticIterativeScheduler,
849
850
            CogVideoXDDIMScheduler,
            CogVideoXDPMScheduler,
Dhruv Nair's avatar
Dhruv Nair committed
851
852
853
854
855
856
857
858
859
860
            DDIMInverseScheduler,
            DDIMParallelScheduler,
            DDIMScheduler,
            DDPMParallelScheduler,
            DDPMScheduler,
            DDPMWuerstchenScheduler,
            DEISMultistepScheduler,
            DPMSolverMultistepInverseScheduler,
            DPMSolverMultistepScheduler,
            DPMSolverSinglestepScheduler,
861
            EDMDPMSolverMultistepScheduler,
Suraj Patil's avatar
Suraj Patil committed
862
            EDMEulerScheduler,
Dhruv Nair's avatar
Dhruv Nair committed
863
864
            EulerAncestralDiscreteScheduler,
            EulerDiscreteScheduler,
Dhruv Nair's avatar
Dhruv Nair committed
865
            FlowMatchEulerDiscreteScheduler,
866
            FlowMatchHeunDiscreteScheduler,
867
            FlowMatchLCMScheduler,
Dhruv Nair's avatar
Dhruv Nair committed
868
869
870
871
872
            HeunDiscreteScheduler,
            IPNDMScheduler,
            KarrasVeScheduler,
            KDPM2AncestralDiscreteScheduler,
            KDPM2DiscreteScheduler,
873
            LCMScheduler,
Dhruv Nair's avatar
Dhruv Nair committed
874
875
            PNDMScheduler,
            RePaintScheduler,
Junsong Chen's avatar
Junsong Chen committed
876
            SASolverScheduler,
Dhruv Nair's avatar
Dhruv Nair committed
877
            SchedulerMixin,
YiYi Xu's avatar
YiYi Xu committed
878
            SCMScheduler,
Dhruv Nair's avatar
Dhruv Nair committed
879
            ScoreSdeVeScheduler,
Michael's avatar
Michael committed
880
            TCDScheduler,
Dhruv Nair's avatar
Dhruv Nair committed
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
            UnCLIPScheduler,
            UniPCMultistepScheduler,
            VQDiffusionScheduler,
        )
        from .training_utils import EMAModel

    try:
        if not (is_torch_available() and is_scipy_available()):
            raise OptionalDependencyNotAvailable()
    except OptionalDependencyNotAvailable:
        from .utils.dummy_torch_and_scipy_objects import *  # noqa F403
    else:
        from .schedulers import LMSDiscreteScheduler

    try:
        if not (is_torch_available() and is_torchsde_available()):
            raise OptionalDependencyNotAvailable()
    except OptionalDependencyNotAvailable:
        from .utils.dummy_torch_and_torchsde_objects import *  # noqa F403
    else:
901
        from .schedulers import CosineDPMSolverMultistepScheduler, DPMSolverSDEScheduler
Dhruv Nair's avatar
Dhruv Nair committed
902
903
904
905
906
907
908
909

    try:
        if not (is_torch_available() and is_transformers_available()):
            raise OptionalDependencyNotAvailable()
    except OptionalDependencyNotAvailable:
        from .utils.dummy_torch_and_transformers_objects import *  # noqa F403
    else:
        from .pipelines import (
Aryan's avatar
Aryan committed
910
            AllegroPipeline,
Dhruv Nair's avatar
Dhruv Nair committed
911
912
            AltDiffusionImg2ImgPipeline,
            AltDiffusionPipeline,
Will Berman's avatar
Will Berman committed
913
914
915
            AmusedImg2ImgPipeline,
            AmusedInpaintPipeline,
            AmusedPipeline,
916
            AnimateDiffControlNetPipeline,
Aryan's avatar
Aryan committed
917
            AnimateDiffPAGPipeline,
Dhruv Nair's avatar
Dhruv Nair committed
918
            AnimateDiffPipeline,
Aryan's avatar
Aryan committed
919
            AnimateDiffSDXLPipeline,
Aryan's avatar
Aryan committed
920
            AnimateDiffSparseControlNetPipeline,
921
            AnimateDiffVideoToVideoControlNetPipeline,
Aryan V S's avatar
Aryan V S committed
922
            AnimateDiffVideoToVideoPipeline,
Dhruv Nair's avatar
Dhruv Nair committed
923
924
925
926
            AudioLDM2Pipeline,
            AudioLDM2ProjectionModel,
            AudioLDM2UNet2DConditionModel,
            AudioLDMPipeline,
Sayak Paul's avatar
Sayak Paul committed
927
            AuraFlowPipeline,
Dhruv Nair's avatar
Dhruv Nair committed
928
            CLIPImageProjection,
929
            CogVideoXFunControlPipeline,
930
            CogVideoXImageToVideoPipeline,
931
            CogVideoXPipeline,
932
            CogVideoXVideoToVideoPipeline,
Yuxuan.Zhang's avatar
Yuxuan.Zhang committed
933
            CogView3PlusPipeline,
Yuxuan Zhang's avatar
Yuxuan Zhang committed
934
            CogView4ControlPipeline,
935
            CogView4Pipeline,
Dhruv Nair's avatar
Dhruv Nair committed
936
            CycleDiffusionPipeline,
937
938
939
            EasyAnimateControlPipeline,
            EasyAnimateInpaintPipeline,
            EasyAnimatePipeline,
Aryan's avatar
Aryan committed
940
            FluxControlImg2ImgPipeline,
941
            FluxControlInpaintPipeline,
942
943
            FluxControlNetImg2ImgPipeline,
            FluxControlNetInpaintPipeline,
王奇勋's avatar
王奇勋 committed
944
            FluxControlNetPipeline,
Aryan's avatar
Aryan committed
945
946
            FluxControlPipeline,
            FluxFillPipeline,
947
948
            FluxImg2ImgPipeline,
            FluxInpaintPipeline,
Sayak Paul's avatar
Sayak Paul committed
949
            FluxPipeline,
Aryan's avatar
Aryan committed
950
            FluxPriorReduxPipeline,
hlky's avatar
hlky committed
951
            HiDreamImagePipeline,
952
            HunyuanDiTControlNetPipeline,
953
            HunyuanDiTPAGPipeline,
954
            HunyuanDiTPipeline,
Aryan's avatar
Aryan committed
955
            HunyuanSkyreelsImageToVideoPipeline,
Aryan's avatar
Aryan committed
956
            HunyuanVideoFramepackPipeline,
Aryan's avatar
Aryan committed
957
            HunyuanVideoImageToVideoPipeline,
Aryan's avatar
Aryan committed
958
            HunyuanVideoPipeline,
959
            I2VGenXLPipeline,
Dhruv Nair's avatar
Dhruv Nair committed
960
961
962
963
964
965
966
            IFImg2ImgPipeline,
            IFImg2ImgSuperResolutionPipeline,
            IFInpaintingPipeline,
            IFInpaintingSuperResolutionPipeline,
            IFPipeline,
            IFSuperResolutionPipeline,
            ImageTextPipelineOutput,
967
968
            Kandinsky3Img2ImgPipeline,
            Kandinsky3Pipeline,
Dhruv Nair's avatar
Dhruv Nair committed
969
970
971
972
973
974
975
976
977
978
979
980
981
982
983
984
985
            KandinskyCombinedPipeline,
            KandinskyImg2ImgCombinedPipeline,
            KandinskyImg2ImgPipeline,
            KandinskyInpaintCombinedPipeline,
            KandinskyInpaintPipeline,
            KandinskyPipeline,
            KandinskyPriorPipeline,
            KandinskyV22CombinedPipeline,
            KandinskyV22ControlnetImg2ImgPipeline,
            KandinskyV22ControlnetPipeline,
            KandinskyV22Img2ImgCombinedPipeline,
            KandinskyV22Img2ImgPipeline,
            KandinskyV22InpaintCombinedPipeline,
            KandinskyV22InpaintPipeline,
            KandinskyV22Pipeline,
            KandinskyV22PriorEmb2EmbPipeline,
            KandinskyV22PriorPipeline,
986
            LatentConsistencyModelImg2ImgPipeline,
987
            LatentConsistencyModelPipeline,
988
            LattePipeline,
Dhruv Nair's avatar
Dhruv Nair committed
989
            LDMTextToImagePipeline,
990
991
            LEditsPPPipelineStableDiffusion,
            LEditsPPPipelineStableDiffusionXL,
Aryan's avatar
Aryan committed
992
            LTXConditionPipeline,
Aryan's avatar
Aryan committed
993
994
            LTXImageToVideoPipeline,
            LTXPipeline,
995
            Lumina2Pipeline,
Le Zhuo's avatar
Le Zhuo committed
996
            Lumina2Text2ImgPipeline,
997
            LuminaPipeline,
998
            LuminaText2ImgPipeline,
999
            MarigoldDepthPipeline,
1000
            MarigoldIntrinsicsPipeline,
1001
            MarigoldNormalsPipeline,
Aryan's avatar
Aryan committed
1002
            MochiPipeline,
Dhruv Nair's avatar
Dhruv Nair committed
1003
            MusicLDMPipeline,
Shitao Xiao's avatar
Shitao Xiao committed
1004
            OmniGenPipeline,
Dhruv Nair's avatar
Dhruv Nair committed
1005
            PaintByExamplePipeline,
Dhruv Nair's avatar
Dhruv Nair committed
1006
            PIAPipeline,
Sayak Paul's avatar
Sayak Paul committed
1007
            PixArtAlphaPipeline,
1008
            PixArtSigmaPAGPipeline,
1009
            PixArtSigmaPipeline,
Aryan's avatar
Aryan committed
1010
            ReduxImageEncoder,
1011
            SanaControlNetPipeline,
1012
1013
            SanaPAGPipeline,
            SanaPipeline,
YiYi Xu's avatar
YiYi Xu committed
1014
            SanaSprintPipeline,
Dhruv Nair's avatar
Dhruv Nair committed
1015
1016
1017
            SemanticStableDiffusionPipeline,
            ShapEImg2ImgPipeline,
            ShapEPipeline,
1018
1019
            StableAudioPipeline,
            StableAudioProjectionModel,
1020
1021
1022
            StableCascadeCombinedPipeline,
            StableCascadeDecoderPipeline,
            StableCascadePriorPipeline,
1023
            StableDiffusion3ControlNetInpaintingPipeline,
1024
            StableDiffusion3ControlNetPipeline,
Dhruv Nair's avatar
Dhruv Nair committed
1025
            StableDiffusion3Img2ImgPipeline,
1026
            StableDiffusion3InpaintPipeline,
1027
            StableDiffusion3PAGImg2ImgPipeline,
1028
            StableDiffusion3PAGPipeline,
Dhruv Nair's avatar
Dhruv Nair committed
1029
            StableDiffusion3Pipeline,
Dhruv Nair's avatar
Dhruv Nair committed
1030
1031
1032
1033
            StableDiffusionAdapterPipeline,
            StableDiffusionAttendAndExcitePipeline,
            StableDiffusionControlNetImg2ImgPipeline,
            StableDiffusionControlNetInpaintPipeline,
1034
            StableDiffusionControlNetPAGInpaintPipeline,
1035
            StableDiffusionControlNetPAGPipeline,
Dhruv Nair's avatar
Dhruv Nair committed
1036
            StableDiffusionControlNetPipeline,
1037
            StableDiffusionControlNetXSPipeline,
Dhruv Nair's avatar
Dhruv Nair committed
1038
1039
1040
1041
1042
1043
1044
1045
1046
1047
1048
1049
            StableDiffusionDepth2ImgPipeline,
            StableDiffusionDiffEditPipeline,
            StableDiffusionGLIGENPipeline,
            StableDiffusionGLIGENTextImagePipeline,
            StableDiffusionImageVariationPipeline,
            StableDiffusionImg2ImgPipeline,
            StableDiffusionInpaintPipeline,
            StableDiffusionInpaintPipelineLegacy,
            StableDiffusionInstructPix2PixPipeline,
            StableDiffusionLatentUpscalePipeline,
            StableDiffusionLDM3DPipeline,
            StableDiffusionModelEditingPipeline,
1050
            StableDiffusionPAGImg2ImgPipeline,
1051
            StableDiffusionPAGInpaintPipeline,
1052
            StableDiffusionPAGPipeline,
Dhruv Nair's avatar
Dhruv Nair committed
1053
1054
1055
1056
1057
1058
1059
1060
1061
1062
            StableDiffusionPanoramaPipeline,
            StableDiffusionParadigmsPipeline,
            StableDiffusionPipeline,
            StableDiffusionPipelineSafe,
            StableDiffusionPix2PixZeroPipeline,
            StableDiffusionSAGPipeline,
            StableDiffusionUpscalePipeline,
            StableDiffusionXLAdapterPipeline,
            StableDiffusionXLControlNetImg2ImgPipeline,
            StableDiffusionXLControlNetInpaintPipeline,
1063
            StableDiffusionXLControlNetPAGImg2ImgPipeline,
YiYi Xu's avatar
YiYi Xu committed
1064
            StableDiffusionXLControlNetPAGPipeline,
Dhruv Nair's avatar
Dhruv Nair committed
1065
            StableDiffusionXLControlNetPipeline,
hlky's avatar
hlky committed
1066
1067
1068
            StableDiffusionXLControlNetUnionImg2ImgPipeline,
            StableDiffusionXLControlNetUnionInpaintPipeline,
            StableDiffusionXLControlNetUnionPipeline,
1069
            StableDiffusionXLControlNetXSPipeline,
Dhruv Nair's avatar
Dhruv Nair committed
1070
1071
1072
            StableDiffusionXLImg2ImgPipeline,
            StableDiffusionXLInpaintPipeline,
            StableDiffusionXLInstructPix2PixPipeline,
YiYi Xu's avatar
YiYi Xu committed
1073
1074
1075
            StableDiffusionXLPAGImg2ImgPipeline,
            StableDiffusionXLPAGInpaintPipeline,
            StableDiffusionXLPAGPipeline,
Dhruv Nair's avatar
Dhruv Nair committed
1076
1077
1078
            StableDiffusionXLPipeline,
            StableUnCLIPImg2ImgPipeline,
            StableUnCLIPPipeline,
Suraj Patil's avatar
Suraj Patil committed
1079
            StableVideoDiffusionPipeline,
Dhruv Nair's avatar
Dhruv Nair committed
1080
1081
            TextToVideoSDPipeline,
            TextToVideoZeroPipeline,
1082
            TextToVideoZeroSDXLPipeline,
Dhruv Nair's avatar
Dhruv Nair committed
1083
1084
1085
1086
1087
1088
1089
1090
1091
1092
1093
            UnCLIPImageVariationPipeline,
            UnCLIPPipeline,
            UniDiffuserModel,
            UniDiffuserPipeline,
            UniDiffuserTextDecoder,
            VersatileDiffusionDualGuidedPipeline,
            VersatileDiffusionImageVariationPipeline,
            VersatileDiffusionPipeline,
            VersatileDiffusionTextToImagePipeline,
            VideoToVideoSDPipeline,
            VQDiffusionPipeline,
1094
1095
            WanImageToVideoPipeline,
            WanPipeline,
1096
            WanVideoToVideoPipeline,
Dhruv Nair's avatar
Dhruv Nair committed
1097
1098
1099
1100
1101
1102
1103
1104
1105
1106
1107
            WuerstchenCombinedPipeline,
            WuerstchenDecoderPipeline,
            WuerstchenPriorPipeline,
        )

    try:
        if not (is_torch_available() and is_transformers_available() and is_k_diffusion_available()):
            raise OptionalDependencyNotAvailable()
    except OptionalDependencyNotAvailable:
        from .utils.dummy_torch_and_transformers_and_k_diffusion_objects import *  # noqa F403
    else:
1108
        from .pipelines import StableDiffusionKDiffusionPipeline, StableDiffusionXLKDiffusionPipeline
Dhruv Nair's avatar
Dhruv Nair committed
1109

1110
1111
1112
1113
1114
1115
    try:
        if not (is_torch_available() and is_transformers_available() and is_sentencepiece_available()):
            raise OptionalDependencyNotAvailable()
    except OptionalDependencyNotAvailable:
        from .utils.dummy_torch_and_transformers_and_sentencepiece_objects import *  # noqa F403
    else:
Álvaro Somoza's avatar
Álvaro Somoza committed
1116
        from .pipelines import KolorsImg2ImgPipeline, KolorsPAGPipeline, KolorsPipeline
Sayak Paul's avatar
Sayak Paul committed
1117
1118
1119
1120
1121
1122
1123
1124
1125

    try:
        if not (is_torch_available() and is_transformers_available() and is_opencv_available()):
            raise OptionalDependencyNotAvailable()
    except OptionalDependencyNotAvailable:
        from .utils.dummy_torch_and_transformers_and_opencv_objects import *  # noqa F403
    else:
        from .pipelines import ConsisIDPipeline

Dhruv Nair's avatar
Dhruv Nair committed
1126
1127
1128
1129
1130
1131
1132
1133
1134
1135
1136
1137
1138
1139
1140
1141
1142
1143
1144
1145
1146
1147
1148
1149
1150
1151
1152
1153
1154
1155
1156
1157
1158
1159
1160
1161
1162
    try:
        if not (is_torch_available() and is_transformers_available() and is_onnx_available()):
            raise OptionalDependencyNotAvailable()
    except OptionalDependencyNotAvailable:
        from .utils.dummy_torch_and_transformers_and_onnx_objects import *  # noqa F403
    else:
        from .pipelines import (
            OnnxStableDiffusionImg2ImgPipeline,
            OnnxStableDiffusionInpaintPipeline,
            OnnxStableDiffusionInpaintPipelineLegacy,
            OnnxStableDiffusionPipeline,
            OnnxStableDiffusionUpscalePipeline,
            StableDiffusionOnnxPipeline,
        )

    try:
        if not (is_torch_available() and is_librosa_available()):
            raise OptionalDependencyNotAvailable()
    except OptionalDependencyNotAvailable:
        from .utils.dummy_torch_and_librosa_objects import *  # noqa F403
    else:
        from .pipelines import AudioDiffusionPipeline, Mel

    try:
        if not (is_transformers_available() and is_torch_available() and is_note_seq_available()):
            raise OptionalDependencyNotAvailable()
    except OptionalDependencyNotAvailable:
        from .utils.dummy_transformers_and_torch_and_note_seq_objects import *  # noqa F403
    else:
        from .pipelines import SpectrogramDiffusionPipeline

    try:
        if not is_flax_available():
            raise OptionalDependencyNotAvailable()
    except OptionalDependencyNotAvailable:
        from .utils.dummy_flax_objects import *  # noqa F403
    else:
1163
        from .models.controlnets.controlnet_flax import FlaxControlNetModel
Dhruv Nair's avatar
Dhruv Nair committed
1164
        from .models.modeling_flax_utils import FlaxModelMixin
1165
        from .models.unets.unet_2d_condition_flax import FlaxUNet2DConditionModel
Dhruv Nair's avatar
Dhruv Nair committed
1166
1167
1168
1169
1170
1171
        from .models.vae_flax import FlaxAutoencoderKL
        from .pipelines import FlaxDiffusionPipeline
        from .schedulers import (
            FlaxDDIMScheduler,
            FlaxDDPMScheduler,
            FlaxDPMSolverMultistepScheduler,
Pedro Cuenca's avatar
Pedro Cuenca committed
1172
            FlaxEulerDiscreteScheduler,
Dhruv Nair's avatar
Dhruv Nair committed
1173
1174
1175
1176
1177
1178
1179
1180
1181
1182
1183
1184
1185
1186
1187
1188
1189
1190
            FlaxKarrasVeScheduler,
            FlaxLMSDiscreteScheduler,
            FlaxPNDMScheduler,
            FlaxSchedulerMixin,
            FlaxScoreSdeVeScheduler,
        )

    try:
        if not (is_flax_available() and is_transformers_available()):
            raise OptionalDependencyNotAvailable()
    except OptionalDependencyNotAvailable:
        from .utils.dummy_flax_and_transformers_objects import *  # noqa F403
    else:
        from .pipelines import (
            FlaxStableDiffusionControlNetPipeline,
            FlaxStableDiffusionImg2ImgPipeline,
            FlaxStableDiffusionInpaintPipeline,
            FlaxStableDiffusionPipeline,
Pedro Cuenca's avatar
Pedro Cuenca committed
1191
            FlaxStableDiffusionXLPipeline,
Dhruv Nair's avatar
Dhruv Nair committed
1192
1193
1194
1195
1196
1197
1198
1199
1200
1201
1202
1203
1204
1205
1206
1207
1208
1209
1210
1211
        )

    try:
        if not (is_note_seq_available()):
            raise OptionalDependencyNotAvailable()
    except OptionalDependencyNotAvailable:
        from .utils.dummy_note_seq_objects import *  # noqa F403
    else:
        from .pipelines import MidiProcessor

else:
    import sys

    sys.modules[__name__] = _LazyModule(
        __name__,
        globals()["__file__"],
        _import_structure,
        module_spec=__spec__,
        extra_objects={"__version__": __version__},
    )