__init__.py 9.3 KB
Newer Older
Patrick von Platen's avatar
Patrick von Platen committed
1
__version__ = "0.19.0.dev0"
2
3

from .configuration_utils import ConfigMixin
4
from .utils import (
5
    OptionalDependencyNotAvailable,
6
    is_flax_available,
7
    is_inflect_available,
8
    is_invisible_watermark_available,
9
    is_k_diffusion_available,
10
    is_k_diffusion_version,
11
    is_librosa_available,
12
    is_note_seq_available,
13
14
    is_onnx_available,
    is_scipy_available,
15
    is_torch_available,
16
    is_torchsde_available,
17
    is_transformers_available,
18
    is_transformers_version,
19
    is_unidecode_available,
20
    logging,
21
)
Patrick von Platen's avatar
Patrick von Platen committed
22
23


24
25
26
27
28
29
30
31
try:
    if not is_onnx_available():
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
    from .utils.dummy_onnx_objects import *  # noqa F403
else:
    from .pipelines import OnnxRuntimeModel

32
33
34
35
36
37
try:
    if not is_torch_available():
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
    from .utils.dummy_pt_objects import *  # noqa F403
else:
Will Berman's avatar
Will Berman committed
38
39
    from .models import (
        AutoencoderKL,
40
        ControlNetModel,
41
        ModelMixin,
Will Berman's avatar
Will Berman committed
42
        MultiAdapter,
Will Berman's avatar
Will Berman committed
43
        PriorTransformer,
Will Berman's avatar
Will Berman committed
44
        T2IAdapter,
45
        T5FilmDecoder,
Will Berman's avatar
Will Berman committed
46
47
48
49
        Transformer2DModel,
        UNet1DModel,
        UNet2DConditionModel,
        UNet2DModel,
50
        UNet3DConditionModel,
Will Berman's avatar
Will Berman committed
51
52
        VQModel,
    )
53
54
55
56
57
58
59
60
61
    from .optimization import (
        get_constant_schedule,
        get_constant_schedule_with_warmup,
        get_cosine_schedule_with_warmup,
        get_cosine_with_hard_restarts_schedule_with_warmup,
        get_linear_schedule_with_warmup,
        get_polynomial_decay_schedule_with_warmup,
        get_scheduler,
    )
62
    from .pipelines import (
63
        AudioPipelineOutput,
64
        ConsistencyModelPipeline,
65
66
67
        DanceDiffusionPipeline,
        DDIMPipeline,
        DDPMPipeline,
68
        DiffusionPipeline,
Kashif Rasul's avatar
Kashif Rasul committed
69
        DiTPipeline,
70
        ImagePipelineOutput,
71
72
        KarrasVePipeline,
        LDMPipeline,
73
        LDMSuperResolutionPipeline,
74
        PNDMPipeline,
Revist's avatar
Revist committed
75
        RePaintPipeline,
76
77
        ScoreSdeVePipeline,
    )
78
    from .schedulers import (
79
        CMStochasticIterativeScheduler,
80
        DDIMInverseScheduler,
81
        DDIMParallelScheduler,
82
        DDIMScheduler,
83
        DDPMParallelScheduler,
84
        DDPMScheduler,
85
        DEISMultistepScheduler,
86
        DPMSolverMultistepInverseScheduler,
87
        DPMSolverMultistepScheduler,
88
        DPMSolverSinglestepScheduler,
hlky's avatar
hlky committed
89
90
        EulerAncestralDiscreteScheduler,
        EulerDiscreteScheduler,
91
        HeunDiscreteScheduler,
92
        IPNDMScheduler,
93
        KarrasVeScheduler,
94
95
        KDPM2AncestralDiscreteScheduler,
        KDPM2DiscreteScheduler,
96
        PNDMScheduler,
Revist's avatar
Revist committed
97
        RePaintScheduler,
98
99
        SchedulerMixin,
        ScoreSdeVeScheduler,
Will Berman's avatar
Will Berman committed
100
        UnCLIPScheduler,
101
        UniPCMultistepScheduler,
Will Berman's avatar
Will Berman committed
102
        VQDiffusionScheduler,
103
104
    )
    from .training_utils import EMAModel
Patrick von Platen's avatar
Patrick von Platen committed
105

106
107
108
109
try:
    if not (is_torch_available() and is_scipy_available()):
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
110
    from .utils.dummy_torch_and_scipy_objects import *  # noqa F403
111
112
else:
    from .schedulers import LMSDiscreteScheduler
Patrick von Platen's avatar
Patrick von Platen committed
113

114
115
116
117
118
119
120
try:
    if not (is_torch_available() and is_torchsde_available()):
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
    from .utils.dummy_torch_and_torchsde_objects import *  # noqa F403
else:
    from .schedulers import DPMSolverSDEScheduler
121
122
123
124
125
126
127

try:
    if not (is_torch_available() and is_transformers_available()):
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
    from .utils.dummy_torch_and_transformers_objects import *  # noqa F403
else:
128
    from .pipelines import (
Patrick von Platen's avatar
Patrick von Platen committed
129
130
        AltDiffusionImg2ImgPipeline,
        AltDiffusionPipeline,
Sanchit Gandhi's avatar
Sanchit Gandhi committed
131
        AudioLDMPipeline,
132
        CycleDiffusionPipeline,
Patrick von Platen's avatar
Patrick von Platen committed
133
134
135
136
137
138
        IFImg2ImgPipeline,
        IFImg2ImgSuperResolutionPipeline,
        IFInpaintingPipeline,
        IFInpaintingSuperResolutionPipeline,
        IFPipeline,
        IFSuperResolutionPipeline,
139
        ImageTextPipelineOutput,
YiYi Xu's avatar
YiYi Xu committed
140
141
142
143
        KandinskyImg2ImgPipeline,
        KandinskyInpaintPipeline,
        KandinskyPipeline,
        KandinskyPriorPipeline,
YiYi Xu's avatar
YiYi Xu committed
144
145
146
147
148
149
150
        KandinskyV22ControlnetImg2ImgPipeline,
        KandinskyV22ControlnetPipeline,
        KandinskyV22Img2ImgPipeline,
        KandinskyV22InpaintPipeline,
        KandinskyV22Pipeline,
        KandinskyV22PriorEmb2EmbPipeline,
        KandinskyV22PriorPipeline,
151
        LDMTextToImagePipeline,
152
        PaintByExamplePipeline,
153
        SemanticStableDiffusionPipeline,
YiYi Xu's avatar
YiYi Xu committed
154
155
        ShapEImg2ImgPipeline,
        ShapEPipeline,
Will Berman's avatar
Will Berman committed
156
        StableDiffusionAdapterPipeline,
YiYi Xu's avatar
YiYi Xu committed
157
        StableDiffusionAttendAndExcitePipeline,
158
159
        StableDiffusionControlNetImg2ImgPipeline,
        StableDiffusionControlNetInpaintPipeline,
160
        StableDiffusionControlNetPipeline,
161
        StableDiffusionDepth2ImgPipeline,
162
        StableDiffusionDiffEditPipeline,
163
        StableDiffusionImageVariationPipeline,
164
165
        StableDiffusionImg2ImgPipeline,
        StableDiffusionInpaintPipeline,
166
        StableDiffusionInpaintPipelineLegacy,
167
        StableDiffusionInstructPix2PixPipeline,
168
        StableDiffusionLatentUpscalePipeline,
estelleafl's avatar
estelleafl committed
169
        StableDiffusionLDM3DPipeline,
170
        StableDiffusionModelEditingPipeline,
171
        StableDiffusionPanoramaPipeline,
172
        StableDiffusionParadigmsPipeline,
173
        StableDiffusionPipeline,
174
        StableDiffusionPipelineSafe,
175
        StableDiffusionPix2PixZeroPipeline,
176
        StableDiffusionSAGPipeline,
177
        StableDiffusionUpscalePipeline,
Will Berman's avatar
Will Berman committed
178
179
        StableUnCLIPImg2ImgPipeline,
        StableUnCLIPPipeline,
180
        TextToVideoSDPipeline,
181
        TextToVideoZeroPipeline,
Will Berman's avatar
Will Berman committed
182
        UnCLIPImageVariationPipeline,
Will Berman's avatar
Will Berman committed
183
        UnCLIPPipeline,
184
185
186
        UniDiffuserModel,
        UniDiffuserPipeline,
        UniDiffuserTextDecoder,
187
188
189
190
        VersatileDiffusionDualGuidedPipeline,
        VersatileDiffusionImageVariationPipeline,
        VersatileDiffusionPipeline,
        VersatileDiffusionTextToImagePipeline,
Patrick von Platen's avatar
Patrick von Platen committed
191
        VideoToVideoSDPipeline,
192
        VQDiffusionPipeline,
193
    )
194

195
196
197
198
199
200
try:
    if not (is_torch_available() and is_transformers_available() and is_invisible_watermark_available()):
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
    from .utils.dummy_torch_and_transformers_and_invisible_watermark_objects import *  # noqa F403
else:
201
    from .pipelines import (
202
        StableDiffusionXLControlNetPipeline,
203
204
205
206
        StableDiffusionXLImg2ImgPipeline,
        StableDiffusionXLInpaintPipeline,
        StableDiffusionXLPipeline,
    )
207

208
209
210
211
try:
    if not (is_torch_available() and is_transformers_available() and is_k_diffusion_available()):
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
212
    from .utils.dummy_torch_and_transformers_and_k_diffusion_objects import *  # noqa F403
213
214
else:
    from .pipelines import StableDiffusionKDiffusionPipeline
215

216
217
218
219
220
221
try:
    if not (is_torch_available() and is_transformers_available() and is_onnx_available()):
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
    from .utils.dummy_torch_and_transformers_and_onnx_objects import *  # noqa F403
else:
222
223
224
    from .pipelines import (
        OnnxStableDiffusionImg2ImgPipeline,
        OnnxStableDiffusionInpaintPipeline,
225
        OnnxStableDiffusionInpaintPipelineLegacy,
226
        OnnxStableDiffusionPipeline,
227
        OnnxStableDiffusionUpscalePipeline,
228
229
        StableDiffusionOnnxPipeline,
    )
230
231
232
233
234
235

try:
    if not (is_torch_available() and is_librosa_available()):
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
    from .utils.dummy_torch_and_librosa_objects import *  # noqa F403
236
else:
237
    from .pipelines import AudioDiffusionPipeline, Mel
238

239
try:
240
    if not (is_transformers_available() and is_torch_available() and is_note_seq_available()):
241
242
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
243
    from .utils.dummy_transformers_and_torch_and_note_seq_objects import *  # noqa F403
244
245
246
else:
    from .pipelines import SpectrogramDiffusionPipeline

247
248
249
250
251
252
try:
    if not is_flax_available():
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
    from .utils.dummy_flax_objects import *  # noqa F403
else:
YiYi Xu's avatar
YiYi Xu committed
253
    from .models.controlnet_flax import FlaxControlNetModel
254
    from .models.modeling_flax_utils import FlaxModelMixin
255
256
    from .models.unet_2d_condition_flax import FlaxUNet2DConditionModel
    from .models.vae_flax import FlaxAutoencoderKL
257
    from .pipelines import FlaxDiffusionPipeline
258
259
260
    from .schedulers import (
        FlaxDDIMScheduler,
        FlaxDDPMScheduler,
261
        FlaxDPMSolverMultistepScheduler,
262
263
264
265
266
267
268
        FlaxKarrasVeScheduler,
        FlaxLMSDiscreteScheduler,
        FlaxPNDMScheduler,
        FlaxSchedulerMixin,
        FlaxScoreSdeVeScheduler,
    )

269

270
271
272
273
try:
    if not (is_flax_available() and is_transformers_available()):
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
274
    from .utils.dummy_flax_and_transformers_objects import *  # noqa F403
275
else:
276
    from .pipelines import (
YiYi Xu's avatar
YiYi Xu committed
277
        FlaxStableDiffusionControlNetPipeline,
278
279
280
281
        FlaxStableDiffusionImg2ImgPipeline,
        FlaxStableDiffusionInpaintPipeline,
        FlaxStableDiffusionPipeline,
    )
282
283
284
285
286
287
288
289

try:
    if not (is_note_seq_available()):
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
    from .utils.dummy_note_seq_objects import *  # noqa F403
else:
    from .pipelines import MidiProcessor