__init__.py 9.34 KB
Newer Older
Patrick von Platen's avatar
Patrick von Platen committed
1
__version__ = "0.19.0.dev0"
2
3

from .configuration_utils import ConfigMixin
4
from .utils import (
5
    OptionalDependencyNotAvailable,
6
    is_flax_available,
7
    is_inflect_available,
8
    is_invisible_watermark_available,
9
    is_k_diffusion_available,
10
    is_k_diffusion_version,
11
    is_librosa_available,
12
    is_note_seq_available,
13
14
    is_onnx_available,
    is_scipy_available,
15
    is_torch_available,
16
    is_torchsde_available,
17
    is_transformers_available,
18
    is_transformers_version,
19
    is_unidecode_available,
20
    logging,
21
)
Patrick von Platen's avatar
Patrick von Platen committed
22
23


24
25
26
27
28
29
30
31
try:
    if not is_onnx_available():
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
    from .utils.dummy_onnx_objects import *  # noqa F403
else:
    from .pipelines import OnnxRuntimeModel

32
33
34
35
36
37
try:
    if not is_torch_available():
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
    from .utils.dummy_pt_objects import *  # noqa F403
else:
Will Berman's avatar
Will Berman committed
38
    from .models import (
Ruslan Vorovchenko's avatar
Ruslan Vorovchenko committed
39
        AsymmetricAutoencoderKL,
Will Berman's avatar
Will Berman committed
40
        AutoencoderKL,
41
        ControlNetModel,
42
        ModelMixin,
Will Berman's avatar
Will Berman committed
43
        MultiAdapter,
Will Berman's avatar
Will Berman committed
44
        PriorTransformer,
Will Berman's avatar
Will Berman committed
45
        T2IAdapter,
46
        T5FilmDecoder,
Will Berman's avatar
Will Berman committed
47
48
49
50
        Transformer2DModel,
        UNet1DModel,
        UNet2DConditionModel,
        UNet2DModel,
51
        UNet3DConditionModel,
Will Berman's avatar
Will Berman committed
52
53
        VQModel,
    )
54
55
56
57
58
59
60
61
62
    from .optimization import (
        get_constant_schedule,
        get_constant_schedule_with_warmup,
        get_cosine_schedule_with_warmup,
        get_cosine_with_hard_restarts_schedule_with_warmup,
        get_linear_schedule_with_warmup,
        get_polynomial_decay_schedule_with_warmup,
        get_scheduler,
    )
63
    from .pipelines import (
64
        AudioPipelineOutput,
65
        ConsistencyModelPipeline,
66
67
68
        DanceDiffusionPipeline,
        DDIMPipeline,
        DDPMPipeline,
69
        DiffusionPipeline,
Kashif Rasul's avatar
Kashif Rasul committed
70
        DiTPipeline,
71
        ImagePipelineOutput,
72
73
        KarrasVePipeline,
        LDMPipeline,
74
        LDMSuperResolutionPipeline,
75
        PNDMPipeline,
Revist's avatar
Revist committed
76
        RePaintPipeline,
77
78
        ScoreSdeVePipeline,
    )
79
    from .schedulers import (
80
        CMStochasticIterativeScheduler,
81
        DDIMInverseScheduler,
82
        DDIMParallelScheduler,
83
        DDIMScheduler,
84
        DDPMParallelScheduler,
85
        DDPMScheduler,
86
        DEISMultistepScheduler,
87
        DPMSolverMultistepInverseScheduler,
88
        DPMSolverMultistepScheduler,
89
        DPMSolverSinglestepScheduler,
hlky's avatar
hlky committed
90
91
        EulerAncestralDiscreteScheduler,
        EulerDiscreteScheduler,
92
        HeunDiscreteScheduler,
93
        IPNDMScheduler,
94
        KarrasVeScheduler,
95
96
        KDPM2AncestralDiscreteScheduler,
        KDPM2DiscreteScheduler,
97
        PNDMScheduler,
Revist's avatar
Revist committed
98
        RePaintScheduler,
99
100
        SchedulerMixin,
        ScoreSdeVeScheduler,
Will Berman's avatar
Will Berman committed
101
        UnCLIPScheduler,
102
        UniPCMultistepScheduler,
Will Berman's avatar
Will Berman committed
103
        VQDiffusionScheduler,
104
105
    )
    from .training_utils import EMAModel
Patrick von Platen's avatar
Patrick von Platen committed
106

107
108
109
110
try:
    if not (is_torch_available() and is_scipy_available()):
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
111
    from .utils.dummy_torch_and_scipy_objects import *  # noqa F403
112
113
else:
    from .schedulers import LMSDiscreteScheduler
Patrick von Platen's avatar
Patrick von Platen committed
114

115
116
117
118
119
120
121
try:
    if not (is_torch_available() and is_torchsde_available()):
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
    from .utils.dummy_torch_and_torchsde_objects import *  # noqa F403
else:
    from .schedulers import DPMSolverSDEScheduler
122
123
124
125
126
127
128

try:
    if not (is_torch_available() and is_transformers_available()):
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
    from .utils.dummy_torch_and_transformers_objects import *  # noqa F403
else:
129
    from .pipelines import (
Patrick von Platen's avatar
Patrick von Platen committed
130
131
        AltDiffusionImg2ImgPipeline,
        AltDiffusionPipeline,
Sanchit Gandhi's avatar
Sanchit Gandhi committed
132
        AudioLDMPipeline,
133
        CycleDiffusionPipeline,
Patrick von Platen's avatar
Patrick von Platen committed
134
135
136
137
138
139
        IFImg2ImgPipeline,
        IFImg2ImgSuperResolutionPipeline,
        IFInpaintingPipeline,
        IFInpaintingSuperResolutionPipeline,
        IFPipeline,
        IFSuperResolutionPipeline,
140
        ImageTextPipelineOutput,
YiYi Xu's avatar
YiYi Xu committed
141
142
143
144
        KandinskyImg2ImgPipeline,
        KandinskyInpaintPipeline,
        KandinskyPipeline,
        KandinskyPriorPipeline,
YiYi Xu's avatar
YiYi Xu committed
145
146
147
148
149
150
151
        KandinskyV22ControlnetImg2ImgPipeline,
        KandinskyV22ControlnetPipeline,
        KandinskyV22Img2ImgPipeline,
        KandinskyV22InpaintPipeline,
        KandinskyV22Pipeline,
        KandinskyV22PriorEmb2EmbPipeline,
        KandinskyV22PriorPipeline,
152
        LDMTextToImagePipeline,
153
        PaintByExamplePipeline,
154
        SemanticStableDiffusionPipeline,
YiYi Xu's avatar
YiYi Xu committed
155
156
        ShapEImg2ImgPipeline,
        ShapEPipeline,
Will Berman's avatar
Will Berman committed
157
        StableDiffusionAdapterPipeline,
YiYi Xu's avatar
YiYi Xu committed
158
        StableDiffusionAttendAndExcitePipeline,
159
160
        StableDiffusionControlNetImg2ImgPipeline,
        StableDiffusionControlNetInpaintPipeline,
161
        StableDiffusionControlNetPipeline,
162
        StableDiffusionDepth2ImgPipeline,
163
        StableDiffusionDiffEditPipeline,
164
        StableDiffusionImageVariationPipeline,
165
166
        StableDiffusionImg2ImgPipeline,
        StableDiffusionInpaintPipeline,
167
        StableDiffusionInpaintPipelineLegacy,
168
        StableDiffusionInstructPix2PixPipeline,
169
        StableDiffusionLatentUpscalePipeline,
estelleafl's avatar
estelleafl committed
170
        StableDiffusionLDM3DPipeline,
171
        StableDiffusionModelEditingPipeline,
172
        StableDiffusionPanoramaPipeline,
173
        StableDiffusionParadigmsPipeline,
174
        StableDiffusionPipeline,
175
        StableDiffusionPipelineSafe,
176
        StableDiffusionPix2PixZeroPipeline,
177
        StableDiffusionSAGPipeline,
178
        StableDiffusionUpscalePipeline,
Will Berman's avatar
Will Berman committed
179
180
        StableUnCLIPImg2ImgPipeline,
        StableUnCLIPPipeline,
181
        TextToVideoSDPipeline,
182
        TextToVideoZeroPipeline,
Will Berman's avatar
Will Berman committed
183
        UnCLIPImageVariationPipeline,
Will Berman's avatar
Will Berman committed
184
        UnCLIPPipeline,
185
186
187
        UniDiffuserModel,
        UniDiffuserPipeline,
        UniDiffuserTextDecoder,
188
189
190
191
        VersatileDiffusionDualGuidedPipeline,
        VersatileDiffusionImageVariationPipeline,
        VersatileDiffusionPipeline,
        VersatileDiffusionTextToImagePipeline,
Patrick von Platen's avatar
Patrick von Platen committed
192
        VideoToVideoSDPipeline,
193
        VQDiffusionPipeline,
194
    )
195

196
197
198
199
200
201
try:
    if not (is_torch_available() and is_transformers_available() and is_invisible_watermark_available()):
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
    from .utils.dummy_torch_and_transformers_and_invisible_watermark_objects import *  # noqa F403
else:
202
    from .pipelines import (
203
        StableDiffusionXLControlNetPipeline,
204
205
206
207
        StableDiffusionXLImg2ImgPipeline,
        StableDiffusionXLInpaintPipeline,
        StableDiffusionXLPipeline,
    )
208

209
210
211
212
try:
    if not (is_torch_available() and is_transformers_available() and is_k_diffusion_available()):
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
213
    from .utils.dummy_torch_and_transformers_and_k_diffusion_objects import *  # noqa F403
214
215
else:
    from .pipelines import StableDiffusionKDiffusionPipeline
216

217
218
219
220
221
222
try:
    if not (is_torch_available() and is_transformers_available() and is_onnx_available()):
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
    from .utils.dummy_torch_and_transformers_and_onnx_objects import *  # noqa F403
else:
223
224
225
    from .pipelines import (
        OnnxStableDiffusionImg2ImgPipeline,
        OnnxStableDiffusionInpaintPipeline,
226
        OnnxStableDiffusionInpaintPipelineLegacy,
227
        OnnxStableDiffusionPipeline,
228
        OnnxStableDiffusionUpscalePipeline,
229
230
        StableDiffusionOnnxPipeline,
    )
231
232
233
234
235
236

try:
    if not (is_torch_available() and is_librosa_available()):
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
    from .utils.dummy_torch_and_librosa_objects import *  # noqa F403
237
else:
238
    from .pipelines import AudioDiffusionPipeline, Mel
239

240
try:
241
    if not (is_transformers_available() and is_torch_available() and is_note_seq_available()):
242
243
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
244
    from .utils.dummy_transformers_and_torch_and_note_seq_objects import *  # noqa F403
245
246
247
else:
    from .pipelines import SpectrogramDiffusionPipeline

248
249
250
251
252
253
try:
    if not is_flax_available():
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
    from .utils.dummy_flax_objects import *  # noqa F403
else:
YiYi Xu's avatar
YiYi Xu committed
254
    from .models.controlnet_flax import FlaxControlNetModel
255
    from .models.modeling_flax_utils import FlaxModelMixin
256
257
    from .models.unet_2d_condition_flax import FlaxUNet2DConditionModel
    from .models.vae_flax import FlaxAutoencoderKL
258
    from .pipelines import FlaxDiffusionPipeline
259
260
261
    from .schedulers import (
        FlaxDDIMScheduler,
        FlaxDDPMScheduler,
262
        FlaxDPMSolverMultistepScheduler,
263
264
265
266
267
268
269
        FlaxKarrasVeScheduler,
        FlaxLMSDiscreteScheduler,
        FlaxPNDMScheduler,
        FlaxSchedulerMixin,
        FlaxScoreSdeVeScheduler,
    )

270

271
272
273
274
try:
    if not (is_flax_available() and is_transformers_available()):
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
275
    from .utils.dummy_flax_and_transformers_objects import *  # noqa F403
276
else:
277
    from .pipelines import (
YiYi Xu's avatar
YiYi Xu committed
278
        FlaxStableDiffusionControlNetPipeline,
279
280
281
282
        FlaxStableDiffusionImg2ImgPipeline,
        FlaxStableDiffusionInpaintPipeline,
        FlaxStableDiffusionPipeline,
    )
283
284
285
286
287
288
289
290

try:
    if not (is_note_seq_available()):
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
    from .utils.dummy_note_seq_objects import *  # noqa F403
else:
    from .pipelines import MidiProcessor