"docs/vscode:/vscode.git/clone" did not exist on "ba696ea3dfec4cbe693bf06a84c75dc196077f5b"
__init__.py 9.75 KB
Newer Older
Sayak Paul's avatar
Sayak Paul committed
1
__version__ = "0.21.0.dev0"
2
3

from .configuration_utils import ConfigMixin
4
from .utils import (
5
    OptionalDependencyNotAvailable,
6
    is_flax_available,
7
    is_inflect_available,
8
    is_invisible_watermark_available,
9
    is_k_diffusion_available,
10
    is_k_diffusion_version,
11
    is_librosa_available,
12
    is_note_seq_available,
13
14
    is_onnx_available,
    is_scipy_available,
15
    is_torch_available,
16
    is_torchsde_available,
17
    is_transformers_available,
18
    is_transformers_version,
19
    is_unidecode_available,
20
    logging,
21
)
Patrick von Platen's avatar
Patrick von Platen committed
22
23


24
25
26
27
28
29
30
31
try:
    if not is_onnx_available():
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
    from .utils.dummy_onnx_objects import *  # noqa F403
else:
    from .pipelines import OnnxRuntimeModel

32
33
34
35
36
37
try:
    if not is_torch_available():
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
    from .utils.dummy_pt_objects import *  # noqa F403
else:
Will Berman's avatar
Will Berman committed
38
    from .models import (
Ruslan Vorovchenko's avatar
Ruslan Vorovchenko committed
39
        AsymmetricAutoencoderKL,
Will Berman's avatar
Will Berman committed
40
        AutoencoderKL,
41
        AutoencoderTiny,
42
        ControlNetModel,
43
        ModelMixin,
Will Berman's avatar
Will Berman committed
44
        MultiAdapter,
Will Berman's avatar
Will Berman committed
45
        PriorTransformer,
Will Berman's avatar
Will Berman committed
46
        T2IAdapter,
47
        T5FilmDecoder,
Will Berman's avatar
Will Berman committed
48
49
50
51
        Transformer2DModel,
        UNet1DModel,
        UNet2DConditionModel,
        UNet2DModel,
52
        UNet3DConditionModel,
Will Berman's avatar
Will Berman committed
53
54
        VQModel,
    )
55
56
57
58
59
60
61
62
63
    from .optimization import (
        get_constant_schedule,
        get_constant_schedule_with_warmup,
        get_cosine_schedule_with_warmup,
        get_cosine_with_hard_restarts_schedule_with_warmup,
        get_linear_schedule_with_warmup,
        get_polynomial_decay_schedule_with_warmup,
        get_scheduler,
    )
64
    from .pipelines import (
65
        AudioPipelineOutput,
YiYi Xu's avatar
YiYi Xu committed
66
67
68
        AutoPipelineForImage2Image,
        AutoPipelineForInpainting,
        AutoPipelineForText2Image,
69
        CLIPImageProjection,
70
        ConsistencyModelPipeline,
71
72
73
        DanceDiffusionPipeline,
        DDIMPipeline,
        DDPMPipeline,
74
        DiffusionPipeline,
Kashif Rasul's avatar
Kashif Rasul committed
75
        DiTPipeline,
76
        ImagePipelineOutput,
77
78
        KarrasVePipeline,
        LDMPipeline,
79
        LDMSuperResolutionPipeline,
80
        PNDMPipeline,
Revist's avatar
Revist committed
81
        RePaintPipeline,
82
83
        ScoreSdeVePipeline,
    )
84
    from .schedulers import (
85
        CMStochasticIterativeScheduler,
86
        DDIMInverseScheduler,
87
        DDIMParallelScheduler,
88
        DDIMScheduler,
89
        DDPMParallelScheduler,
90
        DDPMScheduler,
91
        DEISMultistepScheduler,
92
        DPMSolverMultistepInverseScheduler,
93
        DPMSolverMultistepScheduler,
94
        DPMSolverSinglestepScheduler,
hlky's avatar
hlky committed
95
96
        EulerAncestralDiscreteScheduler,
        EulerDiscreteScheduler,
97
        HeunDiscreteScheduler,
98
        IPNDMScheduler,
99
        KarrasVeScheduler,
100
101
        KDPM2AncestralDiscreteScheduler,
        KDPM2DiscreteScheduler,
102
        PNDMScheduler,
Revist's avatar
Revist committed
103
        RePaintScheduler,
104
105
        SchedulerMixin,
        ScoreSdeVeScheduler,
Will Berman's avatar
Will Berman committed
106
        UnCLIPScheduler,
107
        UniPCMultistepScheduler,
Will Berman's avatar
Will Berman committed
108
        VQDiffusionScheduler,
109
110
    )
    from .training_utils import EMAModel
Patrick von Platen's avatar
Patrick von Platen committed
111

112
113
114
115
try:
    if not (is_torch_available() and is_scipy_available()):
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
116
    from .utils.dummy_torch_and_scipy_objects import *  # noqa F403
117
118
else:
    from .schedulers import LMSDiscreteScheduler
Patrick von Platen's avatar
Patrick von Platen committed
119

120
121
122
123
124
125
126
try:
    if not (is_torch_available() and is_torchsde_available()):
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
    from .utils.dummy_torch_and_torchsde_objects import *  # noqa F403
else:
    from .schedulers import DPMSolverSDEScheduler
127
128
129
130
131
132
133

try:
    if not (is_torch_available() and is_transformers_available()):
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
    from .utils.dummy_torch_and_transformers_objects import *  # noqa F403
else:
134
    from .pipelines import (
Patrick von Platen's avatar
Patrick von Platen committed
135
136
        AltDiffusionImg2ImgPipeline,
        AltDiffusionPipeline,
Sanchit Gandhi's avatar
Sanchit Gandhi committed
137
138
139
        AudioLDM2Pipeline,
        AudioLDM2ProjectionModel,
        AudioLDM2UNet2DConditionModel,
Sanchit Gandhi's avatar
Sanchit Gandhi committed
140
        AudioLDMPipeline,
141
        CycleDiffusionPipeline,
Patrick von Platen's avatar
Patrick von Platen committed
142
143
144
145
146
147
        IFImg2ImgPipeline,
        IFImg2ImgSuperResolutionPipeline,
        IFInpaintingPipeline,
        IFInpaintingSuperResolutionPipeline,
        IFPipeline,
        IFSuperResolutionPipeline,
148
        ImageTextPipelineOutput,
149
150
        KandinskyCombinedPipeline,
        KandinskyImg2ImgCombinedPipeline,
YiYi Xu's avatar
YiYi Xu committed
151
        KandinskyImg2ImgPipeline,
152
        KandinskyInpaintCombinedPipeline,
YiYi Xu's avatar
YiYi Xu committed
153
154
155
        KandinskyInpaintPipeline,
        KandinskyPipeline,
        KandinskyPriorPipeline,
156
        KandinskyV22CombinedPipeline,
YiYi Xu's avatar
YiYi Xu committed
157
158
        KandinskyV22ControlnetImg2ImgPipeline,
        KandinskyV22ControlnetPipeline,
159
        KandinskyV22Img2ImgCombinedPipeline,
YiYi Xu's avatar
YiYi Xu committed
160
        KandinskyV22Img2ImgPipeline,
161
        KandinskyV22InpaintCombinedPipeline,
YiYi Xu's avatar
YiYi Xu committed
162
163
164
165
        KandinskyV22InpaintPipeline,
        KandinskyV22Pipeline,
        KandinskyV22PriorEmb2EmbPipeline,
        KandinskyV22PriorPipeline,
166
        LDMTextToImagePipeline,
Sanchit Gandhi's avatar
Sanchit Gandhi committed
167
        MusicLDMPipeline,
168
        PaintByExamplePipeline,
169
        SemanticStableDiffusionPipeline,
YiYi Xu's avatar
YiYi Xu committed
170
171
        ShapEImg2ImgPipeline,
        ShapEPipeline,
Will Berman's avatar
Will Berman committed
172
        StableDiffusionAdapterPipeline,
YiYi Xu's avatar
YiYi Xu committed
173
        StableDiffusionAttendAndExcitePipeline,
174
175
        StableDiffusionControlNetImg2ImgPipeline,
        StableDiffusionControlNetInpaintPipeline,
176
        StableDiffusionControlNetPipeline,
177
        StableDiffusionDepth2ImgPipeline,
178
        StableDiffusionDiffEditPipeline,
179
        StableDiffusionGLIGENPipeline,
180
        StableDiffusionGLIGENTextImagePipeline,
181
        StableDiffusionImageVariationPipeline,
182
183
        StableDiffusionImg2ImgPipeline,
        StableDiffusionInpaintPipeline,
184
        StableDiffusionInpaintPipelineLegacy,
185
        StableDiffusionInstructPix2PixPipeline,
186
        StableDiffusionLatentUpscalePipeline,
estelleafl's avatar
estelleafl committed
187
        StableDiffusionLDM3DPipeline,
188
        StableDiffusionModelEditingPipeline,
189
        StableDiffusionPanoramaPipeline,
190
        StableDiffusionParadigmsPipeline,
191
        StableDiffusionPipeline,
192
        StableDiffusionPipelineSafe,
193
        StableDiffusionPix2PixZeroPipeline,
194
        StableDiffusionSAGPipeline,
195
        StableDiffusionUpscalePipeline,
196
        StableDiffusionXLAdapterPipeline,
197
        StableDiffusionXLControlNetImg2ImgPipeline,
198
199
200
201
202
        StableDiffusionXLControlNetPipeline,
        StableDiffusionXLImg2ImgPipeline,
        StableDiffusionXLInpaintPipeline,
        StableDiffusionXLInstructPix2PixPipeline,
        StableDiffusionXLPipeline,
Will Berman's avatar
Will Berman committed
203
204
        StableUnCLIPImg2ImgPipeline,
        StableUnCLIPPipeline,
205
        TextToVideoSDPipeline,
206
        TextToVideoZeroPipeline,
Will Berman's avatar
Will Berman committed
207
        UnCLIPImageVariationPipeline,
Will Berman's avatar
Will Berman committed
208
        UnCLIPPipeline,
209
210
211
        UniDiffuserModel,
        UniDiffuserPipeline,
        UniDiffuserTextDecoder,
212
213
214
215
        VersatileDiffusionDualGuidedPipeline,
        VersatileDiffusionImageVariationPipeline,
        VersatileDiffusionPipeline,
        VersatileDiffusionTextToImagePipeline,
Patrick von Platen's avatar
Patrick von Platen committed
216
        VideoToVideoSDPipeline,
217
        VQDiffusionPipeline,
218
    )
219

220
221
222
223
try:
    if not (is_torch_available() and is_transformers_available() and is_k_diffusion_available()):
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
224
    from .utils.dummy_torch_and_transformers_and_k_diffusion_objects import *  # noqa F403
225
226
else:
    from .pipelines import StableDiffusionKDiffusionPipeline
227

228
229
230
231
232
233
try:
    if not (is_torch_available() and is_transformers_available() and is_onnx_available()):
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
    from .utils.dummy_torch_and_transformers_and_onnx_objects import *  # noqa F403
else:
234
235
236
    from .pipelines import (
        OnnxStableDiffusionImg2ImgPipeline,
        OnnxStableDiffusionInpaintPipeline,
237
        OnnxStableDiffusionInpaintPipelineLegacy,
238
        OnnxStableDiffusionPipeline,
239
        OnnxStableDiffusionUpscalePipeline,
240
241
        StableDiffusionOnnxPipeline,
    )
242
243
244
245
246
247

try:
    if not (is_torch_available() and is_librosa_available()):
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
    from .utils.dummy_torch_and_librosa_objects import *  # noqa F403
248
else:
249
    from .pipelines import AudioDiffusionPipeline, Mel
250

251
try:
252
    if not (is_transformers_available() and is_torch_available() and is_note_seq_available()):
253
254
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
255
    from .utils.dummy_transformers_and_torch_and_note_seq_objects import *  # noqa F403
256
257
258
else:
    from .pipelines import SpectrogramDiffusionPipeline

259
260
261
262
263
264
try:
    if not is_flax_available():
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
    from .utils.dummy_flax_objects import *  # noqa F403
else:
YiYi Xu's avatar
YiYi Xu committed
265
    from .models.controlnet_flax import FlaxControlNetModel
266
    from .models.modeling_flax_utils import FlaxModelMixin
267
268
    from .models.unet_2d_condition_flax import FlaxUNet2DConditionModel
    from .models.vae_flax import FlaxAutoencoderKL
269
    from .pipelines import FlaxDiffusionPipeline
270
271
272
    from .schedulers import (
        FlaxDDIMScheduler,
        FlaxDDPMScheduler,
273
        FlaxDPMSolverMultistepScheduler,
274
275
276
277
278
279
280
        FlaxKarrasVeScheduler,
        FlaxLMSDiscreteScheduler,
        FlaxPNDMScheduler,
        FlaxSchedulerMixin,
        FlaxScoreSdeVeScheduler,
    )

281

282
283
284
285
try:
    if not (is_flax_available() and is_transformers_available()):
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
286
    from .utils.dummy_flax_and_transformers_objects import *  # noqa F403
287
else:
288
    from .pipelines import (
YiYi Xu's avatar
YiYi Xu committed
289
        FlaxStableDiffusionControlNetPipeline,
290
291
292
293
        FlaxStableDiffusionImg2ImgPipeline,
        FlaxStableDiffusionInpaintPipeline,
        FlaxStableDiffusionPipeline,
    )
294
295
296
297
298
299
300
301

try:
    if not (is_note_seq_available()):
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
    from .utils.dummy_note_seq_objects import *  # noqa F403
else:
    from .pipelines import MidiProcessor