_toctree.yml 15.6 KB
Newer Older
Nathan Lambert's avatar
Nathan Lambert committed
1
2
- sections:
  - local: index
3
    title: 🧨 Diffusers
Nathan Lambert's avatar
Nathan Lambert committed
4
  - local: quicktour
5
    title: Quicktour
Patrick von Platen's avatar
Patrick von Platen committed
6
  - local: stable_diffusion
7
    title: Effective and efficient diffusion
Patrick von Platen's avatar
Patrick von Platen committed
8
  - local: installation
9
10
    title: Installation
  title: Get started
Steven Liu's avatar
Steven Liu committed
11
- sections:
12
13
  - local: tutorials/tutorial_overview
    title: Overview
14
  - local: using-diffusers/write_own_pipeline
15
    title: Understanding pipelines, models and schedulers
16
17
  - local: tutorials/autopipeline
    title: AutoPipeline
Steven Liu's avatar
Steven Liu committed
18
19
  - local: tutorials/basic_training
    title: Train a diffusion model
20
  - local: tutorials/using_peft_for_inference
Steven Liu's avatar
Steven Liu committed
21
    title: Load LoRAs for inference
22
23
  - local: tutorials/fast_diffusion
    title: Accelerate inference of text-to-image diffusion models
Steven Liu's avatar
Steven Liu committed
24
  title: Tutorials
Nathan Lambert's avatar
Nathan Lambert committed
25
- sections:
Steven Liu's avatar
Steven Liu committed
26
27
28
29
30
31
32
  - local: using-diffusers/loading
    title: Load pipelines
  - local: using-diffusers/custom_pipeline_overview
    title: Load community pipelines and components
  - local: using-diffusers/schedulers
    title: Load schedulers and models
  - local: using-diffusers/other-formats
Steven Liu's avatar
Steven Liu committed
33
    title: Model files and layouts
Steven Liu's avatar
Steven Liu committed
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
  - local: using-diffusers/loading_adapters
    title: Load adapters
  - local: using-diffusers/push_to_hub
    title: Push files to the Hub
  title: Load pipelines and adapters
- sections:
  - local: using-diffusers/unconditional_image_generation
    title: Unconditional image generation
  - local: using-diffusers/conditional_image_generation
    title: Text-to-image
  - local: using-diffusers/img2img
    title: Image-to-image
  - local: using-diffusers/inpaint
    title: Inpainting
  - local: using-diffusers/text-img2vid
    title: Text or image-to-video
  - local: using-diffusers/depth2img
    title: Depth-to-image
  title: Generative tasks
- sections:
  - local: using-diffusers/overview_techniques
    title: Overview
  - local: training/distributed_inference
    title: Distributed inference with multiple GPUs
  - local: using-diffusers/merge_loras
    title: Merge LoRAs
Steven Liu's avatar
Steven Liu committed
60
61
  - local: using-diffusers/scheduler_features
    title: Scheduler features
Steven Liu's avatar
Steven Liu committed
62
63
64
  - local: using-diffusers/callback
    title: Pipeline callbacks
  - local: using-diffusers/reusing_seeds
65
    title: Reproducible pipelines
66
67
  - local: using-diffusers/image_quality
    title: Controlling image quality
Steven Liu's avatar
Steven Liu committed
68
69
70
  - local: using-diffusers/weighted_prompts
    title: Prompt techniques
  title: Inference techniques
Steven Liu's avatar
Steven Liu committed
71
72
73
74
- sections:
  - local: advanced_inference/outpaint
    title: Outpainting
  title: Advanced inference
Steven Liu's avatar
Steven Liu committed
75
76
77
78
79
80
81
82
83
- sections:
  - local: using-diffusers/sdxl
    title: Stable Diffusion XL
  - local: using-diffusers/sdxl_turbo
    title: SDXL Turbo
  - local: using-diffusers/kandinsky
    title: Kandinsky
  - local: using-diffusers/ip_adapter
    title: IP-Adapter
YiYi Xu's avatar
YiYi Xu committed
84
85
  - local: using-diffusers/pag
    title: PAG
Steven Liu's avatar
Steven Liu committed
86
87
88
89
  - local: using-diffusers/controlnet
    title: ControlNet
  - local: using-diffusers/t2i_adapter
    title: T2I-Adapter
Steven Liu's avatar
Steven Liu committed
90
91
  - local: using-diffusers/inference_with_lcm
    title: Latent Consistency Model
Steven Liu's avatar
Steven Liu committed
92
93
94
95
96
97
98
99
100
101
  - local: using-diffusers/textual_inversion_inference
    title: Textual inversion
  - local: using-diffusers/shap-e
    title: Shap-E
  - local: using-diffusers/diffedit
    title: DiffEdit
  - local: using-diffusers/inference_with_tcd_lora
    title: Trajectory Consistency Distillation-LoRA
  - local: using-diffusers/svd
    title: Stable Video Diffusion
102
103
  - local: using-diffusers/marigold_usage
    title: Marigold Computer Vision
Steven Liu's avatar
Steven Liu committed
104
105
106
107
108
109
110
111
  title: Specific pipeline examples
- sections:
  - local: training/overview
    title: Overview
  - local: training/create_dataset
    title: Create a dataset for training
  - local: training/adapt_a_model
    title: Adapt a model to a new task
Dhruv Nair's avatar
Dhruv Nair committed
112
113
  - isExpanded: false
    sections:
Steven Liu's avatar
Steven Liu committed
114
    - local: training/unconditional_training
115
      title: Unconditional image generation
Steven Liu's avatar
Steven Liu committed
116
    - local: training/text2image
Steven Liu's avatar
Steven Liu committed
117
      title: Text-to-image
Steven Liu's avatar
Steven Liu committed
118
    - local: training/sdxl
Steven Liu's avatar
Steven Liu committed
119
      title: Stable Diffusion XL
Steven Liu's avatar
Steven Liu committed
120
121
122
123
124
    - local: training/kandinsky
      title: Kandinsky 2.2
    - local: training/wuerstchen
      title: Wuerstchen
    - local: training/controlnet
Steven Liu's avatar
Steven Liu committed
125
      title: ControlNet
Steven Liu's avatar
Steven Liu committed
126
127
128
129
130
    - local: training/t2i_adapters
      title: T2I-Adapters
    - local: training/instructpix2pix
      title: InstructPix2Pix
    title: Models
Dhruv Nair's avatar
Dhruv Nair committed
131
132
  - isExpanded: false
    sections:
Steven Liu's avatar
Steven Liu committed
133
134
135
136
137
138
139
140
141
142
143
144
145
146
    - local: training/text_inversion
      title: Textual Inversion
    - local: training/dreambooth
      title: DreamBooth
    - local: training/lora
      title: LoRA
    - local: training/custom_diffusion
      title: Custom Diffusion
    - local: training/lcm_distill
      title: Latent Consistency Distillation
    - local: training/ddpo
      title: Reinforcement learning training with DDPO
    title: Methods
  title: Training
Patrick von Platen's avatar
Patrick von Platen committed
147
- sections:
Steven Liu's avatar
Steven Liu committed
148
149
150
151
152
153
154
155
156
157
158
159
160
161
  - local: optimization/fp16
    title: Speed up inference
  - local: optimization/memory
    title: Reduce memory usage
  - local: optimization/torch2.0
    title: PyTorch 2.0
  - local: optimization/xformers
    title: xFormers
  - local: optimization/tome
    title: Token merging
  - local: optimization/deepcache
    title: DeepCache
  - local: optimization/tgate
    title: TGATE
162
163
164
165
166
167
168
169
170
  - sections:
    - local: using-diffusers/stable_diffusion_jax_how_to
      title: JAX/Flax
    - local: optimization/onnx
      title: ONNX
    - local: optimization/open_vino
      title: OpenVINO
    - local: optimization/coreml
      title: Core ML
Steven Liu's avatar
Steven Liu committed
171
    title: Optimized model formats
172
173
174
175
176
177
  - sections:
    - local: optimization/mps
      title: Metal Performance Shaders (MPS)
    - local: optimization/habana
      title: Habana Gaudi
    title: Optimized hardware
Steven Liu's avatar
Steven Liu committed
178
  title: Accelerate inference and reduce memory
Patrick von Platen's avatar
Patrick von Platen committed
179
180
- sections:
  - local: conceptual/philosophy
181
    title: Philosophy
182
183
  - local: using-diffusers/controlling_generation
    title: Controlled generation
Patrick von Platen's avatar
Patrick von Platen committed
184
  - local: conceptual/contribution
185
    title: How to contribute?
186
187
  - local: conceptual/ethical_guidelines
    title: Diffusers' Ethical Guidelines
188
189
  - local: conceptual/evaluation
    title: Evaluating Diffusion Models
190
  title: Conceptual Guides
Patrick von Platen's avatar
Patrick von Platen committed
191
- sections:
Dhruv Nair's avatar
Dhruv Nair committed
192
193
  - isExpanded: false
    sections:
Patrick von Platen's avatar
Patrick von Platen committed
194
    - local: api/configuration
195
      title: Configuration
196
197
198
199
    - local: api/logging
      title: Logging
    - local: api/outputs
      title: Outputs
200
    title: Main Classes
Dhruv Nair's avatar
Dhruv Nair committed
201
202
  - isExpanded: false
    sections:
Steven Liu's avatar
Steven Liu committed
203
204
    - local: api/loaders/ip_adapter
      title: IP-Adapter
Steven Liu's avatar
Steven Liu committed
205
206
207
208
209
210
211
212
    - local: api/loaders/lora
      title: LoRA
    - local: api/loaders/single_file
      title: Single files
    - local: api/loaders/textual_inversion
      title: Textual Inversion
    - local: api/loaders/unet
      title: UNet
213
214
    - local: api/loaders/peft
      title: PEFT
Steven Liu's avatar
Steven Liu committed
215
    title: Loaders
Dhruv Nair's avatar
Dhruv Nair committed
216
217
  - isExpanded: false
    sections:
Steven Liu's avatar
Steven Liu committed
218
219
220
221
222
223
224
225
226
227
    - local: api/models/overview
      title: Overview
    - local: api/models/unet
      title: UNet1DModel
    - local: api/models/unet2d
      title: UNet2DModel
    - local: api/models/unet2d-cond
      title: UNet2DConditionModel
    - local: api/models/unet3d-cond
      title: UNet3DConditionModel
Dhruv Nair's avatar
Dhruv Nair committed
228
229
    - local: api/models/unet-motion
      title: UNetMotionModel
Steven Liu's avatar
Steven Liu committed
230
231
    - local: api/models/uvit2d
      title: UViT2DModel
Steven Liu's avatar
Steven Liu committed
232
233
234
235
    - local: api/models/vq
      title: VQModel
    - local: api/models/autoencoderkl
      title: AutoencoderKL
Ruslan Vorovchenko's avatar
Ruslan Vorovchenko committed
236
237
    - local: api/models/asymmetricautoencoderkl
      title: AsymmetricAutoencoderKL
238
239
    - local: api/models/autoencoder_tiny
      title: Tiny AutoEncoder
Will Berman's avatar
Will Berman committed
240
241
    - local: api/models/consistency_decoder_vae
      title: ConsistencyDecoderVAE
Steven Liu's avatar
Steven Liu committed
242
    - local: api/models/transformer2d
243
      title: Transformer2DModel
244
    - local: api/models/pixart_transformer2d
245
      title: PixArtTransformer2DModel
246
    - local: api/models/dit_transformer2d
247
      title: DiTTransformer2DModel
248
    - local: api/models/hunyuan_transformer2d
249
      title: HunyuanDiT2DModel
Steven Liu's avatar
Steven Liu committed
250
    - local: api/models/transformer_temporal
251
      title: TransformerTemporalModel
Dhruv Nair's avatar
Dhruv Nair committed
252
253
    - local: api/models/sd3_transformer2d
      title: SD3Transformer2DModel
Steven Liu's avatar
Steven Liu committed
254
    - local: api/models/prior_transformer
255
      title: PriorTransformer
Steven Liu's avatar
Steven Liu committed
256
    - local: api/models/controlnet
257
      title: ControlNetModel
258
259
    - local: api/models/controlnet_sd3
      title: SD3ControlNetModel
Steven Liu's avatar
Steven Liu committed
260
    title: Models
Dhruv Nair's avatar
Dhruv Nair committed
261
262
  - isExpanded: false
    sections:
263
    - local: api/pipelines/overview
264
      title: Overview
Will Berman's avatar
Will Berman committed
265
266
    - local: api/pipelines/amused
      title: aMUSEd
Dhruv Nair's avatar
Dhruv Nair committed
267
268
    - local: api/pipelines/animatediff
      title: AnimateDiff
Steven Liu's avatar
Steven Liu committed
269
    - local: api/pipelines/attend_and_excite
270
      title: Attend-and-Excite
Sanchit Gandhi's avatar
Sanchit Gandhi committed
271
272
    - local: api/pipelines/audioldm
      title: AudioLDM
Sanchit Gandhi's avatar
Sanchit Gandhi committed
273
274
    - local: api/pipelines/audioldm2
      title: AudioLDM 2
YiYi Xu's avatar
YiYi Xu committed
275
276
    - local: api/pipelines/auto_pipeline
      title: AutoPipeline
Ayush Mangal's avatar
Ayush Mangal committed
277
    - local: api/pipelines/blip_diffusion
278
      title: BLIP-Diffusion
279
280
    - local: api/pipelines/consistency_models
      title: Consistency Models
281
282
    - local: api/pipelines/controlnet
      title: ControlNet
283
284
    - local: api/pipelines/controlnet_sd3
      title: ControlNet with Stable Diffusion 3
285
286
    - local: api/pipelines/controlnet_sdxl
      title: ControlNet with Stable Diffusion XL
287
288
289
290
    - local: api/pipelines/controlnetxs
      title: ControlNet-XS
    - local: api/pipelines/controlnetxs_sdxl
      title: ControlNet-XS with Stable Diffusion XL
291
292
    - local: api/pipelines/dance_diffusion
      title: Dance Diffusion
Patrick von Platen's avatar
Patrick von Platen committed
293
    - local: api/pipelines/ddim
294
      title: DDIM
Patrick von Platen's avatar
Patrick von Platen committed
295
    - local: api/pipelines/ddpm
296
      title: DDPM
Will Berman's avatar
Will Berman committed
297
298
    - local: api/pipelines/deepfloyd_if
      title: DeepFloyd IF
Steven Liu's avatar
Steven Liu committed
299
300
    - local: api/pipelines/diffedit
      title: DiffEdit
Kashif Rasul's avatar
Kashif Rasul committed
301
302
    - local: api/pipelines/dit
      title: DiT
303
304
    - local: api/pipelines/hunyuandit
      title: Hunyuan-DiT
305
306
    - local: api/pipelines/i2vgenxl
      title: I2VGen-XL
Steven Liu's avatar
Steven Liu committed
307
308
    - local: api/pipelines/pix2pix
      title: InstructPix2Pix
YiYi Xu's avatar
YiYi Xu committed
309
    - local: api/pipelines/kandinsky
Steven Liu's avatar
Steven Liu committed
310
      title: Kandinsky 2.1
311
312
    - local: api/pipelines/kandinsky_v22
      title: Kandinsky 2.2
313
314
    - local: api/pipelines/kandinsky3
      title: Kandinsky 3
315
316
    - local: api/pipelines/latent_consistency_models
      title: Latent Consistency Models
Patrick von Platen's avatar
Patrick von Platen committed
317
    - local: api/pipelines/latent_diffusion
318
      title: Latent Diffusion
319
320
    - local: api/pipelines/ledits_pp
      title: LEDITS++
321
322
    - local: api/pipelines/marigold
      title: Marigold
Steven Liu's avatar
Steven Liu committed
323
    - local: api/pipelines/panorama
324
      title: MultiDiffusion
Sanchit Gandhi's avatar
Sanchit Gandhi committed
325
326
    - local: api/pipelines/musicldm
      title: MusicLDM
YiYi Xu's avatar
YiYi Xu committed
327
328
    - local: api/pipelines/pag
      title: PAG
329
    - local: api/pipelines/paint_by_example
330
      title: Paint by Example
Dhruv Nair's avatar
Dhruv Nair committed
331
332
    - local: api/pipelines/pia
      title: Personalized Image Animator (PIA)
Sayak Paul's avatar
Sayak Paul committed
333
    - local: api/pipelines/pixart
334
      title: PixArt-α
335
336
    - local: api/pipelines/pixart_sigma
      title: PixArt-Σ
Steven Liu's avatar
Steven Liu committed
337
338
    - local: api/pipelines/self_attention_guidance
      title: Self-Attention Guidance
339
340
    - local: api/pipelines/semantic_stable_diffusion
      title: Semantic Guidance
YiYi Xu's avatar
YiYi Xu committed
341
342
    - local: api/pipelines/shap_e
      title: Shap-E
343
344
    - local: api/pipelines/stable_cascade
      title: Stable Cascade
345
346
    - sections:
      - local: api/pipelines/stable_diffusion/overview
347
        title: Overview
348
      - local: api/pipelines/stable_diffusion/text2img
349
        title: Text-to-image
350
      - local: api/pipelines/stable_diffusion/img2img
351
        title: Image-to-image
Steven Liu's avatar
Steven Liu committed
352
353
      - local: api/pipelines/stable_diffusion/svd
        title: Image-to-video
354
      - local: api/pipelines/stable_diffusion/inpaint
355
        title: Inpainting
356
      - local: api/pipelines/stable_diffusion/depth2img
357
        title: Depth-to-image
358
      - local: api/pipelines/stable_diffusion/image_variation
359
        title: Image variation
Steven Liu's avatar
Steven Liu committed
360
361
362
363
      - local: api/pipelines/stable_diffusion/stable_diffusion_safe
        title: Safe Stable Diffusion
      - local: api/pipelines/stable_diffusion/stable_diffusion_2
        title: Stable Diffusion 2
Dhruv Nair's avatar
Dhruv Nair committed
364
365
      - local: api/pipelines/stable_diffusion/stable_diffusion_3
        title: Stable Diffusion 3
Patrick von Platen's avatar
Patrick von Platen committed
366
367
      - local: api/pipelines/stable_diffusion/stable_diffusion_xl
        title: Stable Diffusion XL
368
369
      - local: api/pipelines/stable_diffusion/sdxl_turbo
        title: SDXL Turbo
370
      - local: api/pipelines/stable_diffusion/latent_upscale
371
        title: Latent upscaler
Steven Liu's avatar
Steven Liu committed
372
      - local: api/pipelines/stable_diffusion/upscale
373
        title: Super-resolution
374
375
      - local: api/pipelines/stable_diffusion/k_diffusion
        title: K-Diffusion
estelleafl's avatar
estelleafl committed
376
      - local: api/pipelines/stable_diffusion/ldm3d_diffusion
377
        title: LDM3D Text-to-(RGB, Depth), Text-to-(RGB-pano, Depth-pano), LDM3D Upscaler
Will Berman's avatar
Will Berman committed
378
      - local: api/pipelines/stable_diffusion/adapter
Steven Liu's avatar
Steven Liu committed
379
        title: T2I-Adapter
380
381
      - local: api/pipelines/stable_diffusion/gligen
        title: GLIGEN (Grounded Language-to-Image Generation)
382
      title: Stable Diffusion
Will Berman's avatar
Will Berman committed
383
384
    - local: api/pipelines/stable_unclip
      title: Stable unCLIP
385
    - local: api/pipelines/text_to_video
386
      title: Text-to-video
387
    - local: api/pipelines/text_to_video_zero
388
      title: Text2Video-Zero
Will Berman's avatar
Will Berman committed
389
    - local: api/pipelines/unclip
390
      title: unCLIP
391
392
    - local: api/pipelines/unidiffuser
      title: UniDiffuser
Steven Liu's avatar
Steven Liu committed
393
394
    - local: api/pipelines/value_guided_sampling
      title: Value-guided sampling
Kashif Rasul's avatar
Kashif Rasul committed
395
396
    - local: api/pipelines/wuerstchen
      title: Wuerstchen
397
    title: Pipelines
Dhruv Nair's avatar
Dhruv Nair committed
398
399
  - isExpanded: false
    sections:
400
    - local: api/schedulers/overview
401
      title: Overview
402
    - local: api/schedulers/cm_stochastic_iterative
403
      title: CMStochasticIterativeScheduler
Will Berman's avatar
Will Berman committed
404
405
    - local: api/schedulers/consistency_decoder
      title: ConsistencyDecoderScheduler
406
    - local: api/schedulers/ddim_inverse
407
408
409
      title: DDIMInverseScheduler
    - local: api/schedulers/ddim
      title: DDIMScheduler
410
    - local: api/schedulers/ddpm
411
      title: DDPMScheduler
412
    - local: api/schedulers/deis
413
414
415
416
417
      title: DEISMultistepScheduler
    - local: api/schedulers/multistep_dpm_solver_inverse
      title: DPMSolverMultistepInverse
    - local: api/schedulers/multistep_dpm_solver
      title: DPMSolverMultistepScheduler
418
419
    - local: api/schedulers/dpm_sde
      title: DPMSolverSDEScheduler
420
421
    - local: api/schedulers/singlestep_dpm_solver
      title: DPMSolverSinglestepScheduler
Sayak Paul's avatar
Sayak Paul committed
422
423
424
425
    - local: api/schedulers/edm_multistep_dpm_solver
      title: EDMDPMSolverMultistepScheduler
    - local: api/schedulers/edm_euler
      title: EDMEulerScheduler
426
    - local: api/schedulers/euler_ancestral
427
      title: EulerAncestralDiscreteScheduler
428
    - local: api/schedulers/euler
429
      title: EulerDiscreteScheduler
Dhruv Nair's avatar
Dhruv Nair committed
430
431
    - local: api/schedulers/flow_match_euler_discrete
      title: FlowMatchEulerDiscreteScheduler
432
    - local: api/schedulers/heun
433
      title: HeunDiscreteScheduler
434
    - local: api/schedulers/ipndm
435
436
437
438
439
440
441
      title: IPNDMScheduler
    - local: api/schedulers/stochastic_karras_ve
      title: KarrasVeScheduler
    - local: api/schedulers/dpm_discrete_ancestral
      title: KDPM2AncestralDiscreteScheduler
    - local: api/schedulers/dpm_discrete
      title: KDPM2DiscreteScheduler
442
443
    - local: api/schedulers/lcm
      title: LCMScheduler
444
    - local: api/schedulers/lms_discrete
445
      title: LMSDiscreteScheduler
446
    - local: api/schedulers/pndm
447
      title: PNDMScheduler
448
    - local: api/schedulers/repaint
449
      title: RePaintScheduler
450
    - local: api/schedulers/score_sde_ve
451
      title: ScoreSdeVeScheduler
452
    - local: api/schedulers/score_sde_vp
453
      title: ScoreSdeVpScheduler
Michael's avatar
Michael committed
454
455
    - local: api/schedulers/tcd
      title: TCDScheduler
456
457
    - local: api/schedulers/unipc
      title: UniPCMultistepScheduler
458
    - local: api/schedulers/vq_diffusion
459
460
      title: VQDiffusionScheduler
    title: Schedulers
Dhruv Nair's avatar
Dhruv Nair committed
461
462
  - isExpanded: false
    sections:
463
464
465
466
467
468
469
470
471
472
473
474
    - local: api/internal_classes_overview
      title: Overview
    - local: api/attnprocessor
      title: Attention Processor
    - local: api/activations
      title: Custom activation functions
    - local: api/normalization
      title: Custom normalization layers
    - local: api/utilities
      title: Utilities
    - local: api/image_processor
      title: VAE Image Processor
475
476
    - local: api/video_processor
      title: Video Processor
Dhruv Nair's avatar
Dhruv Nair committed
477
    title: Internal classes
478
  title: API