_toctree.yml 16.2 KB
Newer Older
Nathan Lambert's avatar
Nathan Lambert committed
1
2
- sections:
  - local: index
3
    title: 🧨 Diffusers
Nathan Lambert's avatar
Nathan Lambert committed
4
  - local: quicktour
5
    title: Quicktour
Patrick von Platen's avatar
Patrick von Platen committed
6
  - local: stable_diffusion
7
    title: Effective and efficient diffusion
Patrick von Platen's avatar
Patrick von Platen committed
8
  - local: installation
9
10
    title: Installation
  title: Get started
Steven Liu's avatar
Steven Liu committed
11
- sections:
12
13
  - local: tutorials/tutorial_overview
    title: Overview
14
  - local: using-diffusers/write_own_pipeline
15
    title: Understanding pipelines, models and schedulers
16
17
  - local: tutorials/autopipeline
    title: AutoPipeline
Steven Liu's avatar
Steven Liu committed
18
19
  - local: tutorials/basic_training
    title: Train a diffusion model
20
  - local: tutorials/using_peft_for_inference
Steven Liu's avatar
Steven Liu committed
21
    title: Load LoRAs for inference
22
23
  - local: tutorials/fast_diffusion
    title: Accelerate inference of text-to-image diffusion models
24
25
  - local: tutorials/inference_with_big_models
    title: Working with big models
Steven Liu's avatar
Steven Liu committed
26
  title: Tutorials
Nathan Lambert's avatar
Nathan Lambert committed
27
- sections:
Steven Liu's avatar
Steven Liu committed
28
29
30
31
32
33
34
  - local: using-diffusers/loading
    title: Load pipelines
  - local: using-diffusers/custom_pipeline_overview
    title: Load community pipelines and components
  - local: using-diffusers/schedulers
    title: Load schedulers and models
  - local: using-diffusers/other-formats
Steven Liu's avatar
Steven Liu committed
35
    title: Model files and layouts
Steven Liu's avatar
Steven Liu committed
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
  - local: using-diffusers/loading_adapters
    title: Load adapters
  - local: using-diffusers/push_to_hub
    title: Push files to the Hub
  title: Load pipelines and adapters
- sections:
  - local: using-diffusers/unconditional_image_generation
    title: Unconditional image generation
  - local: using-diffusers/conditional_image_generation
    title: Text-to-image
  - local: using-diffusers/img2img
    title: Image-to-image
  - local: using-diffusers/inpaint
    title: Inpainting
  - local: using-diffusers/text-img2vid
    title: Text or image-to-video
  - local: using-diffusers/depth2img
    title: Depth-to-image
  title: Generative tasks
- sections:
  - local: using-diffusers/overview_techniques
    title: Overview
  - local: training/distributed_inference
    title: Distributed inference with multiple GPUs
  - local: using-diffusers/merge_loras
    title: Merge LoRAs
Steven Liu's avatar
Steven Liu committed
62
63
  - local: using-diffusers/scheduler_features
    title: Scheduler features
Steven Liu's avatar
Steven Liu committed
64
65
66
  - local: using-diffusers/callback
    title: Pipeline callbacks
  - local: using-diffusers/reusing_seeds
67
    title: Reproducible pipelines
68
69
  - local: using-diffusers/image_quality
    title: Controlling image quality
Steven Liu's avatar
Steven Liu committed
70
71
72
  - local: using-diffusers/weighted_prompts
    title: Prompt techniques
  title: Inference techniques
Steven Liu's avatar
Steven Liu committed
73
74
75
76
- sections:
  - local: advanced_inference/outpaint
    title: Outpainting
  title: Advanced inference
Steven Liu's avatar
Steven Liu committed
77
78
79
80
81
82
83
84
85
- sections:
  - local: using-diffusers/sdxl
    title: Stable Diffusion XL
  - local: using-diffusers/sdxl_turbo
    title: SDXL Turbo
  - local: using-diffusers/kandinsky
    title: Kandinsky
  - local: using-diffusers/ip_adapter
    title: IP-Adapter
YiYi Xu's avatar
YiYi Xu committed
86
87
  - local: using-diffusers/pag
    title: PAG
Steven Liu's avatar
Steven Liu committed
88
89
90
91
  - local: using-diffusers/controlnet
    title: ControlNet
  - local: using-diffusers/t2i_adapter
    title: T2I-Adapter
Steven Liu's avatar
Steven Liu committed
92
93
  - local: using-diffusers/inference_with_lcm
    title: Latent Consistency Model
Steven Liu's avatar
Steven Liu committed
94
95
96
97
98
99
100
101
102
103
  - local: using-diffusers/textual_inversion_inference
    title: Textual inversion
  - local: using-diffusers/shap-e
    title: Shap-E
  - local: using-diffusers/diffedit
    title: DiffEdit
  - local: using-diffusers/inference_with_tcd_lora
    title: Trajectory Consistency Distillation-LoRA
  - local: using-diffusers/svd
    title: Stable Video Diffusion
104
105
  - local: using-diffusers/marigold_usage
    title: Marigold Computer Vision
Steven Liu's avatar
Steven Liu committed
106
107
108
109
110
111
112
113
  title: Specific pipeline examples
- sections:
  - local: training/overview
    title: Overview
  - local: training/create_dataset
    title: Create a dataset for training
  - local: training/adapt_a_model
    title: Adapt a model to a new task
Dhruv Nair's avatar
Dhruv Nair committed
114
115
  - isExpanded: false
    sections:
Steven Liu's avatar
Steven Liu committed
116
    - local: training/unconditional_training
117
      title: Unconditional image generation
Steven Liu's avatar
Steven Liu committed
118
    - local: training/text2image
Steven Liu's avatar
Steven Liu committed
119
      title: Text-to-image
Steven Liu's avatar
Steven Liu committed
120
    - local: training/sdxl
Steven Liu's avatar
Steven Liu committed
121
      title: Stable Diffusion XL
Steven Liu's avatar
Steven Liu committed
122
123
124
125
126
    - local: training/kandinsky
      title: Kandinsky 2.2
    - local: training/wuerstchen
      title: Wuerstchen
    - local: training/controlnet
Steven Liu's avatar
Steven Liu committed
127
      title: ControlNet
Steven Liu's avatar
Steven Liu committed
128
129
130
131
132
    - local: training/t2i_adapters
      title: T2I-Adapters
    - local: training/instructpix2pix
      title: InstructPix2Pix
    title: Models
Dhruv Nair's avatar
Dhruv Nair committed
133
134
  - isExpanded: false
    sections:
Steven Liu's avatar
Steven Liu committed
135
136
137
138
139
140
141
142
143
144
145
146
147
148
    - local: training/text_inversion
      title: Textual Inversion
    - local: training/dreambooth
      title: DreamBooth
    - local: training/lora
      title: LoRA
    - local: training/custom_diffusion
      title: Custom Diffusion
    - local: training/lcm_distill
      title: Latent Consistency Distillation
    - local: training/ddpo
      title: Reinforcement learning training with DDPO
    title: Methods
  title: Training
Patrick von Platen's avatar
Patrick von Platen committed
149
- sections:
Steven Liu's avatar
Steven Liu committed
150
151
152
153
154
155
156
157
158
159
160
161
162
163
  - local: optimization/fp16
    title: Speed up inference
  - local: optimization/memory
    title: Reduce memory usage
  - local: optimization/torch2.0
    title: PyTorch 2.0
  - local: optimization/xformers
    title: xFormers
  - local: optimization/tome
    title: Token merging
  - local: optimization/deepcache
    title: DeepCache
  - local: optimization/tgate
    title: TGATE
164
165
166
167
168
169
170
171
172
  - sections:
    - local: using-diffusers/stable_diffusion_jax_how_to
      title: JAX/Flax
    - local: optimization/onnx
      title: ONNX
    - local: optimization/open_vino
      title: OpenVINO
    - local: optimization/coreml
      title: Core ML
Steven Liu's avatar
Steven Liu committed
173
    title: Optimized model formats
174
175
176
177
178
179
  - sections:
    - local: optimization/mps
      title: Metal Performance Shaders (MPS)
    - local: optimization/habana
      title: Habana Gaudi
    title: Optimized hardware
Steven Liu's avatar
Steven Liu committed
180
  title: Accelerate inference and reduce memory
Patrick von Platen's avatar
Patrick von Platen committed
181
182
- sections:
  - local: conceptual/philosophy
183
    title: Philosophy
184
185
  - local: using-diffusers/controlling_generation
    title: Controlled generation
Patrick von Platen's avatar
Patrick von Platen committed
186
  - local: conceptual/contribution
187
    title: How to contribute?
188
189
  - local: conceptual/ethical_guidelines
    title: Diffusers' Ethical Guidelines
190
191
  - local: conceptual/evaluation
    title: Evaluating Diffusion Models
192
  title: Conceptual Guides
Patrick von Platen's avatar
Patrick von Platen committed
193
- sections:
Dhruv Nair's avatar
Dhruv Nair committed
194
195
  - isExpanded: false
    sections:
Patrick von Platen's avatar
Patrick von Platen committed
196
    - local: api/configuration
197
      title: Configuration
198
199
200
201
    - local: api/logging
      title: Logging
    - local: api/outputs
      title: Outputs
202
    title: Main Classes
Dhruv Nair's avatar
Dhruv Nair committed
203
204
  - isExpanded: false
    sections:
Steven Liu's avatar
Steven Liu committed
205
206
    - local: api/loaders/ip_adapter
      title: IP-Adapter
Steven Liu's avatar
Steven Liu committed
207
208
209
210
211
212
213
214
    - local: api/loaders/lora
      title: LoRA
    - local: api/loaders/single_file
      title: Single files
    - local: api/loaders/textual_inversion
      title: Textual Inversion
    - local: api/loaders/unet
      title: UNet
215
216
    - local: api/loaders/peft
      title: PEFT
Steven Liu's avatar
Steven Liu committed
217
    title: Loaders
Dhruv Nair's avatar
Dhruv Nair committed
218
219
  - isExpanded: false
    sections:
Steven Liu's avatar
Steven Liu committed
220
221
222
223
224
225
226
227
228
229
    - local: api/models/overview
      title: Overview
    - local: api/models/unet
      title: UNet1DModel
    - local: api/models/unet2d
      title: UNet2DModel
    - local: api/models/unet2d-cond
      title: UNet2DConditionModel
    - local: api/models/unet3d-cond
      title: UNet3DConditionModel
Dhruv Nair's avatar
Dhruv Nair committed
230
231
    - local: api/models/unet-motion
      title: UNetMotionModel
Steven Liu's avatar
Steven Liu committed
232
233
    - local: api/models/uvit2d
      title: UViT2DModel
Steven Liu's avatar
Steven Liu committed
234
235
236
237
    - local: api/models/vq
      title: VQModel
    - local: api/models/autoencoderkl
      title: AutoencoderKL
Ruslan Vorovchenko's avatar
Ruslan Vorovchenko committed
238
239
    - local: api/models/asymmetricautoencoderkl
      title: AsymmetricAutoencoderKL
240
241
    - local: api/models/autoencoder_tiny
      title: Tiny AutoEncoder
Will Berman's avatar
Will Berman committed
242
243
    - local: api/models/consistency_decoder_vae
      title: ConsistencyDecoderVAE
Steven Liu's avatar
Steven Liu committed
244
    - local: api/models/transformer2d
245
      title: Transformer2DModel
246
    - local: api/models/pixart_transformer2d
247
      title: PixArtTransformer2DModel
248
    - local: api/models/dit_transformer2d
249
      title: DiTTransformer2DModel
250
    - local: api/models/hunyuan_transformer2d
251
      title: HunyuanDiT2DModel
252
253
    - local: api/models/latte_transformer3d
      title: LatteTransformer3DModel
254
255
    - local: api/models/lumina_nextdit2d
      title: LuminaNextDiT2DModel
Steven Liu's avatar
Steven Liu committed
256
    - local: api/models/transformer_temporal
257
      title: TransformerTemporalModel
Dhruv Nair's avatar
Dhruv Nair committed
258
259
    - local: api/models/sd3_transformer2d
      title: SD3Transformer2DModel
Steven Liu's avatar
Steven Liu committed
260
    - local: api/models/prior_transformer
261
      title: PriorTransformer
Steven Liu's avatar
Steven Liu committed
262
    - local: api/models/controlnet
263
      title: ControlNetModel
264
265
    - local: api/models/controlnet_hunyuandit
      title: HunyuanDiT2DControlNetModel
266
267
    - local: api/models/controlnet_sd3
      title: SD3ControlNetModel
Steven Liu's avatar
Steven Liu committed
268
    title: Models
Dhruv Nair's avatar
Dhruv Nair committed
269
270
  - isExpanded: false
    sections:
271
    - local: api/pipelines/overview
272
      title: Overview
Will Berman's avatar
Will Berman committed
273
274
    - local: api/pipelines/amused
      title: aMUSEd
Dhruv Nair's avatar
Dhruv Nair committed
275
276
    - local: api/pipelines/animatediff
      title: AnimateDiff
Steven Liu's avatar
Steven Liu committed
277
    - local: api/pipelines/attend_and_excite
278
      title: Attend-and-Excite
Sanchit Gandhi's avatar
Sanchit Gandhi committed
279
280
    - local: api/pipelines/audioldm
      title: AudioLDM
Sanchit Gandhi's avatar
Sanchit Gandhi committed
281
282
    - local: api/pipelines/audioldm2
      title: AudioLDM 2
YiYi Xu's avatar
YiYi Xu committed
283
284
    - local: api/pipelines/auto_pipeline
      title: AutoPipeline
Ayush Mangal's avatar
Ayush Mangal committed
285
    - local: api/pipelines/blip_diffusion
286
      title: BLIP-Diffusion
287
288
    - local: api/pipelines/consistency_models
      title: Consistency Models
289
290
    - local: api/pipelines/controlnet
      title: ControlNet
291
292
    - local: api/pipelines/controlnet_hunyuandit
      title: ControlNet with Hunyuan-DiT
293
294
    - local: api/pipelines/controlnet_sd3
      title: ControlNet with Stable Diffusion 3
295
296
    - local: api/pipelines/controlnet_sdxl
      title: ControlNet with Stable Diffusion XL
297
298
299
300
    - local: api/pipelines/controlnetxs
      title: ControlNet-XS
    - local: api/pipelines/controlnetxs_sdxl
      title: ControlNet-XS with Stable Diffusion XL
301
302
    - local: api/pipelines/dance_diffusion
      title: Dance Diffusion
Patrick von Platen's avatar
Patrick von Platen committed
303
    - local: api/pipelines/ddim
304
      title: DDIM
Patrick von Platen's avatar
Patrick von Platen committed
305
    - local: api/pipelines/ddpm
306
      title: DDPM
Will Berman's avatar
Will Berman committed
307
308
    - local: api/pipelines/deepfloyd_if
      title: DeepFloyd IF
Steven Liu's avatar
Steven Liu committed
309
310
    - local: api/pipelines/diffedit
      title: DiffEdit
Kashif Rasul's avatar
Kashif Rasul committed
311
312
    - local: api/pipelines/dit
      title: DiT
313
314
    - local: api/pipelines/hunyuandit
      title: Hunyuan-DiT
315
316
    - local: api/pipelines/i2vgenxl
      title: I2VGen-XL
Steven Liu's avatar
Steven Liu committed
317
318
    - local: api/pipelines/pix2pix
      title: InstructPix2Pix
YiYi Xu's avatar
YiYi Xu committed
319
    - local: api/pipelines/kandinsky
Steven Liu's avatar
Steven Liu committed
320
      title: Kandinsky 2.1
321
322
    - local: api/pipelines/kandinsky_v22
      title: Kandinsky 2.2
323
324
    - local: api/pipelines/kandinsky3
      title: Kandinsky 3
325
326
    - local: api/pipelines/latent_consistency_models
      title: Latent Consistency Models
Patrick von Platen's avatar
Patrick von Platen committed
327
    - local: api/pipelines/latent_diffusion
328
      title: Latent Diffusion
329
330
    - local: api/pipelines/ledits_pp
      title: LEDITS++
331
332
    - local: api/pipelines/lumina
      title: Lumina-T2X
333
334
    - local: api/pipelines/marigold
      title: Marigold
Steven Liu's avatar
Steven Liu committed
335
    - local: api/pipelines/panorama
336
      title: MultiDiffusion
Sanchit Gandhi's avatar
Sanchit Gandhi committed
337
338
    - local: api/pipelines/musicldm
      title: MusicLDM
YiYi Xu's avatar
YiYi Xu committed
339
340
    - local: api/pipelines/pag
      title: PAG
341
    - local: api/pipelines/paint_by_example
342
      title: Paint by Example
Dhruv Nair's avatar
Dhruv Nair committed
343
344
    - local: api/pipelines/pia
      title: Personalized Image Animator (PIA)
Sayak Paul's avatar
Sayak Paul committed
345
    - local: api/pipelines/pixart
346
      title: PixArt-α
347
348
    - local: api/pipelines/pixart_sigma
      title: PixArt-Σ
Steven Liu's avatar
Steven Liu committed
349
350
    - local: api/pipelines/self_attention_guidance
      title: Self-Attention Guidance
351
352
    - local: api/pipelines/semantic_stable_diffusion
      title: Semantic Guidance
YiYi Xu's avatar
YiYi Xu committed
353
354
    - local: api/pipelines/shap_e
      title: Shap-E
355
356
    - local: api/pipelines/stable_cascade
      title: Stable Cascade
357
358
    - sections:
      - local: api/pipelines/stable_diffusion/overview
359
        title: Overview
360
      - local: api/pipelines/stable_diffusion/text2img
361
        title: Text-to-image
362
      - local: api/pipelines/stable_diffusion/img2img
363
        title: Image-to-image
Steven Liu's avatar
Steven Liu committed
364
365
      - local: api/pipelines/stable_diffusion/svd
        title: Image-to-video
366
      - local: api/pipelines/stable_diffusion/inpaint
367
        title: Inpainting
368
      - local: api/pipelines/stable_diffusion/depth2img
369
        title: Depth-to-image
370
      - local: api/pipelines/stable_diffusion/image_variation
371
        title: Image variation
Steven Liu's avatar
Steven Liu committed
372
373
374
375
      - local: api/pipelines/stable_diffusion/stable_diffusion_safe
        title: Safe Stable Diffusion
      - local: api/pipelines/stable_diffusion/stable_diffusion_2
        title: Stable Diffusion 2
Dhruv Nair's avatar
Dhruv Nair committed
376
377
      - local: api/pipelines/stable_diffusion/stable_diffusion_3
        title: Stable Diffusion 3
Patrick von Platen's avatar
Patrick von Platen committed
378
379
      - local: api/pipelines/stable_diffusion/stable_diffusion_xl
        title: Stable Diffusion XL
380
381
      - local: api/pipelines/stable_diffusion/sdxl_turbo
        title: SDXL Turbo
382
      - local: api/pipelines/stable_diffusion/latent_upscale
383
        title: Latent upscaler
Steven Liu's avatar
Steven Liu committed
384
      - local: api/pipelines/stable_diffusion/upscale
385
        title: Super-resolution
386
387
      - local: api/pipelines/stable_diffusion/k_diffusion
        title: K-Diffusion
estelleafl's avatar
estelleafl committed
388
      - local: api/pipelines/stable_diffusion/ldm3d_diffusion
389
        title: LDM3D Text-to-(RGB, Depth), Text-to-(RGB-pano, Depth-pano), LDM3D Upscaler
Will Berman's avatar
Will Berman committed
390
      - local: api/pipelines/stable_diffusion/adapter
Steven Liu's avatar
Steven Liu committed
391
        title: T2I-Adapter
392
393
      - local: api/pipelines/stable_diffusion/gligen
        title: GLIGEN (Grounded Language-to-Image Generation)
394
      title: Stable Diffusion
Will Berman's avatar
Will Berman committed
395
396
    - local: api/pipelines/stable_unclip
      title: Stable unCLIP
397
    - local: api/pipelines/text_to_video
398
      title: Text-to-video
399
    - local: api/pipelines/text_to_video_zero
400
      title: Text2Video-Zero
Will Berman's avatar
Will Berman committed
401
    - local: api/pipelines/unclip
402
      title: unCLIP
403
404
    - local: api/pipelines/unidiffuser
      title: UniDiffuser
Steven Liu's avatar
Steven Liu committed
405
406
    - local: api/pipelines/value_guided_sampling
      title: Value-guided sampling
Kashif Rasul's avatar
Kashif Rasul committed
407
408
    - local: api/pipelines/wuerstchen
      title: Wuerstchen
409
    title: Pipelines
Dhruv Nair's avatar
Dhruv Nair committed
410
411
  - isExpanded: false
    sections:
412
    - local: api/schedulers/overview
413
      title: Overview
414
    - local: api/schedulers/cm_stochastic_iterative
415
      title: CMStochasticIterativeScheduler
Will Berman's avatar
Will Berman committed
416
417
    - local: api/schedulers/consistency_decoder
      title: ConsistencyDecoderScheduler
418
    - local: api/schedulers/ddim_inverse
419
420
421
      title: DDIMInverseScheduler
    - local: api/schedulers/ddim
      title: DDIMScheduler
422
    - local: api/schedulers/ddpm
423
      title: DDPMScheduler
424
    - local: api/schedulers/deis
425
426
427
428
429
      title: DEISMultistepScheduler
    - local: api/schedulers/multistep_dpm_solver_inverse
      title: DPMSolverMultistepInverse
    - local: api/schedulers/multistep_dpm_solver
      title: DPMSolverMultistepScheduler
430
431
    - local: api/schedulers/dpm_sde
      title: DPMSolverSDEScheduler
432
433
    - local: api/schedulers/singlestep_dpm_solver
      title: DPMSolverSinglestepScheduler
Sayak Paul's avatar
Sayak Paul committed
434
435
436
437
    - local: api/schedulers/edm_multistep_dpm_solver
      title: EDMDPMSolverMultistepScheduler
    - local: api/schedulers/edm_euler
      title: EDMEulerScheduler
438
    - local: api/schedulers/euler_ancestral
439
      title: EulerAncestralDiscreteScheduler
440
    - local: api/schedulers/euler
441
      title: EulerDiscreteScheduler
Dhruv Nair's avatar
Dhruv Nair committed
442
443
    - local: api/schedulers/flow_match_euler_discrete
      title: FlowMatchEulerDiscreteScheduler
444
445
    - local: api/schedulers/flow_match_heun_discrete
      title: FlowMatchHeunDiscreteScheduler
446
    - local: api/schedulers/heun
447
      title: HeunDiscreteScheduler
448
    - local: api/schedulers/ipndm
449
450
451
452
453
454
455
      title: IPNDMScheduler
    - local: api/schedulers/stochastic_karras_ve
      title: KarrasVeScheduler
    - local: api/schedulers/dpm_discrete_ancestral
      title: KDPM2AncestralDiscreteScheduler
    - local: api/schedulers/dpm_discrete
      title: KDPM2DiscreteScheduler
456
457
    - local: api/schedulers/lcm
      title: LCMScheduler
458
    - local: api/schedulers/lms_discrete
459
      title: LMSDiscreteScheduler
460
    - local: api/schedulers/pndm
461
      title: PNDMScheduler
462
    - local: api/schedulers/repaint
463
      title: RePaintScheduler
464
    - local: api/schedulers/score_sde_ve
465
      title: ScoreSdeVeScheduler
466
    - local: api/schedulers/score_sde_vp
467
      title: ScoreSdeVpScheduler
Michael's avatar
Michael committed
468
469
    - local: api/schedulers/tcd
      title: TCDScheduler
470
471
    - local: api/schedulers/unipc
      title: UniPCMultistepScheduler
472
    - local: api/schedulers/vq_diffusion
473
474
      title: VQDiffusionScheduler
    title: Schedulers
Dhruv Nair's avatar
Dhruv Nair committed
475
476
  - isExpanded: false
    sections:
477
478
479
480
481
482
483
484
485
486
487
488
    - local: api/internal_classes_overview
      title: Overview
    - local: api/attnprocessor
      title: Attention Processor
    - local: api/activations
      title: Custom activation functions
    - local: api/normalization
      title: Custom normalization layers
    - local: api/utilities
      title: Utilities
    - local: api/image_processor
      title: VAE Image Processor
489
490
    - local: api/video_processor
      title: Video Processor
Dhruv Nair's avatar
Dhruv Nair committed
491
    title: Internal classes
492
  title: API