_toctree.yml 16.2 KB
Newer Older
Nathan Lambert's avatar
Nathan Lambert committed
1
2
- sections:
  - local: index
3
    title: 🧨 Diffusers
Nathan Lambert's avatar
Nathan Lambert committed
4
  - local: quicktour
5
    title: Quicktour
Patrick von Platen's avatar
Patrick von Platen committed
6
  - local: stable_diffusion
7
    title: Effective and efficient diffusion
Patrick von Platen's avatar
Patrick von Platen committed
8
  - local: installation
9
10
    title: Installation
  title: Get started
Steven Liu's avatar
Steven Liu committed
11
- sections:
12
13
  - local: tutorials/tutorial_overview
    title: Overview
14
  - local: using-diffusers/write_own_pipeline
15
    title: Understanding pipelines, models and schedulers
16
17
  - local: tutorials/autopipeline
    title: AutoPipeline
Steven Liu's avatar
Steven Liu committed
18
19
  - local: tutorials/basic_training
    title: Train a diffusion model
20
  - local: tutorials/using_peft_for_inference
Steven Liu's avatar
Steven Liu committed
21
    title: Load LoRAs for inference
22
23
  - local: tutorials/fast_diffusion
    title: Accelerate inference of text-to-image diffusion models
24
25
  - local: tutorials/inference_with_big_models
    title: Working with big models
Steven Liu's avatar
Steven Liu committed
26
  title: Tutorials
Nathan Lambert's avatar
Nathan Lambert committed
27
- sections:
Steven Liu's avatar
Steven Liu committed
28
29
30
31
32
33
34
  - local: using-diffusers/loading
    title: Load pipelines
  - local: using-diffusers/custom_pipeline_overview
    title: Load community pipelines and components
  - local: using-diffusers/schedulers
    title: Load schedulers and models
  - local: using-diffusers/other-formats
Steven Liu's avatar
Steven Liu committed
35
    title: Model files and layouts
Steven Liu's avatar
Steven Liu committed
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
  - local: using-diffusers/loading_adapters
    title: Load adapters
  - local: using-diffusers/push_to_hub
    title: Push files to the Hub
  title: Load pipelines and adapters
- sections:
  - local: using-diffusers/unconditional_image_generation
    title: Unconditional image generation
  - local: using-diffusers/conditional_image_generation
    title: Text-to-image
  - local: using-diffusers/img2img
    title: Image-to-image
  - local: using-diffusers/inpaint
    title: Inpainting
  - local: using-diffusers/text-img2vid
    title: Text or image-to-video
  - local: using-diffusers/depth2img
    title: Depth-to-image
  title: Generative tasks
- sections:
  - local: using-diffusers/overview_techniques
    title: Overview
  - local: training/distributed_inference
    title: Distributed inference with multiple GPUs
  - local: using-diffusers/merge_loras
    title: Merge LoRAs
Steven Liu's avatar
Steven Liu committed
62
63
  - local: using-diffusers/scheduler_features
    title: Scheduler features
Steven Liu's avatar
Steven Liu committed
64
65
66
  - local: using-diffusers/callback
    title: Pipeline callbacks
  - local: using-diffusers/reusing_seeds
67
    title: Reproducible pipelines
68
69
  - local: using-diffusers/image_quality
    title: Controlling image quality
Steven Liu's avatar
Steven Liu committed
70
71
72
  - local: using-diffusers/weighted_prompts
    title: Prompt techniques
  title: Inference techniques
Steven Liu's avatar
Steven Liu committed
73
74
75
76
- sections:
  - local: advanced_inference/outpaint
    title: Outpainting
  title: Advanced inference
Steven Liu's avatar
Steven Liu committed
77
78
79
80
81
82
83
84
85
- sections:
  - local: using-diffusers/sdxl
    title: Stable Diffusion XL
  - local: using-diffusers/sdxl_turbo
    title: SDXL Turbo
  - local: using-diffusers/kandinsky
    title: Kandinsky
  - local: using-diffusers/ip_adapter
    title: IP-Adapter
YiYi Xu's avatar
YiYi Xu committed
86
87
  - local: using-diffusers/pag
    title: PAG
Steven Liu's avatar
Steven Liu committed
88
89
90
91
  - local: using-diffusers/controlnet
    title: ControlNet
  - local: using-diffusers/t2i_adapter
    title: T2I-Adapter
Steven Liu's avatar
Steven Liu committed
92
93
  - local: using-diffusers/inference_with_lcm
    title: Latent Consistency Model
Steven Liu's avatar
Steven Liu committed
94
95
96
97
98
99
100
101
102
103
  - local: using-diffusers/textual_inversion_inference
    title: Textual inversion
  - local: using-diffusers/shap-e
    title: Shap-E
  - local: using-diffusers/diffedit
    title: DiffEdit
  - local: using-diffusers/inference_with_tcd_lora
    title: Trajectory Consistency Distillation-LoRA
  - local: using-diffusers/svd
    title: Stable Video Diffusion
104
105
  - local: using-diffusers/marigold_usage
    title: Marigold Computer Vision
Steven Liu's avatar
Steven Liu committed
106
107
108
109
110
111
112
113
  title: Specific pipeline examples
- sections:
  - local: training/overview
    title: Overview
  - local: training/create_dataset
    title: Create a dataset for training
  - local: training/adapt_a_model
    title: Adapt a model to a new task
Dhruv Nair's avatar
Dhruv Nair committed
114
115
  - isExpanded: false
    sections:
Steven Liu's avatar
Steven Liu committed
116
    - local: training/unconditional_training
117
      title: Unconditional image generation
Steven Liu's avatar
Steven Liu committed
118
    - local: training/text2image
Steven Liu's avatar
Steven Liu committed
119
      title: Text-to-image
Steven Liu's avatar
Steven Liu committed
120
    - local: training/sdxl
Steven Liu's avatar
Steven Liu committed
121
      title: Stable Diffusion XL
Steven Liu's avatar
Steven Liu committed
122
123
124
125
126
    - local: training/kandinsky
      title: Kandinsky 2.2
    - local: training/wuerstchen
      title: Wuerstchen
    - local: training/controlnet
Steven Liu's avatar
Steven Liu committed
127
      title: ControlNet
Steven Liu's avatar
Steven Liu committed
128
129
130
131
132
    - local: training/t2i_adapters
      title: T2I-Adapters
    - local: training/instructpix2pix
      title: InstructPix2Pix
    title: Models
Dhruv Nair's avatar
Dhruv Nair committed
133
134
  - isExpanded: false
    sections:
Steven Liu's avatar
Steven Liu committed
135
136
137
138
139
140
141
142
143
144
145
146
147
148
    - local: training/text_inversion
      title: Textual Inversion
    - local: training/dreambooth
      title: DreamBooth
    - local: training/lora
      title: LoRA
    - local: training/custom_diffusion
      title: Custom Diffusion
    - local: training/lcm_distill
      title: Latent Consistency Distillation
    - local: training/ddpo
      title: Reinforcement learning training with DDPO
    title: Methods
  title: Training
Patrick von Platen's avatar
Patrick von Platen committed
149
- sections:
Steven Liu's avatar
Steven Liu committed
150
151
152
153
154
155
156
157
158
159
160
161
162
163
  - local: optimization/fp16
    title: Speed up inference
  - local: optimization/memory
    title: Reduce memory usage
  - local: optimization/torch2.0
    title: PyTorch 2.0
  - local: optimization/xformers
    title: xFormers
  - local: optimization/tome
    title: Token merging
  - local: optimization/deepcache
    title: DeepCache
  - local: optimization/tgate
    title: TGATE
164
165
166
167
168
169
170
171
172
  - sections:
    - local: using-diffusers/stable_diffusion_jax_how_to
      title: JAX/Flax
    - local: optimization/onnx
      title: ONNX
    - local: optimization/open_vino
      title: OpenVINO
    - local: optimization/coreml
      title: Core ML
Steven Liu's avatar
Steven Liu committed
173
    title: Optimized model formats
174
175
176
177
178
179
  - sections:
    - local: optimization/mps
      title: Metal Performance Shaders (MPS)
    - local: optimization/habana
      title: Habana Gaudi
    title: Optimized hardware
Steven Liu's avatar
Steven Liu committed
180
  title: Accelerate inference and reduce memory
Patrick von Platen's avatar
Patrick von Platen committed
181
182
- sections:
  - local: conceptual/philosophy
183
    title: Philosophy
184
185
  - local: using-diffusers/controlling_generation
    title: Controlled generation
Patrick von Platen's avatar
Patrick von Platen committed
186
  - local: conceptual/contribution
187
    title: How to contribute?
188
189
  - local: conceptual/ethical_guidelines
    title: Diffusers' Ethical Guidelines
190
191
  - local: conceptual/evaluation
    title: Evaluating Diffusion Models
192
  title: Conceptual Guides
Patrick von Platen's avatar
Patrick von Platen committed
193
- sections:
Dhruv Nair's avatar
Dhruv Nair committed
194
195
  - isExpanded: false
    sections:
Patrick von Platen's avatar
Patrick von Platen committed
196
    - local: api/configuration
197
      title: Configuration
198
199
200
201
    - local: api/logging
      title: Logging
    - local: api/outputs
      title: Outputs
202
    title: Main Classes
Dhruv Nair's avatar
Dhruv Nair committed
203
204
  - isExpanded: false
    sections:
Steven Liu's avatar
Steven Liu committed
205
206
    - local: api/loaders/ip_adapter
      title: IP-Adapter
Steven Liu's avatar
Steven Liu committed
207
208
209
210
211
212
213
214
    - local: api/loaders/lora
      title: LoRA
    - local: api/loaders/single_file
      title: Single files
    - local: api/loaders/textual_inversion
      title: Textual Inversion
    - local: api/loaders/unet
      title: UNet
215
216
    - local: api/loaders/peft
      title: PEFT
Steven Liu's avatar
Steven Liu committed
217
    title: Loaders
Dhruv Nair's avatar
Dhruv Nair committed
218
219
  - isExpanded: false
    sections:
Steven Liu's avatar
Steven Liu committed
220
221
222
223
224
225
226
227
228
229
    - local: api/models/overview
      title: Overview
    - local: api/models/unet
      title: UNet1DModel
    - local: api/models/unet2d
      title: UNet2DModel
    - local: api/models/unet2d-cond
      title: UNet2DConditionModel
    - local: api/models/unet3d-cond
      title: UNet3DConditionModel
Dhruv Nair's avatar
Dhruv Nair committed
230
231
    - local: api/models/unet-motion
      title: UNetMotionModel
Steven Liu's avatar
Steven Liu committed
232
233
    - local: api/models/uvit2d
      title: UViT2DModel
Steven Liu's avatar
Steven Liu committed
234
235
236
237
    - local: api/models/vq
      title: VQModel
    - local: api/models/autoencoderkl
      title: AutoencoderKL
Ruslan Vorovchenko's avatar
Ruslan Vorovchenko committed
238
239
    - local: api/models/asymmetricautoencoderkl
      title: AsymmetricAutoencoderKL
240
241
    - local: api/models/autoencoder_tiny
      title: Tiny AutoEncoder
Will Berman's avatar
Will Berman committed
242
243
    - local: api/models/consistency_decoder_vae
      title: ConsistencyDecoderVAE
Steven Liu's avatar
Steven Liu committed
244
    - local: api/models/transformer2d
245
      title: Transformer2DModel
246
    - local: api/models/pixart_transformer2d
247
      title: PixArtTransformer2DModel
248
    - local: api/models/dit_transformer2d
249
      title: DiTTransformer2DModel
250
    - local: api/models/hunyuan_transformer2d
251
      title: HunyuanDiT2DModel
252
253
    - local: api/models/latte_transformer3d
      title: LatteTransformer3DModel
254
255
    - local: api/models/lumina_nextdit2d
      title: LuminaNextDiT2DModel
Steven Liu's avatar
Steven Liu committed
256
    - local: api/models/transformer_temporal
257
      title: TransformerTemporalModel
Dhruv Nair's avatar
Dhruv Nair committed
258
259
    - local: api/models/sd3_transformer2d
      title: SD3Transformer2DModel
Steven Liu's avatar
Steven Liu committed
260
    - local: api/models/prior_transformer
261
      title: PriorTransformer
Steven Liu's avatar
Steven Liu committed
262
    - local: api/models/controlnet
263
      title: ControlNetModel
264
265
    - local: api/models/controlnet_hunyuandit
      title: HunyuanDiT2DControlNetModel
266
267
    - local: api/models/controlnet_sd3
      title: SD3ControlNetModel
Steven Liu's avatar
Steven Liu committed
268
    title: Models
Dhruv Nair's avatar
Dhruv Nair committed
269
270
  - isExpanded: false
    sections:
271
    - local: api/pipelines/overview
272
      title: Overview
Will Berman's avatar
Will Berman committed
273
274
    - local: api/pipelines/amused
      title: aMUSEd
Dhruv Nair's avatar
Dhruv Nair committed
275
276
    - local: api/pipelines/animatediff
      title: AnimateDiff
Steven Liu's avatar
Steven Liu committed
277
    - local: api/pipelines/attend_and_excite
278
      title: Attend-and-Excite
Sanchit Gandhi's avatar
Sanchit Gandhi committed
279
280
    - local: api/pipelines/audioldm
      title: AudioLDM
Sanchit Gandhi's avatar
Sanchit Gandhi committed
281
282
    - local: api/pipelines/audioldm2
      title: AudioLDM 2
YiYi Xu's avatar
YiYi Xu committed
283
284
    - local: api/pipelines/auto_pipeline
      title: AutoPipeline
Ayush Mangal's avatar
Ayush Mangal committed
285
    - local: api/pipelines/blip_diffusion
286
      title: BLIP-Diffusion
287
288
    - local: api/pipelines/consistency_models
      title: Consistency Models
289
290
    - local: api/pipelines/controlnet
      title: ControlNet
291
292
    - local: api/pipelines/controlnet_hunyuandit
      title: ControlNet with Hunyuan-DiT
293
294
    - local: api/pipelines/controlnet_sd3
      title: ControlNet with Stable Diffusion 3
295
296
    - local: api/pipelines/controlnet_sdxl
      title: ControlNet with Stable Diffusion XL
297
298
299
300
    - local: api/pipelines/controlnetxs
      title: ControlNet-XS
    - local: api/pipelines/controlnetxs_sdxl
      title: ControlNet-XS with Stable Diffusion XL
301
302
    - local: api/pipelines/dance_diffusion
      title: Dance Diffusion
Patrick von Platen's avatar
Patrick von Platen committed
303
    - local: api/pipelines/ddim
304
      title: DDIM
Patrick von Platen's avatar
Patrick von Platen committed
305
    - local: api/pipelines/ddpm
306
      title: DDPM
Will Berman's avatar
Will Berman committed
307
308
    - local: api/pipelines/deepfloyd_if
      title: DeepFloyd IF
Steven Liu's avatar
Steven Liu committed
309
310
    - local: api/pipelines/diffedit
      title: DiffEdit
Kashif Rasul's avatar
Kashif Rasul committed
311
312
    - local: api/pipelines/dit
      title: DiT
313
314
    - local: api/pipelines/hunyuandit
      title: Hunyuan-DiT
315
316
    - local: api/pipelines/i2vgenxl
      title: I2VGen-XL
Steven Liu's avatar
Steven Liu committed
317
318
    - local: api/pipelines/pix2pix
      title: InstructPix2Pix
YiYi Xu's avatar
YiYi Xu committed
319
    - local: api/pipelines/kandinsky
Steven Liu's avatar
Steven Liu committed
320
      title: Kandinsky 2.1
321
322
    - local: api/pipelines/kandinsky_v22
      title: Kandinsky 2.2
323
324
    - local: api/pipelines/kandinsky3
      title: Kandinsky 3
Álvaro Somoza's avatar
Álvaro Somoza committed
325
326
    - local: api/pipelines/kolors
      title: Kolors      
327
328
    - local: api/pipelines/latent_consistency_models
      title: Latent Consistency Models
Patrick von Platen's avatar
Patrick von Platen committed
329
    - local: api/pipelines/latent_diffusion
330
      title: Latent Diffusion
331
332
    - local: api/pipelines/ledits_pp
      title: LEDITS++
333
334
    - local: api/pipelines/lumina
      title: Lumina-T2X
335
336
    - local: api/pipelines/marigold
      title: Marigold
Steven Liu's avatar
Steven Liu committed
337
    - local: api/pipelines/panorama
338
      title: MultiDiffusion
Sanchit Gandhi's avatar
Sanchit Gandhi committed
339
340
    - local: api/pipelines/musicldm
      title: MusicLDM
YiYi Xu's avatar
YiYi Xu committed
341
342
    - local: api/pipelines/pag
      title: PAG
343
    - local: api/pipelines/paint_by_example
344
      title: Paint by Example
Dhruv Nair's avatar
Dhruv Nair committed
345
346
    - local: api/pipelines/pia
      title: Personalized Image Animator (PIA)
Sayak Paul's avatar
Sayak Paul committed
347
    - local: api/pipelines/pixart
348
      title: PixArt-α
349
350
    - local: api/pipelines/pixart_sigma
      title: PixArt-Σ
Steven Liu's avatar
Steven Liu committed
351
352
    - local: api/pipelines/self_attention_guidance
      title: Self-Attention Guidance
353
354
    - local: api/pipelines/semantic_stable_diffusion
      title: Semantic Guidance
YiYi Xu's avatar
YiYi Xu committed
355
356
    - local: api/pipelines/shap_e
      title: Shap-E
357
358
    - local: api/pipelines/stable_cascade
      title: Stable Cascade
359
360
    - sections:
      - local: api/pipelines/stable_diffusion/overview
361
        title: Overview
362
      - local: api/pipelines/stable_diffusion/text2img
363
        title: Text-to-image
364
      - local: api/pipelines/stable_diffusion/img2img
365
        title: Image-to-image
Steven Liu's avatar
Steven Liu committed
366
367
      - local: api/pipelines/stable_diffusion/svd
        title: Image-to-video
368
      - local: api/pipelines/stable_diffusion/inpaint
369
        title: Inpainting
370
      - local: api/pipelines/stable_diffusion/depth2img
371
        title: Depth-to-image
372
      - local: api/pipelines/stable_diffusion/image_variation
373
        title: Image variation
Steven Liu's avatar
Steven Liu committed
374
375
376
377
      - local: api/pipelines/stable_diffusion/stable_diffusion_safe
        title: Safe Stable Diffusion
      - local: api/pipelines/stable_diffusion/stable_diffusion_2
        title: Stable Diffusion 2
Dhruv Nair's avatar
Dhruv Nair committed
378
379
      - local: api/pipelines/stable_diffusion/stable_diffusion_3
        title: Stable Diffusion 3
Patrick von Platen's avatar
Patrick von Platen committed
380
381
      - local: api/pipelines/stable_diffusion/stable_diffusion_xl
        title: Stable Diffusion XL
382
383
      - local: api/pipelines/stable_diffusion/sdxl_turbo
        title: SDXL Turbo
384
      - local: api/pipelines/stable_diffusion/latent_upscale
385
        title: Latent upscaler
Steven Liu's avatar
Steven Liu committed
386
      - local: api/pipelines/stable_diffusion/upscale
387
        title: Super-resolution
388
389
      - local: api/pipelines/stable_diffusion/k_diffusion
        title: K-Diffusion
estelleafl's avatar
estelleafl committed
390
      - local: api/pipelines/stable_diffusion/ldm3d_diffusion
391
        title: LDM3D Text-to-(RGB, Depth), Text-to-(RGB-pano, Depth-pano), LDM3D Upscaler
Will Berman's avatar
Will Berman committed
392
      - local: api/pipelines/stable_diffusion/adapter
Steven Liu's avatar
Steven Liu committed
393
        title: T2I-Adapter
394
395
      - local: api/pipelines/stable_diffusion/gligen
        title: GLIGEN (Grounded Language-to-Image Generation)
396
      title: Stable Diffusion
Will Berman's avatar
Will Berman committed
397
398
    - local: api/pipelines/stable_unclip
      title: Stable unCLIP
399
    - local: api/pipelines/text_to_video
400
      title: Text-to-video
401
    - local: api/pipelines/text_to_video_zero
402
      title: Text2Video-Zero
Will Berman's avatar
Will Berman committed
403
    - local: api/pipelines/unclip
404
      title: unCLIP
405
406
    - local: api/pipelines/unidiffuser
      title: UniDiffuser
Steven Liu's avatar
Steven Liu committed
407
408
    - local: api/pipelines/value_guided_sampling
      title: Value-guided sampling
Kashif Rasul's avatar
Kashif Rasul committed
409
410
    - local: api/pipelines/wuerstchen
      title: Wuerstchen
411
    title: Pipelines
Dhruv Nair's avatar
Dhruv Nair committed
412
413
  - isExpanded: false
    sections:
414
    - local: api/schedulers/overview
415
      title: Overview
416
    - local: api/schedulers/cm_stochastic_iterative
417
      title: CMStochasticIterativeScheduler
Will Berman's avatar
Will Berman committed
418
419
    - local: api/schedulers/consistency_decoder
      title: ConsistencyDecoderScheduler
420
    - local: api/schedulers/ddim_inverse
421
422
423
      title: DDIMInverseScheduler
    - local: api/schedulers/ddim
      title: DDIMScheduler
424
    - local: api/schedulers/ddpm
425
      title: DDPMScheduler
426
    - local: api/schedulers/deis
427
428
429
430
431
      title: DEISMultistepScheduler
    - local: api/schedulers/multistep_dpm_solver_inverse
      title: DPMSolverMultistepInverse
    - local: api/schedulers/multistep_dpm_solver
      title: DPMSolverMultistepScheduler
432
433
    - local: api/schedulers/dpm_sde
      title: DPMSolverSDEScheduler
434
435
    - local: api/schedulers/singlestep_dpm_solver
      title: DPMSolverSinglestepScheduler
Sayak Paul's avatar
Sayak Paul committed
436
437
438
439
    - local: api/schedulers/edm_multistep_dpm_solver
      title: EDMDPMSolverMultistepScheduler
    - local: api/schedulers/edm_euler
      title: EDMEulerScheduler
440
    - local: api/schedulers/euler_ancestral
441
      title: EulerAncestralDiscreteScheduler
442
    - local: api/schedulers/euler
443
      title: EulerDiscreteScheduler
Dhruv Nair's avatar
Dhruv Nair committed
444
445
    - local: api/schedulers/flow_match_euler_discrete
      title: FlowMatchEulerDiscreteScheduler
446
447
    - local: api/schedulers/flow_match_heun_discrete
      title: FlowMatchHeunDiscreteScheduler
448
    - local: api/schedulers/heun
449
      title: HeunDiscreteScheduler
450
    - local: api/schedulers/ipndm
451
452
453
454
455
456
457
      title: IPNDMScheduler
    - local: api/schedulers/stochastic_karras_ve
      title: KarrasVeScheduler
    - local: api/schedulers/dpm_discrete_ancestral
      title: KDPM2AncestralDiscreteScheduler
    - local: api/schedulers/dpm_discrete
      title: KDPM2DiscreteScheduler
458
459
    - local: api/schedulers/lcm
      title: LCMScheduler
460
    - local: api/schedulers/lms_discrete
461
      title: LMSDiscreteScheduler
462
    - local: api/schedulers/pndm
463
      title: PNDMScheduler
464
    - local: api/schedulers/repaint
465
      title: RePaintScheduler
466
    - local: api/schedulers/score_sde_ve
467
      title: ScoreSdeVeScheduler
468
    - local: api/schedulers/score_sde_vp
469
      title: ScoreSdeVpScheduler
Michael's avatar
Michael committed
470
471
    - local: api/schedulers/tcd
      title: TCDScheduler
472
473
    - local: api/schedulers/unipc
      title: UniPCMultistepScheduler
474
    - local: api/schedulers/vq_diffusion
475
476
      title: VQDiffusionScheduler
    title: Schedulers
Dhruv Nair's avatar
Dhruv Nair committed
477
478
  - isExpanded: false
    sections:
479
480
481
482
483
484
485
486
487
488
489
490
    - local: api/internal_classes_overview
      title: Overview
    - local: api/attnprocessor
      title: Attention Processor
    - local: api/activations
      title: Custom activation functions
    - local: api/normalization
      title: Custom normalization layers
    - local: api/utilities
      title: Utilities
    - local: api/image_processor
      title: VAE Image Processor
491
492
    - local: api/video_processor
      title: Video Processor
Dhruv Nair's avatar
Dhruv Nair committed
493
    title: Internal classes
494
  title: API