_toctree.yml 16.1 KB
Newer Older
Nathan Lambert's avatar
Nathan Lambert committed
1
2
- sections:
  - local: index
3
    title: 🧨 Diffusers
Nathan Lambert's avatar
Nathan Lambert committed
4
  - local: quicktour
5
    title: Quicktour
Patrick von Platen's avatar
Patrick von Platen committed
6
  - local: stable_diffusion
7
    title: Effective and efficient diffusion
Patrick von Platen's avatar
Patrick von Platen committed
8
  - local: installation
9
10
    title: Installation
  title: Get started
Steven Liu's avatar
Steven Liu committed
11
- sections:
12
13
  - local: tutorials/tutorial_overview
    title: Overview
14
  - local: using-diffusers/write_own_pipeline
15
    title: Understanding pipelines, models and schedulers
16
17
  - local: tutorials/autopipeline
    title: AutoPipeline
Steven Liu's avatar
Steven Liu committed
18
19
  - local: tutorials/basic_training
    title: Train a diffusion model
20
  - local: tutorials/using_peft_for_inference
Steven Liu's avatar
Steven Liu committed
21
    title: Load LoRAs for inference
22
23
  - local: tutorials/fast_diffusion
    title: Accelerate inference of text-to-image diffusion models
24
25
  - local: tutorials/inference_with_big_models
    title: Working with big models
Steven Liu's avatar
Steven Liu committed
26
  title: Tutorials
Nathan Lambert's avatar
Nathan Lambert committed
27
- sections:
Steven Liu's avatar
Steven Liu committed
28
29
30
31
32
33
34
  - local: using-diffusers/loading
    title: Load pipelines
  - local: using-diffusers/custom_pipeline_overview
    title: Load community pipelines and components
  - local: using-diffusers/schedulers
    title: Load schedulers and models
  - local: using-diffusers/other-formats
Steven Liu's avatar
Steven Liu committed
35
    title: Model files and layouts
Steven Liu's avatar
Steven Liu committed
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
  - local: using-diffusers/loading_adapters
    title: Load adapters
  - local: using-diffusers/push_to_hub
    title: Push files to the Hub
  title: Load pipelines and adapters
- sections:
  - local: using-diffusers/unconditional_image_generation
    title: Unconditional image generation
  - local: using-diffusers/conditional_image_generation
    title: Text-to-image
  - local: using-diffusers/img2img
    title: Image-to-image
  - local: using-diffusers/inpaint
    title: Inpainting
  - local: using-diffusers/text-img2vid
    title: Text or image-to-video
  - local: using-diffusers/depth2img
    title: Depth-to-image
  title: Generative tasks
- sections:
  - local: using-diffusers/overview_techniques
    title: Overview
  - local: training/distributed_inference
    title: Distributed inference with multiple GPUs
  - local: using-diffusers/merge_loras
    title: Merge LoRAs
Steven Liu's avatar
Steven Liu committed
62
63
  - local: using-diffusers/scheduler_features
    title: Scheduler features
Steven Liu's avatar
Steven Liu committed
64
65
66
  - local: using-diffusers/callback
    title: Pipeline callbacks
  - local: using-diffusers/reusing_seeds
67
    title: Reproducible pipelines
68
69
  - local: using-diffusers/image_quality
    title: Controlling image quality
Steven Liu's avatar
Steven Liu committed
70
71
72
  - local: using-diffusers/weighted_prompts
    title: Prompt techniques
  title: Inference techniques
Steven Liu's avatar
Steven Liu committed
73
74
75
76
- sections:
  - local: advanced_inference/outpaint
    title: Outpainting
  title: Advanced inference
Steven Liu's avatar
Steven Liu committed
77
78
79
80
81
82
83
84
85
- sections:
  - local: using-diffusers/sdxl
    title: Stable Diffusion XL
  - local: using-diffusers/sdxl_turbo
    title: SDXL Turbo
  - local: using-diffusers/kandinsky
    title: Kandinsky
  - local: using-diffusers/ip_adapter
    title: IP-Adapter
YiYi Xu's avatar
YiYi Xu committed
86
87
  - local: using-diffusers/pag
    title: PAG
Steven Liu's avatar
Steven Liu committed
88
89
90
91
  - local: using-diffusers/controlnet
    title: ControlNet
  - local: using-diffusers/t2i_adapter
    title: T2I-Adapter
Steven Liu's avatar
Steven Liu committed
92
93
  - local: using-diffusers/inference_with_lcm
    title: Latent Consistency Model
Steven Liu's avatar
Steven Liu committed
94
95
96
97
98
99
100
101
102
103
  - local: using-diffusers/textual_inversion_inference
    title: Textual inversion
  - local: using-diffusers/shap-e
    title: Shap-E
  - local: using-diffusers/diffedit
    title: DiffEdit
  - local: using-diffusers/inference_with_tcd_lora
    title: Trajectory Consistency Distillation-LoRA
  - local: using-diffusers/svd
    title: Stable Video Diffusion
104
105
  - local: using-diffusers/marigold_usage
    title: Marigold Computer Vision
Steven Liu's avatar
Steven Liu committed
106
107
108
109
110
111
112
113
  title: Specific pipeline examples
- sections:
  - local: training/overview
    title: Overview
  - local: training/create_dataset
    title: Create a dataset for training
  - local: training/adapt_a_model
    title: Adapt a model to a new task
Dhruv Nair's avatar
Dhruv Nair committed
114
115
  - isExpanded: false
    sections:
Steven Liu's avatar
Steven Liu committed
116
    - local: training/unconditional_training
117
      title: Unconditional image generation
Steven Liu's avatar
Steven Liu committed
118
    - local: training/text2image
Steven Liu's avatar
Steven Liu committed
119
      title: Text-to-image
Steven Liu's avatar
Steven Liu committed
120
    - local: training/sdxl
Steven Liu's avatar
Steven Liu committed
121
      title: Stable Diffusion XL
Steven Liu's avatar
Steven Liu committed
122
123
124
125
126
    - local: training/kandinsky
      title: Kandinsky 2.2
    - local: training/wuerstchen
      title: Wuerstchen
    - local: training/controlnet
Steven Liu's avatar
Steven Liu committed
127
      title: ControlNet
Steven Liu's avatar
Steven Liu committed
128
129
130
131
132
    - local: training/t2i_adapters
      title: T2I-Adapters
    - local: training/instructpix2pix
      title: InstructPix2Pix
    title: Models
Dhruv Nair's avatar
Dhruv Nair committed
133
134
  - isExpanded: false
    sections:
Steven Liu's avatar
Steven Liu committed
135
136
137
138
139
140
141
142
143
144
145
146
147
148
    - local: training/text_inversion
      title: Textual Inversion
    - local: training/dreambooth
      title: DreamBooth
    - local: training/lora
      title: LoRA
    - local: training/custom_diffusion
      title: Custom Diffusion
    - local: training/lcm_distill
      title: Latent Consistency Distillation
    - local: training/ddpo
      title: Reinforcement learning training with DDPO
    title: Methods
  title: Training
Patrick von Platen's avatar
Patrick von Platen committed
149
- sections:
Steven Liu's avatar
Steven Liu committed
150
151
152
153
154
155
156
157
158
159
160
161
162
163
  - local: optimization/fp16
    title: Speed up inference
  - local: optimization/memory
    title: Reduce memory usage
  - local: optimization/torch2.0
    title: PyTorch 2.0
  - local: optimization/xformers
    title: xFormers
  - local: optimization/tome
    title: Token merging
  - local: optimization/deepcache
    title: DeepCache
  - local: optimization/tgate
    title: TGATE
164
165
166
167
168
169
170
171
172
  - sections:
    - local: using-diffusers/stable_diffusion_jax_how_to
      title: JAX/Flax
    - local: optimization/onnx
      title: ONNX
    - local: optimization/open_vino
      title: OpenVINO
    - local: optimization/coreml
      title: Core ML
Steven Liu's avatar
Steven Liu committed
173
    title: Optimized model formats
174
175
176
177
178
179
  - sections:
    - local: optimization/mps
      title: Metal Performance Shaders (MPS)
    - local: optimization/habana
      title: Habana Gaudi
    title: Optimized hardware
Steven Liu's avatar
Steven Liu committed
180
  title: Accelerate inference and reduce memory
Patrick von Platen's avatar
Patrick von Platen committed
181
182
- sections:
  - local: conceptual/philosophy
183
    title: Philosophy
184
185
  - local: using-diffusers/controlling_generation
    title: Controlled generation
Patrick von Platen's avatar
Patrick von Platen committed
186
  - local: conceptual/contribution
187
    title: How to contribute?
188
189
  - local: conceptual/ethical_guidelines
    title: Diffusers' Ethical Guidelines
190
191
  - local: conceptual/evaluation
    title: Evaluating Diffusion Models
192
  title: Conceptual Guides
Patrick von Platen's avatar
Patrick von Platen committed
193
- sections:
Dhruv Nair's avatar
Dhruv Nair committed
194
195
  - isExpanded: false
    sections:
Patrick von Platen's avatar
Patrick von Platen committed
196
    - local: api/configuration
197
      title: Configuration
198
199
200
201
    - local: api/logging
      title: Logging
    - local: api/outputs
      title: Outputs
202
    title: Main Classes
Dhruv Nair's avatar
Dhruv Nair committed
203
204
  - isExpanded: false
    sections:
Steven Liu's avatar
Steven Liu committed
205
206
    - local: api/loaders/ip_adapter
      title: IP-Adapter
Steven Liu's avatar
Steven Liu committed
207
208
209
210
211
212
213
214
    - local: api/loaders/lora
      title: LoRA
    - local: api/loaders/single_file
      title: Single files
    - local: api/loaders/textual_inversion
      title: Textual Inversion
    - local: api/loaders/unet
      title: UNet
215
216
    - local: api/loaders/peft
      title: PEFT
Steven Liu's avatar
Steven Liu committed
217
    title: Loaders
Dhruv Nair's avatar
Dhruv Nair committed
218
219
  - isExpanded: false
    sections:
Steven Liu's avatar
Steven Liu committed
220
221
222
223
224
225
226
227
228
229
    - local: api/models/overview
      title: Overview
    - local: api/models/unet
      title: UNet1DModel
    - local: api/models/unet2d
      title: UNet2DModel
    - local: api/models/unet2d-cond
      title: UNet2DConditionModel
    - local: api/models/unet3d-cond
      title: UNet3DConditionModel
Dhruv Nair's avatar
Dhruv Nair committed
230
231
    - local: api/models/unet-motion
      title: UNetMotionModel
Steven Liu's avatar
Steven Liu committed
232
233
    - local: api/models/uvit2d
      title: UViT2DModel
Steven Liu's avatar
Steven Liu committed
234
235
236
237
    - local: api/models/vq
      title: VQModel
    - local: api/models/autoencoderkl
      title: AutoencoderKL
Ruslan Vorovchenko's avatar
Ruslan Vorovchenko committed
238
239
    - local: api/models/asymmetricautoencoderkl
      title: AsymmetricAutoencoderKL
240
241
    - local: api/models/autoencoder_tiny
      title: Tiny AutoEncoder
Will Berman's avatar
Will Berman committed
242
243
    - local: api/models/consistency_decoder_vae
      title: ConsistencyDecoderVAE
Steven Liu's avatar
Steven Liu committed
244
    - local: api/models/transformer2d
245
      title: Transformer2DModel
246
    - local: api/models/pixart_transformer2d
247
      title: PixArtTransformer2DModel
248
    - local: api/models/dit_transformer2d
249
      title: DiTTransformer2DModel
250
    - local: api/models/hunyuan_transformer2d
251
      title: HunyuanDiT2DModel
252
253
    - local: api/models/lumina_nextdit2d
      title: LuminaNextDiT2DModel
Steven Liu's avatar
Steven Liu committed
254
    - local: api/models/transformer_temporal
255
      title: TransformerTemporalModel
Dhruv Nair's avatar
Dhruv Nair committed
256
257
    - local: api/models/sd3_transformer2d
      title: SD3Transformer2DModel
Steven Liu's avatar
Steven Liu committed
258
    - local: api/models/prior_transformer
259
      title: PriorTransformer
Steven Liu's avatar
Steven Liu committed
260
    - local: api/models/controlnet
261
      title: ControlNetModel
262
263
    - local: api/models/controlnet_hunyuandit
      title: HunyuanDiT2DControlNetModel
264
265
    - local: api/models/controlnet_sd3
      title: SD3ControlNetModel
Steven Liu's avatar
Steven Liu committed
266
    title: Models
Dhruv Nair's avatar
Dhruv Nair committed
267
268
  - isExpanded: false
    sections:
269
    - local: api/pipelines/overview
270
      title: Overview
Will Berman's avatar
Will Berman committed
271
272
    - local: api/pipelines/amused
      title: aMUSEd
Dhruv Nair's avatar
Dhruv Nair committed
273
274
    - local: api/pipelines/animatediff
      title: AnimateDiff
Steven Liu's avatar
Steven Liu committed
275
    - local: api/pipelines/attend_and_excite
276
      title: Attend-and-Excite
Sanchit Gandhi's avatar
Sanchit Gandhi committed
277
278
    - local: api/pipelines/audioldm
      title: AudioLDM
Sanchit Gandhi's avatar
Sanchit Gandhi committed
279
280
    - local: api/pipelines/audioldm2
      title: AudioLDM 2
YiYi Xu's avatar
YiYi Xu committed
281
282
    - local: api/pipelines/auto_pipeline
      title: AutoPipeline
Ayush Mangal's avatar
Ayush Mangal committed
283
    - local: api/pipelines/blip_diffusion
284
      title: BLIP-Diffusion
285
286
    - local: api/pipelines/consistency_models
      title: Consistency Models
287
288
    - local: api/pipelines/controlnet
      title: ControlNet
289
290
    - local: api/pipelines/controlnet_hunyuandit
      title: ControlNet with Hunyuan-DiT
291
292
    - local: api/pipelines/controlnet_sd3
      title: ControlNet with Stable Diffusion 3
293
294
    - local: api/pipelines/controlnet_sdxl
      title: ControlNet with Stable Diffusion XL
295
296
297
298
    - local: api/pipelines/controlnetxs
      title: ControlNet-XS
    - local: api/pipelines/controlnetxs_sdxl
      title: ControlNet-XS with Stable Diffusion XL
299
300
    - local: api/pipelines/dance_diffusion
      title: Dance Diffusion
Patrick von Platen's avatar
Patrick von Platen committed
301
    - local: api/pipelines/ddim
302
      title: DDIM
Patrick von Platen's avatar
Patrick von Platen committed
303
    - local: api/pipelines/ddpm
304
      title: DDPM
Will Berman's avatar
Will Berman committed
305
306
    - local: api/pipelines/deepfloyd_if
      title: DeepFloyd IF
Steven Liu's avatar
Steven Liu committed
307
308
    - local: api/pipelines/diffedit
      title: DiffEdit
Kashif Rasul's avatar
Kashif Rasul committed
309
310
    - local: api/pipelines/dit
      title: DiT
311
312
    - local: api/pipelines/hunyuandit
      title: Hunyuan-DiT
313
314
    - local: api/pipelines/i2vgenxl
      title: I2VGen-XL
Steven Liu's avatar
Steven Liu committed
315
316
    - local: api/pipelines/pix2pix
      title: InstructPix2Pix
YiYi Xu's avatar
YiYi Xu committed
317
    - local: api/pipelines/kandinsky
Steven Liu's avatar
Steven Liu committed
318
      title: Kandinsky 2.1
319
320
    - local: api/pipelines/kandinsky_v22
      title: Kandinsky 2.2
321
322
    - local: api/pipelines/kandinsky3
      title: Kandinsky 3
323
324
    - local: api/pipelines/latent_consistency_models
      title: Latent Consistency Models
Patrick von Platen's avatar
Patrick von Platen committed
325
    - local: api/pipelines/latent_diffusion
326
      title: Latent Diffusion
327
328
    - local: api/pipelines/ledits_pp
      title: LEDITS++
329
330
    - local: api/pipelines/lumina
      title: Lumina-T2X
331
332
    - local: api/pipelines/marigold
      title: Marigold
Steven Liu's avatar
Steven Liu committed
333
    - local: api/pipelines/panorama
334
      title: MultiDiffusion
Sanchit Gandhi's avatar
Sanchit Gandhi committed
335
336
    - local: api/pipelines/musicldm
      title: MusicLDM
YiYi Xu's avatar
YiYi Xu committed
337
338
    - local: api/pipelines/pag
      title: PAG
339
    - local: api/pipelines/paint_by_example
340
      title: Paint by Example
Dhruv Nair's avatar
Dhruv Nair committed
341
342
    - local: api/pipelines/pia
      title: Personalized Image Animator (PIA)
Sayak Paul's avatar
Sayak Paul committed
343
    - local: api/pipelines/pixart
344
      title: PixArt-α
345
346
    - local: api/pipelines/pixart_sigma
      title: PixArt-Σ
Steven Liu's avatar
Steven Liu committed
347
348
    - local: api/pipelines/self_attention_guidance
      title: Self-Attention Guidance
349
350
    - local: api/pipelines/semantic_stable_diffusion
      title: Semantic Guidance
YiYi Xu's avatar
YiYi Xu committed
351
352
    - local: api/pipelines/shap_e
      title: Shap-E
353
354
    - local: api/pipelines/stable_cascade
      title: Stable Cascade
355
356
    - sections:
      - local: api/pipelines/stable_diffusion/overview
357
        title: Overview
358
      - local: api/pipelines/stable_diffusion/text2img
359
        title: Text-to-image
360
      - local: api/pipelines/stable_diffusion/img2img
361
        title: Image-to-image
Steven Liu's avatar
Steven Liu committed
362
363
      - local: api/pipelines/stable_diffusion/svd
        title: Image-to-video
364
      - local: api/pipelines/stable_diffusion/inpaint
365
        title: Inpainting
366
      - local: api/pipelines/stable_diffusion/depth2img
367
        title: Depth-to-image
368
      - local: api/pipelines/stable_diffusion/image_variation
369
        title: Image variation
Steven Liu's avatar
Steven Liu committed
370
371
372
373
      - local: api/pipelines/stable_diffusion/stable_diffusion_safe
        title: Safe Stable Diffusion
      - local: api/pipelines/stable_diffusion/stable_diffusion_2
        title: Stable Diffusion 2
Dhruv Nair's avatar
Dhruv Nair committed
374
375
      - local: api/pipelines/stable_diffusion/stable_diffusion_3
        title: Stable Diffusion 3
Patrick von Platen's avatar
Patrick von Platen committed
376
377
      - local: api/pipelines/stable_diffusion/stable_diffusion_xl
        title: Stable Diffusion XL
378
379
      - local: api/pipelines/stable_diffusion/sdxl_turbo
        title: SDXL Turbo
380
      - local: api/pipelines/stable_diffusion/latent_upscale
381
        title: Latent upscaler
Steven Liu's avatar
Steven Liu committed
382
      - local: api/pipelines/stable_diffusion/upscale
383
        title: Super-resolution
384
385
      - local: api/pipelines/stable_diffusion/k_diffusion
        title: K-Diffusion
estelleafl's avatar
estelleafl committed
386
      - local: api/pipelines/stable_diffusion/ldm3d_diffusion
387
        title: LDM3D Text-to-(RGB, Depth), Text-to-(RGB-pano, Depth-pano), LDM3D Upscaler
Will Berman's avatar
Will Berman committed
388
      - local: api/pipelines/stable_diffusion/adapter
Steven Liu's avatar
Steven Liu committed
389
        title: T2I-Adapter
390
391
      - local: api/pipelines/stable_diffusion/gligen
        title: GLIGEN (Grounded Language-to-Image Generation)
392
      title: Stable Diffusion
Will Berman's avatar
Will Berman committed
393
394
    - local: api/pipelines/stable_unclip
      title: Stable unCLIP
395
    - local: api/pipelines/text_to_video
396
      title: Text-to-video
397
    - local: api/pipelines/text_to_video_zero
398
      title: Text2Video-Zero
Will Berman's avatar
Will Berman committed
399
    - local: api/pipelines/unclip
400
      title: unCLIP
401
402
    - local: api/pipelines/unidiffuser
      title: UniDiffuser
Steven Liu's avatar
Steven Liu committed
403
404
    - local: api/pipelines/value_guided_sampling
      title: Value-guided sampling
Kashif Rasul's avatar
Kashif Rasul committed
405
406
    - local: api/pipelines/wuerstchen
      title: Wuerstchen
407
    title: Pipelines
Dhruv Nair's avatar
Dhruv Nair committed
408
409
  - isExpanded: false
    sections:
410
    - local: api/schedulers/overview
411
      title: Overview
412
    - local: api/schedulers/cm_stochastic_iterative
413
      title: CMStochasticIterativeScheduler
Will Berman's avatar
Will Berman committed
414
415
    - local: api/schedulers/consistency_decoder
      title: ConsistencyDecoderScheduler
416
    - local: api/schedulers/ddim_inverse
417
418
419
      title: DDIMInverseScheduler
    - local: api/schedulers/ddim
      title: DDIMScheduler
420
    - local: api/schedulers/ddpm
421
      title: DDPMScheduler
422
    - local: api/schedulers/deis
423
424
425
426
427
      title: DEISMultistepScheduler
    - local: api/schedulers/multistep_dpm_solver_inverse
      title: DPMSolverMultistepInverse
    - local: api/schedulers/multistep_dpm_solver
      title: DPMSolverMultistepScheduler
428
429
    - local: api/schedulers/dpm_sde
      title: DPMSolverSDEScheduler
430
431
    - local: api/schedulers/singlestep_dpm_solver
      title: DPMSolverSinglestepScheduler
Sayak Paul's avatar
Sayak Paul committed
432
433
434
435
    - local: api/schedulers/edm_multistep_dpm_solver
      title: EDMDPMSolverMultistepScheduler
    - local: api/schedulers/edm_euler
      title: EDMEulerScheduler
436
    - local: api/schedulers/euler_ancestral
437
      title: EulerAncestralDiscreteScheduler
438
    - local: api/schedulers/euler
439
      title: EulerDiscreteScheduler
Dhruv Nair's avatar
Dhruv Nair committed
440
441
    - local: api/schedulers/flow_match_euler_discrete
      title: FlowMatchEulerDiscreteScheduler
442
443
    - local: api/schedulers/flow_match_heun_discrete
      title: FlowMatchHeunDiscreteScheduler
444
    - local: api/schedulers/heun
445
      title: HeunDiscreteScheduler
446
    - local: api/schedulers/ipndm
447
448
449
450
451
452
453
      title: IPNDMScheduler
    - local: api/schedulers/stochastic_karras_ve
      title: KarrasVeScheduler
    - local: api/schedulers/dpm_discrete_ancestral
      title: KDPM2AncestralDiscreteScheduler
    - local: api/schedulers/dpm_discrete
      title: KDPM2DiscreteScheduler
454
455
    - local: api/schedulers/lcm
      title: LCMScheduler
456
    - local: api/schedulers/lms_discrete
457
      title: LMSDiscreteScheduler
458
    - local: api/schedulers/pndm
459
      title: PNDMScheduler
460
    - local: api/schedulers/repaint
461
      title: RePaintScheduler
462
    - local: api/schedulers/score_sde_ve
463
      title: ScoreSdeVeScheduler
464
    - local: api/schedulers/score_sde_vp
465
      title: ScoreSdeVpScheduler
Michael's avatar
Michael committed
466
467
    - local: api/schedulers/tcd
      title: TCDScheduler
468
469
    - local: api/schedulers/unipc
      title: UniPCMultistepScheduler
470
    - local: api/schedulers/vq_diffusion
471
472
      title: VQDiffusionScheduler
    title: Schedulers
Dhruv Nair's avatar
Dhruv Nair committed
473
474
  - isExpanded: false
    sections:
475
476
477
478
479
480
481
482
483
484
485
486
    - local: api/internal_classes_overview
      title: Overview
    - local: api/attnprocessor
      title: Attention Processor
    - local: api/activations
      title: Custom activation functions
    - local: api/normalization
      title: Custom normalization layers
    - local: api/utilities
      title: Utilities
    - local: api/image_processor
      title: VAE Image Processor
487
488
    - local: api/video_processor
      title: Video Processor
Dhruv Nair's avatar
Dhruv Nair committed
489
    title: Internal classes
490
  title: API