_toctree.yml 15.9 KB
Newer Older
Nathan Lambert's avatar
Nathan Lambert committed
1
2
- sections:
  - local: index
3
    title: 🧨 Diffusers
Nathan Lambert's avatar
Nathan Lambert committed
4
  - local: quicktour
5
    title: Quicktour
Patrick von Platen's avatar
Patrick von Platen committed
6
  - local: stable_diffusion
7
    title: Effective and efficient diffusion
Patrick von Platen's avatar
Patrick von Platen committed
8
  - local: installation
9
10
    title: Installation
  title: Get started
Steven Liu's avatar
Steven Liu committed
11
- sections:
12
13
  - local: tutorials/tutorial_overview
    title: Overview
14
  - local: using-diffusers/write_own_pipeline
15
    title: Understanding pipelines, models and schedulers
16
17
  - local: tutorials/autopipeline
    title: AutoPipeline
Steven Liu's avatar
Steven Liu committed
18
19
  - local: tutorials/basic_training
    title: Train a diffusion model
20
  - local: tutorials/using_peft_for_inference
Steven Liu's avatar
Steven Liu committed
21
    title: Load LoRAs for inference
22
23
  - local: tutorials/fast_diffusion
    title: Accelerate inference of text-to-image diffusion models
24
25
  - local: tutorials/inference_with_big_models
    title: Working with big models
Steven Liu's avatar
Steven Liu committed
26
  title: Tutorials
Nathan Lambert's avatar
Nathan Lambert committed
27
- sections:
Steven Liu's avatar
Steven Liu committed
28
29
30
31
32
33
34
  - local: using-diffusers/loading
    title: Load pipelines
  - local: using-diffusers/custom_pipeline_overview
    title: Load community pipelines and components
  - local: using-diffusers/schedulers
    title: Load schedulers and models
  - local: using-diffusers/other-formats
Steven Liu's avatar
Steven Liu committed
35
    title: Model files and layouts
Steven Liu's avatar
Steven Liu committed
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
  - local: using-diffusers/loading_adapters
    title: Load adapters
  - local: using-diffusers/push_to_hub
    title: Push files to the Hub
  title: Load pipelines and adapters
- sections:
  - local: using-diffusers/unconditional_image_generation
    title: Unconditional image generation
  - local: using-diffusers/conditional_image_generation
    title: Text-to-image
  - local: using-diffusers/img2img
    title: Image-to-image
  - local: using-diffusers/inpaint
    title: Inpainting
  - local: using-diffusers/text-img2vid
    title: Text or image-to-video
  - local: using-diffusers/depth2img
    title: Depth-to-image
  title: Generative tasks
- sections:
  - local: using-diffusers/overview_techniques
    title: Overview
  - local: training/distributed_inference
    title: Distributed inference with multiple GPUs
  - local: using-diffusers/merge_loras
    title: Merge LoRAs
Steven Liu's avatar
Steven Liu committed
62
63
  - local: using-diffusers/scheduler_features
    title: Scheduler features
Steven Liu's avatar
Steven Liu committed
64
65
66
  - local: using-diffusers/callback
    title: Pipeline callbacks
  - local: using-diffusers/reusing_seeds
67
    title: Reproducible pipelines
68
69
  - local: using-diffusers/image_quality
    title: Controlling image quality
Steven Liu's avatar
Steven Liu committed
70
71
72
  - local: using-diffusers/weighted_prompts
    title: Prompt techniques
  title: Inference techniques
Steven Liu's avatar
Steven Liu committed
73
74
75
76
- sections:
  - local: advanced_inference/outpaint
    title: Outpainting
  title: Advanced inference
Steven Liu's avatar
Steven Liu committed
77
78
79
80
81
82
83
84
85
- sections:
  - local: using-diffusers/sdxl
    title: Stable Diffusion XL
  - local: using-diffusers/sdxl_turbo
    title: SDXL Turbo
  - local: using-diffusers/kandinsky
    title: Kandinsky
  - local: using-diffusers/ip_adapter
    title: IP-Adapter
YiYi Xu's avatar
YiYi Xu committed
86
87
  - local: using-diffusers/pag
    title: PAG
Steven Liu's avatar
Steven Liu committed
88
89
90
91
  - local: using-diffusers/controlnet
    title: ControlNet
  - local: using-diffusers/t2i_adapter
    title: T2I-Adapter
Steven Liu's avatar
Steven Liu committed
92
93
  - local: using-diffusers/inference_with_lcm
    title: Latent Consistency Model
Steven Liu's avatar
Steven Liu committed
94
95
96
97
98
99
100
101
102
103
  - local: using-diffusers/textual_inversion_inference
    title: Textual inversion
  - local: using-diffusers/shap-e
    title: Shap-E
  - local: using-diffusers/diffedit
    title: DiffEdit
  - local: using-diffusers/inference_with_tcd_lora
    title: Trajectory Consistency Distillation-LoRA
  - local: using-diffusers/svd
    title: Stable Video Diffusion
104
105
  - local: using-diffusers/marigold_usage
    title: Marigold Computer Vision
Steven Liu's avatar
Steven Liu committed
106
107
108
109
110
111
112
113
  title: Specific pipeline examples
- sections:
  - local: training/overview
    title: Overview
  - local: training/create_dataset
    title: Create a dataset for training
  - local: training/adapt_a_model
    title: Adapt a model to a new task
Dhruv Nair's avatar
Dhruv Nair committed
114
115
  - isExpanded: false
    sections:
Steven Liu's avatar
Steven Liu committed
116
    - local: training/unconditional_training
117
      title: Unconditional image generation
Steven Liu's avatar
Steven Liu committed
118
    - local: training/text2image
Steven Liu's avatar
Steven Liu committed
119
      title: Text-to-image
Steven Liu's avatar
Steven Liu committed
120
    - local: training/sdxl
Steven Liu's avatar
Steven Liu committed
121
      title: Stable Diffusion XL
Steven Liu's avatar
Steven Liu committed
122
123
124
125
126
    - local: training/kandinsky
      title: Kandinsky 2.2
    - local: training/wuerstchen
      title: Wuerstchen
    - local: training/controlnet
Steven Liu's avatar
Steven Liu committed
127
      title: ControlNet
Steven Liu's avatar
Steven Liu committed
128
129
130
131
132
    - local: training/t2i_adapters
      title: T2I-Adapters
    - local: training/instructpix2pix
      title: InstructPix2Pix
    title: Models
Dhruv Nair's avatar
Dhruv Nair committed
133
134
  - isExpanded: false
    sections:
Steven Liu's avatar
Steven Liu committed
135
136
137
138
139
140
141
142
143
144
145
146
147
148
    - local: training/text_inversion
      title: Textual Inversion
    - local: training/dreambooth
      title: DreamBooth
    - local: training/lora
      title: LoRA
    - local: training/custom_diffusion
      title: Custom Diffusion
    - local: training/lcm_distill
      title: Latent Consistency Distillation
    - local: training/ddpo
      title: Reinforcement learning training with DDPO
    title: Methods
  title: Training
Patrick von Platen's avatar
Patrick von Platen committed
149
- sections:
Steven Liu's avatar
Steven Liu committed
150
151
152
153
154
155
156
157
158
159
160
161
162
163
  - local: optimization/fp16
    title: Speed up inference
  - local: optimization/memory
    title: Reduce memory usage
  - local: optimization/torch2.0
    title: PyTorch 2.0
  - local: optimization/xformers
    title: xFormers
  - local: optimization/tome
    title: Token merging
  - local: optimization/deepcache
    title: DeepCache
  - local: optimization/tgate
    title: TGATE
164
165
166
167
168
169
170
171
172
  - sections:
    - local: using-diffusers/stable_diffusion_jax_how_to
      title: JAX/Flax
    - local: optimization/onnx
      title: ONNX
    - local: optimization/open_vino
      title: OpenVINO
    - local: optimization/coreml
      title: Core ML
Steven Liu's avatar
Steven Liu committed
173
    title: Optimized model formats
174
175
176
177
178
179
  - sections:
    - local: optimization/mps
      title: Metal Performance Shaders (MPS)
    - local: optimization/habana
      title: Habana Gaudi
    title: Optimized hardware
Steven Liu's avatar
Steven Liu committed
180
  title: Accelerate inference and reduce memory
Patrick von Platen's avatar
Patrick von Platen committed
181
182
- sections:
  - local: conceptual/philosophy
183
    title: Philosophy
184
185
  - local: using-diffusers/controlling_generation
    title: Controlled generation
Patrick von Platen's avatar
Patrick von Platen committed
186
  - local: conceptual/contribution
187
    title: How to contribute?
188
189
  - local: conceptual/ethical_guidelines
    title: Diffusers' Ethical Guidelines
190
191
  - local: conceptual/evaluation
    title: Evaluating Diffusion Models
192
  title: Conceptual Guides
Patrick von Platen's avatar
Patrick von Platen committed
193
- sections:
Dhruv Nair's avatar
Dhruv Nair committed
194
195
  - isExpanded: false
    sections:
Patrick von Platen's avatar
Patrick von Platen committed
196
    - local: api/configuration
197
      title: Configuration
198
199
200
201
    - local: api/logging
      title: Logging
    - local: api/outputs
      title: Outputs
202
    title: Main Classes
Dhruv Nair's avatar
Dhruv Nair committed
203
204
  - isExpanded: false
    sections:
Steven Liu's avatar
Steven Liu committed
205
206
    - local: api/loaders/ip_adapter
      title: IP-Adapter
Steven Liu's avatar
Steven Liu committed
207
208
209
210
211
212
213
214
    - local: api/loaders/lora
      title: LoRA
    - local: api/loaders/single_file
      title: Single files
    - local: api/loaders/textual_inversion
      title: Textual Inversion
    - local: api/loaders/unet
      title: UNet
215
216
    - local: api/loaders/peft
      title: PEFT
Steven Liu's avatar
Steven Liu committed
217
    title: Loaders
Dhruv Nair's avatar
Dhruv Nair committed
218
219
  - isExpanded: false
    sections:
Steven Liu's avatar
Steven Liu committed
220
221
222
223
224
225
226
227
228
229
    - local: api/models/overview
      title: Overview
    - local: api/models/unet
      title: UNet1DModel
    - local: api/models/unet2d
      title: UNet2DModel
    - local: api/models/unet2d-cond
      title: UNet2DConditionModel
    - local: api/models/unet3d-cond
      title: UNet3DConditionModel
Dhruv Nair's avatar
Dhruv Nair committed
230
231
    - local: api/models/unet-motion
      title: UNetMotionModel
Steven Liu's avatar
Steven Liu committed
232
233
    - local: api/models/uvit2d
      title: UViT2DModel
Steven Liu's avatar
Steven Liu committed
234
235
236
237
    - local: api/models/vq
      title: VQModel
    - local: api/models/autoencoderkl
      title: AutoencoderKL
Ruslan Vorovchenko's avatar
Ruslan Vorovchenko committed
238
239
    - local: api/models/asymmetricautoencoderkl
      title: AsymmetricAutoencoderKL
240
241
    - local: api/models/autoencoder_tiny
      title: Tiny AutoEncoder
Will Berman's avatar
Will Berman committed
242
243
    - local: api/models/consistency_decoder_vae
      title: ConsistencyDecoderVAE
Steven Liu's avatar
Steven Liu committed
244
    - local: api/models/transformer2d
245
      title: Transformer2DModel
246
    - local: api/models/pixart_transformer2d
247
      title: PixArtTransformer2DModel
248
    - local: api/models/dit_transformer2d
249
      title: DiTTransformer2DModel
250
    - local: api/models/hunyuan_transformer2d
251
      title: HunyuanDiT2DModel
Steven Liu's avatar
Steven Liu committed
252
    - local: api/models/transformer_temporal
253
      title: TransformerTemporalModel
Dhruv Nair's avatar
Dhruv Nair committed
254
255
    - local: api/models/sd3_transformer2d
      title: SD3Transformer2DModel
Steven Liu's avatar
Steven Liu committed
256
    - local: api/models/prior_transformer
257
      title: PriorTransformer
Steven Liu's avatar
Steven Liu committed
258
    - local: api/models/controlnet
259
      title: ControlNetModel
260
261
    - local: api/models/controlnet_hunyuandit
      title: HunyuanDiT2DControlNetModel
262
263
    - local: api/models/controlnet_sd3
      title: SD3ControlNetModel
Steven Liu's avatar
Steven Liu committed
264
    title: Models
Dhruv Nair's avatar
Dhruv Nair committed
265
266
  - isExpanded: false
    sections:
267
    - local: api/pipelines/overview
268
      title: Overview
Will Berman's avatar
Will Berman committed
269
270
    - local: api/pipelines/amused
      title: aMUSEd
Dhruv Nair's avatar
Dhruv Nair committed
271
272
    - local: api/pipelines/animatediff
      title: AnimateDiff
Steven Liu's avatar
Steven Liu committed
273
    - local: api/pipelines/attend_and_excite
274
      title: Attend-and-Excite
Sanchit Gandhi's avatar
Sanchit Gandhi committed
275
276
    - local: api/pipelines/audioldm
      title: AudioLDM
Sanchit Gandhi's avatar
Sanchit Gandhi committed
277
278
    - local: api/pipelines/audioldm2
      title: AudioLDM 2
YiYi Xu's avatar
YiYi Xu committed
279
280
    - local: api/pipelines/auto_pipeline
      title: AutoPipeline
Ayush Mangal's avatar
Ayush Mangal committed
281
    - local: api/pipelines/blip_diffusion
282
      title: BLIP-Diffusion
283
284
    - local: api/pipelines/consistency_models
      title: Consistency Models
285
286
    - local: api/pipelines/controlnet
      title: ControlNet
287
288
    - local: api/pipelines/controlnet_hunyuandit
      title: ControlNet with Hunyuan-DiT
289
290
    - local: api/pipelines/controlnet_sd3
      title: ControlNet with Stable Diffusion 3
291
292
    - local: api/pipelines/controlnet_sdxl
      title: ControlNet with Stable Diffusion XL
293
294
295
296
    - local: api/pipelines/controlnetxs
      title: ControlNet-XS
    - local: api/pipelines/controlnetxs_sdxl
      title: ControlNet-XS with Stable Diffusion XL
297
298
    - local: api/pipelines/dance_diffusion
      title: Dance Diffusion
Patrick von Platen's avatar
Patrick von Platen committed
299
    - local: api/pipelines/ddim
300
      title: DDIM
Patrick von Platen's avatar
Patrick von Platen committed
301
    - local: api/pipelines/ddpm
302
      title: DDPM
Will Berman's avatar
Will Berman committed
303
304
    - local: api/pipelines/deepfloyd_if
      title: DeepFloyd IF
Steven Liu's avatar
Steven Liu committed
305
306
    - local: api/pipelines/diffedit
      title: DiffEdit
Kashif Rasul's avatar
Kashif Rasul committed
307
308
    - local: api/pipelines/dit
      title: DiT
309
310
    - local: api/pipelines/hunyuandit
      title: Hunyuan-DiT
311
312
    - local: api/pipelines/i2vgenxl
      title: I2VGen-XL
Steven Liu's avatar
Steven Liu committed
313
314
    - local: api/pipelines/pix2pix
      title: InstructPix2Pix
YiYi Xu's avatar
YiYi Xu committed
315
    - local: api/pipelines/kandinsky
Steven Liu's avatar
Steven Liu committed
316
      title: Kandinsky 2.1
317
318
    - local: api/pipelines/kandinsky_v22
      title: Kandinsky 2.2
319
320
    - local: api/pipelines/kandinsky3
      title: Kandinsky 3
321
322
    - local: api/pipelines/latent_consistency_models
      title: Latent Consistency Models
Patrick von Platen's avatar
Patrick von Platen committed
323
    - local: api/pipelines/latent_diffusion
324
      title: Latent Diffusion
325
326
    - local: api/pipelines/ledits_pp
      title: LEDITS++
327
328
    - local: api/pipelines/marigold
      title: Marigold
Steven Liu's avatar
Steven Liu committed
329
    - local: api/pipelines/panorama
330
      title: MultiDiffusion
Sanchit Gandhi's avatar
Sanchit Gandhi committed
331
332
    - local: api/pipelines/musicldm
      title: MusicLDM
YiYi Xu's avatar
YiYi Xu committed
333
334
    - local: api/pipelines/pag
      title: PAG
335
    - local: api/pipelines/paint_by_example
336
      title: Paint by Example
Dhruv Nair's avatar
Dhruv Nair committed
337
338
    - local: api/pipelines/pia
      title: Personalized Image Animator (PIA)
Sayak Paul's avatar
Sayak Paul committed
339
    - local: api/pipelines/pixart
340
      title: PixArt-α
341
342
    - local: api/pipelines/pixart_sigma
      title: PixArt-Σ
Steven Liu's avatar
Steven Liu committed
343
344
    - local: api/pipelines/self_attention_guidance
      title: Self-Attention Guidance
345
346
    - local: api/pipelines/semantic_stable_diffusion
      title: Semantic Guidance
YiYi Xu's avatar
YiYi Xu committed
347
348
    - local: api/pipelines/shap_e
      title: Shap-E
349
350
    - local: api/pipelines/stable_cascade
      title: Stable Cascade
351
352
    - sections:
      - local: api/pipelines/stable_diffusion/overview
353
        title: Overview
354
      - local: api/pipelines/stable_diffusion/text2img
355
        title: Text-to-image
356
      - local: api/pipelines/stable_diffusion/img2img
357
        title: Image-to-image
Steven Liu's avatar
Steven Liu committed
358
359
      - local: api/pipelines/stable_diffusion/svd
        title: Image-to-video
360
      - local: api/pipelines/stable_diffusion/inpaint
361
        title: Inpainting
362
      - local: api/pipelines/stable_diffusion/depth2img
363
        title: Depth-to-image
364
      - local: api/pipelines/stable_diffusion/image_variation
365
        title: Image variation
Steven Liu's avatar
Steven Liu committed
366
367
368
369
      - local: api/pipelines/stable_diffusion/stable_diffusion_safe
        title: Safe Stable Diffusion
      - local: api/pipelines/stable_diffusion/stable_diffusion_2
        title: Stable Diffusion 2
Dhruv Nair's avatar
Dhruv Nair committed
370
371
      - local: api/pipelines/stable_diffusion/stable_diffusion_3
        title: Stable Diffusion 3
Patrick von Platen's avatar
Patrick von Platen committed
372
373
      - local: api/pipelines/stable_diffusion/stable_diffusion_xl
        title: Stable Diffusion XL
374
375
      - local: api/pipelines/stable_diffusion/sdxl_turbo
        title: SDXL Turbo
376
      - local: api/pipelines/stable_diffusion/latent_upscale
377
        title: Latent upscaler
Steven Liu's avatar
Steven Liu committed
378
      - local: api/pipelines/stable_diffusion/upscale
379
        title: Super-resolution
380
381
      - local: api/pipelines/stable_diffusion/k_diffusion
        title: K-Diffusion
estelleafl's avatar
estelleafl committed
382
      - local: api/pipelines/stable_diffusion/ldm3d_diffusion
383
        title: LDM3D Text-to-(RGB, Depth), Text-to-(RGB-pano, Depth-pano), LDM3D Upscaler
Will Berman's avatar
Will Berman committed
384
      - local: api/pipelines/stable_diffusion/adapter
Steven Liu's avatar
Steven Liu committed
385
        title: T2I-Adapter
386
387
      - local: api/pipelines/stable_diffusion/gligen
        title: GLIGEN (Grounded Language-to-Image Generation)
388
      title: Stable Diffusion
Will Berman's avatar
Will Berman committed
389
390
    - local: api/pipelines/stable_unclip
      title: Stable unCLIP
391
    - local: api/pipelines/text_to_video
392
      title: Text-to-video
393
    - local: api/pipelines/text_to_video_zero
394
      title: Text2Video-Zero
Will Berman's avatar
Will Berman committed
395
    - local: api/pipelines/unclip
396
      title: unCLIP
397
398
    - local: api/pipelines/unidiffuser
      title: UniDiffuser
Steven Liu's avatar
Steven Liu committed
399
400
    - local: api/pipelines/value_guided_sampling
      title: Value-guided sampling
Kashif Rasul's avatar
Kashif Rasul committed
401
402
    - local: api/pipelines/wuerstchen
      title: Wuerstchen
403
    title: Pipelines
Dhruv Nair's avatar
Dhruv Nair committed
404
405
  - isExpanded: false
    sections:
406
    - local: api/schedulers/overview
407
      title: Overview
408
    - local: api/schedulers/cm_stochastic_iterative
409
      title: CMStochasticIterativeScheduler
Will Berman's avatar
Will Berman committed
410
411
    - local: api/schedulers/consistency_decoder
      title: ConsistencyDecoderScheduler
412
    - local: api/schedulers/ddim_inverse
413
414
415
      title: DDIMInverseScheduler
    - local: api/schedulers/ddim
      title: DDIMScheduler
416
    - local: api/schedulers/ddpm
417
      title: DDPMScheduler
418
    - local: api/schedulers/deis
419
420
421
422
423
      title: DEISMultistepScheduler
    - local: api/schedulers/multistep_dpm_solver_inverse
      title: DPMSolverMultistepInverse
    - local: api/schedulers/multistep_dpm_solver
      title: DPMSolverMultistepScheduler
424
425
    - local: api/schedulers/dpm_sde
      title: DPMSolverSDEScheduler
426
427
    - local: api/schedulers/singlestep_dpm_solver
      title: DPMSolverSinglestepScheduler
Sayak Paul's avatar
Sayak Paul committed
428
429
430
431
    - local: api/schedulers/edm_multistep_dpm_solver
      title: EDMDPMSolverMultistepScheduler
    - local: api/schedulers/edm_euler
      title: EDMEulerScheduler
432
    - local: api/schedulers/euler_ancestral
433
      title: EulerAncestralDiscreteScheduler
434
    - local: api/schedulers/euler
435
      title: EulerDiscreteScheduler
Dhruv Nair's avatar
Dhruv Nair committed
436
437
    - local: api/schedulers/flow_match_euler_discrete
      title: FlowMatchEulerDiscreteScheduler
438
    - local: api/schedulers/heun
439
      title: HeunDiscreteScheduler
440
    - local: api/schedulers/ipndm
441
442
443
444
445
446
447
      title: IPNDMScheduler
    - local: api/schedulers/stochastic_karras_ve
      title: KarrasVeScheduler
    - local: api/schedulers/dpm_discrete_ancestral
      title: KDPM2AncestralDiscreteScheduler
    - local: api/schedulers/dpm_discrete
      title: KDPM2DiscreteScheduler
448
449
    - local: api/schedulers/lcm
      title: LCMScheduler
450
    - local: api/schedulers/lms_discrete
451
      title: LMSDiscreteScheduler
452
    - local: api/schedulers/pndm
453
      title: PNDMScheduler
454
    - local: api/schedulers/repaint
455
      title: RePaintScheduler
456
    - local: api/schedulers/score_sde_ve
457
      title: ScoreSdeVeScheduler
458
    - local: api/schedulers/score_sde_vp
459
      title: ScoreSdeVpScheduler
Michael's avatar
Michael committed
460
461
    - local: api/schedulers/tcd
      title: TCDScheduler
462
463
    - local: api/schedulers/unipc
      title: UniPCMultistepScheduler
464
    - local: api/schedulers/vq_diffusion
465
466
      title: VQDiffusionScheduler
    title: Schedulers
Dhruv Nair's avatar
Dhruv Nair committed
467
468
  - isExpanded: false
    sections:
469
470
471
472
473
474
475
476
477
478
479
480
    - local: api/internal_classes_overview
      title: Overview
    - local: api/attnprocessor
      title: Attention Processor
    - local: api/activations
      title: Custom activation functions
    - local: api/normalization
      title: Custom normalization layers
    - local: api/utilities
      title: Utilities
    - local: api/image_processor
      title: VAE Image Processor
481
482
    - local: api/video_processor
      title: Video Processor
Dhruv Nair's avatar
Dhruv Nair committed
483
    title: Internal classes
484
  title: API