_toctree.yml 15.3 KB
Newer Older
Nathan Lambert's avatar
Nathan Lambert committed
1
2
- sections:
  - local: index
3
    title: 🧨 Diffusers
Nathan Lambert's avatar
Nathan Lambert committed
4
  - local: quicktour
5
    title: Quicktour
Patrick von Platen's avatar
Patrick von Platen committed
6
  - local: stable_diffusion
7
    title: Effective and efficient diffusion
Patrick von Platen's avatar
Patrick von Platen committed
8
  - local: installation
9
10
    title: Installation
  title: Get started
Steven Liu's avatar
Steven Liu committed
11
- sections:
12
13
  - local: tutorials/tutorial_overview
    title: Overview
14
  - local: using-diffusers/write_own_pipeline
15
    title: Understanding pipelines, models and schedulers
16
17
  - local: tutorials/autopipeline
    title: AutoPipeline
Steven Liu's avatar
Steven Liu committed
18
19
  - local: tutorials/basic_training
    title: Train a diffusion model
20
  - local: tutorials/using_peft_for_inference
Steven Liu's avatar
Steven Liu committed
21
    title: Load LoRAs for inference
22
23
  - local: tutorials/fast_diffusion
    title: Accelerate inference of text-to-image diffusion models
Steven Liu's avatar
Steven Liu committed
24
  title: Tutorials
Nathan Lambert's avatar
Nathan Lambert committed
25
26
- sections:
  - sections:
Patrick von Platen's avatar
Patrick von Platen committed
27
    - local: using-diffusers/loading
Steven Liu's avatar
Steven Liu committed
28
      title: Load pipelines
29
    - local: using-diffusers/custom_pipeline_overview
30
      title: Load community pipelines and components
Steven Liu's avatar
Steven Liu committed
31
32
    - local: using-diffusers/schedulers
      title: Load schedulers and models
Steven Liu's avatar
Steven Liu committed
33
34
    - local: using-diffusers/using_safetensors
      title: Load safetensors
35
36
    - local: using-diffusers/other-formats
      title: Load different Stable Diffusion formats
Steven Liu's avatar
Steven Liu committed
37
38
    - local: using-diffusers/loading_adapters
      title: Load adapters
Steven Liu's avatar
Steven Liu committed
39
40
    - local: using-diffusers/push_to_hub
      title: Push files to the Hub
41
    title: Loading & Hub
Nathan Lambert's avatar
Nathan Lambert committed
42
  - sections:
Steven Liu's avatar
Steven Liu committed
43
44
    - local: using-diffusers/pipeline_overview
      title: Overview
Patrick von Platen's avatar
Patrick von Platen committed
45
    - local: using-diffusers/unconditional_image_generation
46
      title: Unconditional image generation
Patrick von Platen's avatar
Patrick von Platen committed
47
    - local: using-diffusers/conditional_image_generation
Steven Liu's avatar
Steven Liu committed
48
      title: Text-to-image
Patrick von Platen's avatar
Patrick von Platen committed
49
    - local: using-diffusers/img2img
Steven Liu's avatar
Steven Liu committed
50
      title: Image-to-image
Patrick von Platen's avatar
Patrick von Platen committed
51
    - local: using-diffusers/inpaint
Steven Liu's avatar
Steven Liu committed
52
      title: Inpainting
Steven Liu's avatar
Steven Liu committed
53
54
    - local: using-diffusers/text-img2vid
      title: Text or image-to-video
Patrick von Platen's avatar
Patrick von Platen committed
55
    - local: using-diffusers/depth2img
Steven Liu's avatar
Steven Liu committed
56
57
58
      title: Depth-to-image
    title: Tasks
  - sections:
59
60
    - local: using-diffusers/textual_inversion_inference
      title: Textual inversion
Steven Liu's avatar
Steven Liu committed
61
62
    - local: using-diffusers/ip_adapter
      title: IP-Adapter
Steven Liu's avatar
Steven Liu committed
63
64
    - local: using-diffusers/merge_loras
      title: Merge LoRAs
65
66
    - local: training/distributed_inference
      title: Distributed inference with multiple GPUs
67
    - local: using-diffusers/reusing_seeds
68
      title: Improve image quality with deterministic generation
Steven Liu's avatar
Steven Liu committed
69
70
    - local: using-diffusers/control_brightness
      title: Control image brightness
Steven Liu's avatar
Steven Liu committed
71
    - local: using-diffusers/weighted_prompts
Steven Liu's avatar
Steven Liu committed
72
      title: Prompt techniques
73
74
    - local: using-diffusers/freeu
      title: Improve generation quality with FreeU
Steven Liu's avatar
Steven Liu committed
75
76
77
78
79
80
    title: Techniques
  - sections:
    - local: using-diffusers/pipeline_overview
      title: Overview
    - local: using-diffusers/sdxl
      title: Stable Diffusion XL
81
82
    - local: using-diffusers/sdxl_turbo
      title: SDXL Turbo
Steven Liu's avatar
Steven Liu committed
83
84
    - local: using-diffusers/kandinsky
      title: Kandinsky
Steven Liu's avatar
Steven Liu committed
85
86
    - local: using-diffusers/controlnet
      title: ControlNet
Steven Liu's avatar
Steven Liu committed
87
88
    - local: using-diffusers/t2i_adapter
      title: T2I-Adapter
Steven Liu's avatar
Steven Liu committed
89
90
    - local: using-diffusers/shap-e
      title: Shap-E
Steven Liu's avatar
Steven Liu committed
91
92
    - local: using-diffusers/diffedit
      title: DiffEdit
Steven Liu's avatar
Steven Liu committed
93
94
    - local: using-diffusers/distilled_sd
      title: Distilled Stable Diffusion inference
Steven Liu's avatar
Steven Liu committed
95
96
    - local: using-diffusers/callback
      title: Pipeline callbacks
97
    - local: using-diffusers/reproducibility
98
      title: Create reproducible pipelines
99
    - local: using-diffusers/custom_pipeline_examples
100
      title: Community pipelines
101
    - local: using-diffusers/contribute_pipeline
Steven Liu's avatar
Steven Liu committed
102
      title: Contribute a community pipeline
Suraj Patil's avatar
Suraj Patil committed
103
104
105
106
    - local: using-diffusers/inference_with_lcm_lora
      title: Latent Consistency Model-LoRA
    - local: using-diffusers/inference_with_lcm
      title: Latent Consistency Model
Michael's avatar
Michael committed
107
108
    - local: using-diffusers/inference_with_tcd_lora
      title: Trajectory Consistency Distillation-LoRA
Suraj Patil's avatar
Suraj Patil committed
109
110
    - local: using-diffusers/svd
      title: Stable Video Diffusion
Steven Liu's avatar
Steven Liu committed
111
    title: Specific pipeline examples
112
113
114
  - sections:
    - local: training/overview
      title: Overview
Steven Liu's avatar
Steven Liu committed
115
116
    - local: training/create_dataset
      title: Create a dataset for training
Steven Liu's avatar
Steven Liu committed
117
118
    - local: training/adapt_a_model
      title: Adapt a model to a new task
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
    - sections:
      - local: training/unconditional_training
        title: Unconditional image generation
      - local: training/text2image
        title: Text-to-image
      - local: training/sdxl
        title: Stable Diffusion XL
      - local: training/kandinsky
        title: Kandinsky 2.2
      - local: training/wuerstchen
        title: Wuerstchen
      - local: training/controlnet
        title: ControlNet
      - local: training/t2i_adapters
        title: T2I-Adapters
      - local: training/instructpix2pix
        title: InstructPix2Pix
      title: Models
    - sections:
      - local: training/text_inversion
        title: Textual Inversion
      - local: training/dreambooth
        title: DreamBooth
      - local: training/lora
        title: LoRA
      - local: training/custom_diffusion
        title: Custom Diffusion
Steven Liu's avatar
Steven Liu committed
146
147
      - local: training/lcm_distill
        title: Latent Consistency Distillation
148
149
150
      - local: training/ddpo
        title: Reinforcement learning training with DDPO
      title: Methods
151
    title: Training
152
153
  - sections:
    - local: using-diffusers/other-modalities
154
155
156
      title: Other Modalities
    title: Taking Diffusers Beyond Images
  title: Using Diffusers
Patrick von Platen's avatar
Patrick von Platen committed
157
- sections:
158
159
  - local: optimization/opt_overview
    title: Overview
160
161
162
163
164
165
  - sections:
    - local: optimization/fp16
      title: Speed up inference
    - local: optimization/memory
      title: Reduce memory usage
    - local: optimization/torch2.0
166
      title: PyTorch 2.0
167
168
169
170
    - local: optimization/xformers
      title: xFormers
    - local: optimization/tome
      title: Token merging
171
172
    - local: optimization/deepcache
      title: DeepCache
173
174
    - local: optimization/tgate
      title: TGATE
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
    title: General optimizations
  - sections:
    - local: using-diffusers/stable_diffusion_jax_how_to
      title: JAX/Flax
    - local: optimization/onnx
      title: ONNX
    - local: optimization/open_vino
      title: OpenVINO
    - local: optimization/coreml
      title: Core ML
    title: Optimized model types
  - sections:
    - local: optimization/mps
      title: Metal Performance Shaders (MPS)
    - local: optimization/habana
      title: Habana Gaudi
    title: Optimized hardware
  title: Optimization
Patrick von Platen's avatar
Patrick von Platen committed
193
194
- sections:
  - local: conceptual/philosophy
195
    title: Philosophy
196
197
  - local: using-diffusers/controlling_generation
    title: Controlled generation
Patrick von Platen's avatar
Patrick von Platen committed
198
  - local: conceptual/contribution
199
    title: How to contribute?
200
201
  - local: conceptual/ethical_guidelines
    title: Diffusers' Ethical Guidelines
202
203
  - local: conceptual/evaluation
    title: Evaluating Diffusion Models
204
  title: Conceptual Guides
Patrick von Platen's avatar
Patrick von Platen committed
205
- sections:
Nathan Lambert's avatar
Nathan Lambert committed
206
  - sections:
Patrick von Platen's avatar
Patrick von Platen committed
207
    - local: api/configuration
208
      title: Configuration
209
210
211
212
    - local: api/logging
      title: Logging
    - local: api/outputs
      title: Outputs
213
    title: Main Classes
Steven Liu's avatar
Steven Liu committed
214
  - sections:
Steven Liu's avatar
Steven Liu committed
215
216
    - local: api/loaders/ip_adapter
      title: IP-Adapter
Steven Liu's avatar
Steven Liu committed
217
218
219
220
221
222
223
224
    - local: api/loaders/lora
      title: LoRA
    - local: api/loaders/single_file
      title: Single files
    - local: api/loaders/textual_inversion
      title: Textual Inversion
    - local: api/loaders/unet
      title: UNet
225
226
    - local: api/loaders/peft
      title: PEFT
Steven Liu's avatar
Steven Liu committed
227
    title: Loaders
Steven Liu's avatar
Steven Liu committed
228
229
230
231
232
233
234
235
236
237
238
  - sections:
    - local: api/models/overview
      title: Overview
    - local: api/models/unet
      title: UNet1DModel
    - local: api/models/unet2d
      title: UNet2DModel
    - local: api/models/unet2d-cond
      title: UNet2DConditionModel
    - local: api/models/unet3d-cond
      title: UNet3DConditionModel
Dhruv Nair's avatar
Dhruv Nair committed
239
240
    - local: api/models/unet-motion
      title: UNetMotionModel
Steven Liu's avatar
Steven Liu committed
241
242
    - local: api/models/uvit2d
      title: UViT2DModel
Steven Liu's avatar
Steven Liu committed
243
244
245
246
    - local: api/models/vq
      title: VQModel
    - local: api/models/autoencoderkl
      title: AutoencoderKL
Ruslan Vorovchenko's avatar
Ruslan Vorovchenko committed
247
248
    - local: api/models/asymmetricautoencoderkl
      title: AsymmetricAutoencoderKL
249
250
    - local: api/models/autoencoder_tiny
      title: Tiny AutoEncoder
Will Berman's avatar
Will Berman committed
251
252
    - local: api/models/consistency_decoder_vae
      title: ConsistencyDecoderVAE
Steven Liu's avatar
Steven Liu committed
253
254
255
256
257
258
259
260
261
    - local: api/models/transformer2d
      title: Transformer2D
    - local: api/models/transformer_temporal
      title: Transformer Temporal
    - local: api/models/prior_transformer
      title: Prior Transformer
    - local: api/models/controlnet
      title: ControlNet
    title: Models
Nathan Lambert's avatar
Nathan Lambert committed
262
  - sections:
263
    - local: api/pipelines/overview
264
      title: Overview
Will Berman's avatar
Will Berman committed
265
266
    - local: api/pipelines/amused
      title: aMUSEd
Dhruv Nair's avatar
Dhruv Nair committed
267
268
    - local: api/pipelines/animatediff
      title: AnimateDiff
Steven Liu's avatar
Steven Liu committed
269
    - local: api/pipelines/attend_and_excite
270
      title: Attend-and-Excite
Sanchit Gandhi's avatar
Sanchit Gandhi committed
271
272
    - local: api/pipelines/audioldm
      title: AudioLDM
Sanchit Gandhi's avatar
Sanchit Gandhi committed
273
274
    - local: api/pipelines/audioldm2
      title: AudioLDM 2
YiYi Xu's avatar
YiYi Xu committed
275
276
    - local: api/pipelines/auto_pipeline
      title: AutoPipeline
Ayush Mangal's avatar
Ayush Mangal committed
277
    - local: api/pipelines/blip_diffusion
278
      title: BLIP-Diffusion
279
280
    - local: api/pipelines/consistency_models
      title: Consistency Models
281
282
    - local: api/pipelines/controlnet
      title: ControlNet
283
284
    - local: api/pipelines/controlnet_sdxl
      title: ControlNet with Stable Diffusion XL
285
286
287
288
    - local: api/pipelines/controlnetxs
      title: ControlNet-XS
    - local: api/pipelines/controlnetxs_sdxl
      title: ControlNet-XS with Stable Diffusion XL
289
290
    - local: api/pipelines/dance_diffusion
      title: Dance Diffusion
Patrick von Platen's avatar
Patrick von Platen committed
291
    - local: api/pipelines/ddim
292
      title: DDIM
Patrick von Platen's avatar
Patrick von Platen committed
293
    - local: api/pipelines/ddpm
294
      title: DDPM
Will Berman's avatar
Will Berman committed
295
296
    - local: api/pipelines/deepfloyd_if
      title: DeepFloyd IF
Steven Liu's avatar
Steven Liu committed
297
298
    - local: api/pipelines/diffedit
      title: DiffEdit
Kashif Rasul's avatar
Kashif Rasul committed
299
300
    - local: api/pipelines/dit
      title: DiT
301
302
    - local: api/pipelines/i2vgenxl
      title: I2VGen-XL
Steven Liu's avatar
Steven Liu committed
303
304
    - local: api/pipelines/pix2pix
      title: InstructPix2Pix
YiYi Xu's avatar
YiYi Xu committed
305
    - local: api/pipelines/kandinsky
Steven Liu's avatar
Steven Liu committed
306
      title: Kandinsky 2.1
307
308
    - local: api/pipelines/kandinsky_v22
      title: Kandinsky 2.2
309
310
    - local: api/pipelines/kandinsky3
      title: Kandinsky 3
311
312
    - local: api/pipelines/latent_consistency_models
      title: Latent Consistency Models
Patrick von Platen's avatar
Patrick von Platen committed
313
    - local: api/pipelines/latent_diffusion
314
      title: Latent Diffusion
315
316
    - local: api/pipelines/ledits_pp
      title: LEDITS++
Steven Liu's avatar
Steven Liu committed
317
    - local: api/pipelines/panorama
318
      title: MultiDiffusion
Sanchit Gandhi's avatar
Sanchit Gandhi committed
319
320
    - local: api/pipelines/musicldm
      title: MusicLDM
321
    - local: api/pipelines/paint_by_example
322
      title: Paint by Example
Dhruv Nair's avatar
Dhruv Nair committed
323
324
    - local: api/pipelines/pia
      title: Personalized Image Animator (PIA)
Sayak Paul's avatar
Sayak Paul committed
325
    - local: api/pipelines/pixart
326
      title: PixArt-α
Steven Liu's avatar
Steven Liu committed
327
328
    - local: api/pipelines/self_attention_guidance
      title: Self-Attention Guidance
329
330
    - local: api/pipelines/semantic_stable_diffusion
      title: Semantic Guidance
YiYi Xu's avatar
YiYi Xu committed
331
332
    - local: api/pipelines/shap_e
      title: Shap-E
333
334
    - local: api/pipelines/stable_cascade
      title: Stable Cascade
335
336
    - sections:
      - local: api/pipelines/stable_diffusion/overview
337
        title: Overview
338
      - local: api/pipelines/stable_diffusion/text2img
339
        title: Text-to-image
340
      - local: api/pipelines/stable_diffusion/img2img
341
        title: Image-to-image
Steven Liu's avatar
Steven Liu committed
342
343
      - local: api/pipelines/stable_diffusion/svd
        title: Image-to-video
344
      - local: api/pipelines/stable_diffusion/inpaint
345
        title: Inpainting
346
      - local: api/pipelines/stable_diffusion/depth2img
347
        title: Depth-to-image
348
      - local: api/pipelines/stable_diffusion/image_variation
349
        title: Image variation
Steven Liu's avatar
Steven Liu committed
350
351
352
353
      - local: api/pipelines/stable_diffusion/stable_diffusion_safe
        title: Safe Stable Diffusion
      - local: api/pipelines/stable_diffusion/stable_diffusion_2
        title: Stable Diffusion 2
Patrick von Platen's avatar
Patrick von Platen committed
354
355
      - local: api/pipelines/stable_diffusion/stable_diffusion_xl
        title: Stable Diffusion XL
356
357
      - local: api/pipelines/stable_diffusion/sdxl_turbo
        title: SDXL Turbo
358
      - local: api/pipelines/stable_diffusion/latent_upscale
359
        title: Latent upscaler
Steven Liu's avatar
Steven Liu committed
360
      - local: api/pipelines/stable_diffusion/upscale
361
        title: Super-resolution
362
363
      - local: api/pipelines/stable_diffusion/k_diffusion
        title: K-Diffusion
estelleafl's avatar
estelleafl committed
364
      - local: api/pipelines/stable_diffusion/ldm3d_diffusion
365
        title: LDM3D Text-to-(RGB, Depth), Text-to-(RGB-pano, Depth-pano), LDM3D Upscaler
Will Berman's avatar
Will Berman committed
366
      - local: api/pipelines/stable_diffusion/adapter
Steven Liu's avatar
Steven Liu committed
367
        title: T2I-Adapter
368
369
      - local: api/pipelines/stable_diffusion/gligen
        title: GLIGEN (Grounded Language-to-Image Generation)
370
      title: Stable Diffusion
Will Berman's avatar
Will Berman committed
371
372
    - local: api/pipelines/stable_unclip
      title: Stable unCLIP
373
    - local: api/pipelines/text_to_video
374
      title: Text-to-video
375
    - local: api/pipelines/text_to_video_zero
376
      title: Text2Video-Zero
Will Berman's avatar
Will Berman committed
377
    - local: api/pipelines/unclip
378
      title: unCLIP
379
380
    - local: api/pipelines/unidiffuser
      title: UniDiffuser
Steven Liu's avatar
Steven Liu committed
381
382
    - local: api/pipelines/value_guided_sampling
      title: Value-guided sampling
Kashif Rasul's avatar
Kashif Rasul committed
383
384
    - local: api/pipelines/wuerstchen
      title: Wuerstchen
385
    title: Pipelines
386
387
  - sections:
    - local: api/schedulers/overview
388
      title: Overview
389
    - local: api/schedulers/cm_stochastic_iterative
390
      title: CMStochasticIterativeScheduler
Will Berman's avatar
Will Berman committed
391
392
    - local: api/schedulers/consistency_decoder
      title: ConsistencyDecoderScheduler
393
    - local: api/schedulers/ddim_inverse
394
395
396
      title: DDIMInverseScheduler
    - local: api/schedulers/ddim
      title: DDIMScheduler
397
    - local: api/schedulers/ddpm
398
      title: DDPMScheduler
399
    - local: api/schedulers/deis
400
401
402
403
404
      title: DEISMultistepScheduler
    - local: api/schedulers/multistep_dpm_solver_inverse
      title: DPMSolverMultistepInverse
    - local: api/schedulers/multistep_dpm_solver
      title: DPMSolverMultistepScheduler
405
406
    - local: api/schedulers/dpm_sde
      title: DPMSolverSDEScheduler
407
408
    - local: api/schedulers/singlestep_dpm_solver
      title: DPMSolverSinglestepScheduler
Sayak Paul's avatar
Sayak Paul committed
409
410
411
412
    - local: api/schedulers/edm_multistep_dpm_solver
      title: EDMDPMSolverMultistepScheduler
    - local: api/schedulers/edm_euler
      title: EDMEulerScheduler
413
    - local: api/schedulers/euler_ancestral
414
      title: EulerAncestralDiscreteScheduler
415
    - local: api/schedulers/euler
416
      title: EulerDiscreteScheduler
417
    - local: api/schedulers/heun
418
      title: HeunDiscreteScheduler
419
    - local: api/schedulers/ipndm
420
421
422
423
424
425
426
      title: IPNDMScheduler
    - local: api/schedulers/stochastic_karras_ve
      title: KarrasVeScheduler
    - local: api/schedulers/dpm_discrete_ancestral
      title: KDPM2AncestralDiscreteScheduler
    - local: api/schedulers/dpm_discrete
      title: KDPM2DiscreteScheduler
427
428
    - local: api/schedulers/lcm
      title: LCMScheduler
429
    - local: api/schedulers/lms_discrete
430
      title: LMSDiscreteScheduler
431
    - local: api/schedulers/pndm
432
      title: PNDMScheduler
433
    - local: api/schedulers/repaint
434
      title: RePaintScheduler
435
    - local: api/schedulers/score_sde_ve
436
      title: ScoreSdeVeScheduler
437
    - local: api/schedulers/score_sde_vp
438
      title: ScoreSdeVpScheduler
Michael's avatar
Michael committed
439
440
    - local: api/schedulers/tcd
      title: TCDScheduler
441
442
    - local: api/schedulers/unipc
      title: UniPCMultistepScheduler
443
    - local: api/schedulers/vq_diffusion
444
445
      title: VQDiffusionScheduler
    title: Schedulers
446
447
448
449
450
451
452
453
454
455
456
457
458
  - sections:
    - local: api/internal_classes_overview
      title: Overview
    - local: api/attnprocessor
      title: Attention Processor
    - local: api/activations
      title: Custom activation functions
    - local: api/normalization
      title: Custom normalization layers
    - local: api/utilities
      title: Utilities
    - local: api/image_processor
      title: VAE Image Processor
Dhruv Nair's avatar
Dhruv Nair committed
459
    title: Internal classes
460
  title: API