"vscode:/vscode.git/clone" did not exist on "cf0f89201a5af12c7d01401bd7ddb31a278be584"
_toctree.yml 14.3 KB
Newer Older
Nathan Lambert's avatar
Nathan Lambert committed
1
2
- sections:
  - local: index
3
    title: 🧨 Diffusers
Nathan Lambert's avatar
Nathan Lambert committed
4
  - local: quicktour
5
    title: Quicktour
Patrick von Platen's avatar
Patrick von Platen committed
6
  - local: stable_diffusion
7
    title: Effective and efficient diffusion
Patrick von Platen's avatar
Patrick von Platen committed
8
  - local: installation
9
10
    title: Installation
  title: Get started
Steven Liu's avatar
Steven Liu committed
11
- sections:
12
13
  - local: tutorials/tutorial_overview
    title: Overview
14
  - local: using-diffusers/write_own_pipeline
15
    title: Understanding pipelines, models and schedulers
16
17
  - local: tutorials/autopipeline
    title: AutoPipeline
Steven Liu's avatar
Steven Liu committed
18
19
  - local: tutorials/basic_training
    title: Train a diffusion model
20
21
  - local: tutorials/using_peft_for_inference
    title: Inference with PEFT
Steven Liu's avatar
Steven Liu committed
22
  title: Tutorials
Nathan Lambert's avatar
Nathan Lambert committed
23
24
- sections:
  - sections:
25
26
    - local: using-diffusers/loading_overview
      title: Overview
Patrick von Platen's avatar
Patrick von Platen committed
27
    - local: using-diffusers/loading
28
      title: Load pipelines, models, and schedulers
29
    - local: using-diffusers/schedulers
30
      title: Load and compare different schedulers
31
    - local: using-diffusers/custom_pipeline_overview
32
      title: Load community pipelines and components
Steven Liu's avatar
Steven Liu committed
33
34
    - local: using-diffusers/using_safetensors
      title: Load safetensors
35
36
    - local: using-diffusers/other-formats
      title: Load different Stable Diffusion formats
Steven Liu's avatar
Steven Liu committed
37
38
    - local: using-diffusers/loading_adapters
      title: Load adapters
Steven Liu's avatar
Steven Liu committed
39
40
    - local: using-diffusers/push_to_hub
      title: Push files to the Hub
41
    title: Loading & Hub
Nathan Lambert's avatar
Nathan Lambert committed
42
  - sections:
Steven Liu's avatar
Steven Liu committed
43
44
    - local: using-diffusers/pipeline_overview
      title: Overview
Patrick von Platen's avatar
Patrick von Platen committed
45
    - local: using-diffusers/unconditional_image_generation
46
      title: Unconditional image generation
Patrick von Platen's avatar
Patrick von Platen committed
47
    - local: using-diffusers/conditional_image_generation
Steven Liu's avatar
Steven Liu committed
48
      title: Text-to-image
Patrick von Platen's avatar
Patrick von Platen committed
49
    - local: using-diffusers/img2img
Steven Liu's avatar
Steven Liu committed
50
      title: Image-to-image
Patrick von Platen's avatar
Patrick von Platen committed
51
    - local: using-diffusers/inpaint
Steven Liu's avatar
Steven Liu committed
52
      title: Inpainting
Patrick von Platen's avatar
Patrick von Platen committed
53
    - local: using-diffusers/depth2img
Steven Liu's avatar
Steven Liu committed
54
55
56
      title: Depth-to-image
    title: Tasks
  - sections:
57
58
    - local: using-diffusers/textual_inversion_inference
      title: Textual inversion
59
60
    - local: training/distributed_inference
      title: Distributed inference with multiple GPUs
61
    - local: using-diffusers/reusing_seeds
62
      title: Improve image quality with deterministic generation
Steven Liu's avatar
Steven Liu committed
63
64
    - local: using-diffusers/control_brightness
      title: Control image brightness
Steven Liu's avatar
Steven Liu committed
65
66
    - local: using-diffusers/weighted_prompts
      title: Prompt weighting
67
68
    - local: using-diffusers/freeu
      title: Improve generation quality with FreeU
Steven Liu's avatar
Steven Liu committed
69
70
71
72
73
74
    title: Techniques
  - sections:
    - local: using-diffusers/pipeline_overview
      title: Overview
    - local: using-diffusers/sdxl
      title: Stable Diffusion XL
Steven Liu's avatar
Steven Liu committed
75
76
    - local: using-diffusers/kandinsky
      title: Kandinsky
Steven Liu's avatar
Steven Liu committed
77
78
    - local: using-diffusers/controlnet
      title: ControlNet
Steven Liu's avatar
Steven Liu committed
79
80
    - local: using-diffusers/shap-e
      title: Shap-E
Steven Liu's avatar
Steven Liu committed
81
82
    - local: using-diffusers/diffedit
      title: DiffEdit
Steven Liu's avatar
Steven Liu committed
83
84
    - local: using-diffusers/distilled_sd
      title: Distilled Stable Diffusion inference
Steven Liu's avatar
Steven Liu committed
85
86
    - local: using-diffusers/callback
      title: Pipeline callbacks
87
    - local: using-diffusers/reproducibility
88
      title: Create reproducible pipelines
89
    - local: using-diffusers/custom_pipeline_examples
90
      title: Community pipelines
91
    - local: using-diffusers/contribute_pipeline
Steven Liu's avatar
Steven Liu committed
92
      title: Contribute a community pipeline
Suraj Patil's avatar
Suraj Patil committed
93
94
95
96
    - local: using-diffusers/inference_with_lcm_lora
      title: Latent Consistency Model-LoRA
    - local: using-diffusers/inference_with_lcm
      title: Latent Consistency Model
Steven Liu's avatar
Steven Liu committed
97
    title: Specific pipeline examples
98
99
100
  - sections:
    - local: training/overview
      title: Overview
Steven Liu's avatar
Steven Liu committed
101
102
    - local: training/create_dataset
      title: Create a dataset for training
Steven Liu's avatar
Steven Liu committed
103
104
    - local: training/adapt_a_model
      title: Adapt a model to a new task
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
    - sections:
      - local: training/unconditional_training
        title: Unconditional image generation
      - local: training/text2image
        title: Text-to-image
      - local: training/sdxl
        title: Stable Diffusion XL
      - local: training/kandinsky
        title: Kandinsky 2.2
      - local: training/wuerstchen
        title: Wuerstchen
      - local: training/controlnet
        title: ControlNet
      - local: training/t2i_adapters
        title: T2I-Adapters
      - local: training/instructpix2pix
        title: InstructPix2Pix
      title: Models
    - sections:
      - local: training/text_inversion
        title: Textual Inversion
      - local: training/dreambooth
        title: DreamBooth
      - local: training/lora
        title: LoRA
      - local: training/custom_diffusion
        title: Custom Diffusion
      - local: training/ddpo
        title: Reinforcement learning training with DDPO
      title: Methods
135
    title: Training
136
137
  - sections:
    - local: using-diffusers/other-modalities
138
139
140
      title: Other Modalities
    title: Taking Diffusers Beyond Images
  title: Using Diffusers
Patrick von Platen's avatar
Patrick von Platen committed
141
- sections:
142
143
  - local: optimization/opt_overview
    title: Overview
144
145
146
147
148
149
  - sections:
    - local: optimization/fp16
      title: Speed up inference
    - local: optimization/memory
      title: Reduce memory usage
    - local: optimization/torch2.0
150
      title: PyTorch 2.0
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
    - local: optimization/xformers
      title: xFormers
    - local: optimization/tome
      title: Token merging
    title: General optimizations
  - sections:
    - local: using-diffusers/stable_diffusion_jax_how_to
      title: JAX/Flax
    - local: optimization/onnx
      title: ONNX
    - local: optimization/open_vino
      title: OpenVINO
    - local: optimization/coreml
      title: Core ML
    title: Optimized model types
  - sections:
    - local: optimization/mps
      title: Metal Performance Shaders (MPS)
    - local: optimization/habana
      title: Habana Gaudi
    title: Optimized hardware
  title: Optimization
Patrick von Platen's avatar
Patrick von Platen committed
173
174
- sections:
  - local: conceptual/philosophy
175
    title: Philosophy
176
177
  - local: using-diffusers/controlling_generation
    title: Controlled generation
Patrick von Platen's avatar
Patrick von Platen committed
178
  - local: conceptual/contribution
179
    title: How to contribute?
180
181
  - local: conceptual/ethical_guidelines
    title: Diffusers' Ethical Guidelines
182
183
  - local: conceptual/evaluation
    title: Evaluating Diffusion Models
184
  title: Conceptual Guides
Patrick von Platen's avatar
Patrick von Platen committed
185
- sections:
Nathan Lambert's avatar
Nathan Lambert committed
186
  - sections:
Patrick von Platen's avatar
Patrick von Platen committed
187
    - local: api/configuration
188
      title: Configuration
189
190
    - local: api/loaders
      title: Loaders
191
192
193
194
    - local: api/logging
      title: Logging
    - local: api/outputs
      title: Outputs
195
    title: Main Classes
Steven Liu's avatar
Steven Liu committed
196
197
198
199
200
201
202
203
204
205
206
  - sections:
    - local: api/models/overview
      title: Overview
    - local: api/models/unet
      title: UNet1DModel
    - local: api/models/unet2d
      title: UNet2DModel
    - local: api/models/unet2d-cond
      title: UNet2DConditionModel
    - local: api/models/unet3d-cond
      title: UNet3DConditionModel
Dhruv Nair's avatar
Dhruv Nair committed
207
208
    - local: api/models/unet-motion
      title: UNetMotionModel
Steven Liu's avatar
Steven Liu committed
209
210
211
212
    - local: api/models/vq
      title: VQModel
    - local: api/models/autoencoderkl
      title: AutoencoderKL
Ruslan Vorovchenko's avatar
Ruslan Vorovchenko committed
213
214
    - local: api/models/asymmetricautoencoderkl
      title: AsymmetricAutoencoderKL
215
216
    - local: api/models/autoencoder_tiny
      title: Tiny AutoEncoder
Will Berman's avatar
Will Berman committed
217
218
    - local: api/models/consistency_decoder_vae
      title: ConsistencyDecoderVAE
Steven Liu's avatar
Steven Liu committed
219
220
221
222
223
224
225
226
227
    - local: api/models/transformer2d
      title: Transformer2D
    - local: api/models/transformer_temporal
      title: Transformer Temporal
    - local: api/models/prior_transformer
      title: Prior Transformer
    - local: api/models/controlnet
      title: ControlNet
    title: Models
Nathan Lambert's avatar
Nathan Lambert committed
228
  - sections:
229
    - local: api/pipelines/overview
230
      title: Overview
Patrick von Platen's avatar
Patrick von Platen committed
231
    - local: api/pipelines/alt_diffusion
232
      title: AltDiffusion
Dhruv Nair's avatar
Dhruv Nair committed
233
234
    - local: api/pipelines/animatediff
      title: AnimateDiff
Steven Liu's avatar
Steven Liu committed
235
    - local: api/pipelines/attend_and_excite
236
      title: Attend-and-Excite
237
238
    - local: api/pipelines/audio_diffusion
      title: Audio Diffusion
Sanchit Gandhi's avatar
Sanchit Gandhi committed
239
240
    - local: api/pipelines/audioldm
      title: AudioLDM
Sanchit Gandhi's avatar
Sanchit Gandhi committed
241
242
    - local: api/pipelines/audioldm2
      title: AudioLDM 2
YiYi Xu's avatar
YiYi Xu committed
243
244
    - local: api/pipelines/auto_pipeline
      title: AutoPipeline
Ayush Mangal's avatar
Ayush Mangal committed
245
    - local: api/pipelines/blip_diffusion
246
      title: BLIP-Diffusion
247
248
    - local: api/pipelines/consistency_models
      title: Consistency Models
249
250
    - local: api/pipelines/controlnet
      title: ControlNet
251
252
    - local: api/pipelines/controlnet_sdxl
      title: ControlNet with Stable Diffusion XL
253
    - local: api/pipelines/cycle_diffusion
254
255
256
      title: Cycle Diffusion
    - local: api/pipelines/dance_diffusion
      title: Dance Diffusion
Patrick von Platen's avatar
Patrick von Platen committed
257
    - local: api/pipelines/ddim
258
      title: DDIM
Patrick von Platen's avatar
Patrick von Platen committed
259
    - local: api/pipelines/ddpm
260
      title: DDPM
Will Berman's avatar
Will Berman committed
261
262
    - local: api/pipelines/deepfloyd_if
      title: DeepFloyd IF
Steven Liu's avatar
Steven Liu committed
263
264
    - local: api/pipelines/diffedit
      title: DiffEdit
Kashif Rasul's avatar
Kashif Rasul committed
265
266
    - local: api/pipelines/dit
      title: DiT
Steven Liu's avatar
Steven Liu committed
267
268
    - local: api/pipelines/pix2pix
      title: InstructPix2Pix
YiYi Xu's avatar
YiYi Xu committed
269
    - local: api/pipelines/kandinsky
Steven Liu's avatar
Steven Liu committed
270
      title: Kandinsky 2.1
271
272
    - local: api/pipelines/kandinsky_v22
      title: Kandinsky 2.2
273
274
    - local: api/pipelines/latent_consistency_models
      title: Latent Consistency Models
Patrick von Platen's avatar
Patrick von Platen committed
275
    - local: api/pipelines/latent_diffusion
276
      title: Latent Diffusion
Steven Liu's avatar
Steven Liu committed
277
    - local: api/pipelines/panorama
278
      title: MultiDiffusion
Sanchit Gandhi's avatar
Sanchit Gandhi committed
279
280
    - local: api/pipelines/musicldm
      title: MusicLDM
281
    - local: api/pipelines/paint_by_example
282
      title: Paint by Example
283
284
    - local: api/pipelines/paradigms
      title: Parallel Sampling of Diffusion Models
Steven Liu's avatar
Steven Liu committed
285
286
    - local: api/pipelines/pix2pix_zero
      title: Pix2Pix Zero
Sayak Paul's avatar
Sayak Paul committed
287
    - local: api/pipelines/pixart
288
      title: PixArt-α
Patrick von Platen's avatar
Patrick von Platen committed
289
    - local: api/pipelines/pndm
290
291
292
      title: PNDM
    - local: api/pipelines/repaint
      title: RePaint
Patrick von Platen's avatar
Patrick von Platen committed
293
    - local: api/pipelines/score_sde_ve
294
      title: Score SDE VE
Steven Liu's avatar
Steven Liu committed
295
296
    - local: api/pipelines/self_attention_guidance
      title: Self-Attention Guidance
297
298
    - local: api/pipelines/semantic_stable_diffusion
      title: Semantic Guidance
YiYi Xu's avatar
YiYi Xu committed
299
300
    - local: api/pipelines/shap_e
      title: Shap-E
301
    - local: api/pipelines/spectrogram_diffusion
302
      title: Spectrogram Diffusion
303
304
    - sections:
      - local: api/pipelines/stable_diffusion/overview
305
        title: Overview
306
      - local: api/pipelines/stable_diffusion/text2img
307
        title: Text-to-image
308
      - local: api/pipelines/stable_diffusion/img2img
309
        title: Image-to-image
310
      - local: api/pipelines/stable_diffusion/inpaint
311
        title: Inpainting
312
      - local: api/pipelines/stable_diffusion/depth2img
313
        title: Depth-to-image
314
      - local: api/pipelines/stable_diffusion/image_variation
315
        title: Image variation
Steven Liu's avatar
Steven Liu committed
316
317
318
319
      - local: api/pipelines/stable_diffusion/stable_diffusion_safe
        title: Safe Stable Diffusion
      - local: api/pipelines/stable_diffusion/stable_diffusion_2
        title: Stable Diffusion 2
Patrick von Platen's avatar
Patrick von Platen committed
320
321
      - local: api/pipelines/stable_diffusion/stable_diffusion_xl
        title: Stable Diffusion XL
322
      - local: api/pipelines/stable_diffusion/latent_upscale
323
        title: Latent upscaler
Steven Liu's avatar
Steven Liu committed
324
      - local: api/pipelines/stable_diffusion/upscale
325
        title: Super-resolution
estelleafl's avatar
estelleafl committed
326
327
      - local: api/pipelines/stable_diffusion/ldm3d_diffusion
        title: LDM3D Text-to-(RGB, Depth)
Will Berman's avatar
Will Berman committed
328
      - local: api/pipelines/stable_diffusion/adapter
329
        title: Stable Diffusion T2I-Adapter
330
331
      - local: api/pipelines/stable_diffusion/gligen
        title: GLIGEN (Grounded Language-to-Image Generation)
332
      title: Stable Diffusion
Will Berman's avatar
Will Berman committed
333
334
    - local: api/pipelines/stable_unclip
      title: Stable unCLIP
Patrick von Platen's avatar
Patrick von Platen committed
335
    - local: api/pipelines/stochastic_karras_ve
336
      title: Stochastic Karras VE
Steven Liu's avatar
Steven Liu committed
337
    - local: api/pipelines/model_editing
338
      title: Text-to-image model editing
339
    - local: api/pipelines/text_to_video
340
      title: Text-to-video
341
    - local: api/pipelines/text_to_video_zero
342
      title: Text2Video-Zero
Will Berman's avatar
Will Berman committed
343
    - local: api/pipelines/unclip
344
      title: unCLIP
345
346
    - local: api/pipelines/latent_diffusion_uncond
      title: Unconditional Latent Diffusion
347
348
    - local: api/pipelines/unidiffuser
      title: UniDiffuser
Steven Liu's avatar
Steven Liu committed
349
350
    - local: api/pipelines/value_guided_sampling
      title: Value-guided sampling
351
    - local: api/pipelines/versatile_diffusion
352
      title: Versatile Diffusion
Will Berman's avatar
Will Berman committed
353
    - local: api/pipelines/vq_diffusion
354
      title: VQ Diffusion
Kashif Rasul's avatar
Kashif Rasul committed
355
356
    - local: api/pipelines/wuerstchen
      title: Wuerstchen
357
    title: Pipelines
358
359
  - sections:
    - local: api/schedulers/overview
360
      title: Overview
361
    - local: api/schedulers/cm_stochastic_iterative
362
      title: CMStochasticIterativeScheduler
Will Berman's avatar
Will Berman committed
363
364
    - local: api/schedulers/consistency_decoder
      title: ConsistencyDecoderScheduler
365
    - local: api/schedulers/ddim_inverse
366
367
368
      title: DDIMInverseScheduler
    - local: api/schedulers/ddim
      title: DDIMScheduler
369
    - local: api/schedulers/ddpm
370
      title: DDPMScheduler
371
    - local: api/schedulers/deis
372
373
374
375
376
      title: DEISMultistepScheduler
    - local: api/schedulers/multistep_dpm_solver_inverse
      title: DPMSolverMultistepInverse
    - local: api/schedulers/multistep_dpm_solver
      title: DPMSolverMultistepScheduler
377
378
    - local: api/schedulers/dpm_sde
      title: DPMSolverSDEScheduler
379
380
    - local: api/schedulers/singlestep_dpm_solver
      title: DPMSolverSinglestepScheduler
381
    - local: api/schedulers/euler_ancestral
382
      title: EulerAncestralDiscreteScheduler
383
    - local: api/schedulers/euler
384
      title: EulerDiscreteScheduler
385
    - local: api/schedulers/heun
386
      title: HeunDiscreteScheduler
387
    - local: api/schedulers/ipndm
388
389
390
391
392
393
394
      title: IPNDMScheduler
    - local: api/schedulers/stochastic_karras_ve
      title: KarrasVeScheduler
    - local: api/schedulers/dpm_discrete_ancestral
      title: KDPM2AncestralDiscreteScheduler
    - local: api/schedulers/dpm_discrete
      title: KDPM2DiscreteScheduler
395
396
    - local: api/schedulers/lcm
      title: LCMScheduler
397
    - local: api/schedulers/lms_discrete
398
      title: LMSDiscreteScheduler
399
    - local: api/schedulers/pndm
400
      title: PNDMScheduler
401
    - local: api/schedulers/repaint
402
      title: RePaintScheduler
403
    - local: api/schedulers/score_sde_ve
404
      title: ScoreSdeVeScheduler
405
    - local: api/schedulers/score_sde_vp
406
407
408
      title: ScoreSdeVpScheduler
    - local: api/schedulers/unipc
      title: UniPCMultistepScheduler
409
    - local: api/schedulers/vq_diffusion
410
411
      title: VQDiffusionScheduler
    title: Schedulers
412
413
414
415
416
417
418
419
420
421
422
423
424
  - sections:
    - local: api/internal_classes_overview
      title: Overview
    - local: api/attnprocessor
      title: Attention Processor
    - local: api/activations
      title: Custom activation functions
    - local: api/normalization
      title: Custom normalization layers
    - local: api/utilities
      title: Utilities
    - local: api/image_processor
      title: VAE Image Processor
Dhruv Nair's avatar
Dhruv Nair committed
425
    title: Internal classes
426
  title: API