_toctree.yml 12.2 KB
Newer Older
Nathan Lambert's avatar
Nathan Lambert committed
1
2
- sections:
  - local: index
3
    title: 🧨 Diffusers
Nathan Lambert's avatar
Nathan Lambert committed
4
  - local: quicktour
5
    title: Quicktour
Patrick von Platen's avatar
Patrick von Platen committed
6
  - local: stable_diffusion
7
    title: Effective and efficient diffusion
Patrick von Platen's avatar
Patrick von Platen committed
8
  - local: installation
9
10
    title: Installation
  title: Get started
Steven Liu's avatar
Steven Liu committed
11
- sections:
12
13
  - local: tutorials/tutorial_overview
    title: Overview
14
15
  - local: using-diffusers/write_own_pipeline
    title: Understanding models and schedulers
16
17
  - local: tutorials/autopipeline
    title: AutoPipeline
Steven Liu's avatar
Steven Liu committed
18
19
20
  - local: tutorials/basic_training
    title: Train a diffusion model
  title: Tutorials
Nathan Lambert's avatar
Nathan Lambert committed
21
22
- sections:
  - sections:
23
24
    - local: using-diffusers/loading_overview
      title: Overview
Patrick von Platen's avatar
Patrick von Platen committed
25
    - local: using-diffusers/loading
26
      title: Load pipelines, models, and schedulers
27
    - local: using-diffusers/schedulers
28
      title: Load and compare different schedulers
29
    - local: using-diffusers/custom_pipeline_overview
30
      title: Load community pipelines
Steven Liu's avatar
Steven Liu committed
31
32
    - local: using-diffusers/using_safetensors
      title: Load safetensors
33
34
    - local: using-diffusers/other-formats
      title: Load different Stable Diffusion formats
Steven Liu's avatar
Steven Liu committed
35
36
    - local: using-diffusers/push_to_hub
      title: Push files to the Hub
37
    title: Loading & Hub
Nathan Lambert's avatar
Nathan Lambert committed
38
  - sections:
Patrick von Platen's avatar
Patrick von Platen committed
39
    - local: using-diffusers/unconditional_image_generation
40
      title: Unconditional image generation
Patrick von Platen's avatar
Patrick von Platen committed
41
    - local: using-diffusers/conditional_image_generation
Steven Liu's avatar
Steven Liu committed
42
      title: Text-to-image
Patrick von Platen's avatar
Patrick von Platen committed
43
    - local: using-diffusers/img2img
Steven Liu's avatar
Steven Liu committed
44
      title: Image-to-image
Patrick von Platen's avatar
Patrick von Platen committed
45
    - local: using-diffusers/inpaint
Steven Liu's avatar
Steven Liu committed
46
      title: Inpainting
Patrick von Platen's avatar
Patrick von Platen committed
47
    - local: using-diffusers/depth2img
Steven Liu's avatar
Steven Liu committed
48
49
50
      title: Depth-to-image
    title: Tasks
  - sections:
51
52
    - local: using-diffusers/textual_inversion_inference
      title: Textual inversion
53
54
    - local: training/distributed_inference
      title: Distributed inference with multiple GPUs
55
    - local: using-diffusers/reusing_seeds
56
      title: Improve image quality with deterministic generation
Steven Liu's avatar
Steven Liu committed
57
58
    - local: using-diffusers/control_brightness
      title: Control image brightness
Steven Liu's avatar
Steven Liu committed
59
60
61
62
63
64
65
66
    - local: using-diffusers/weighted_prompts
      title: Prompt weighting
    title: Techniques
  - sections:
    - local: using-diffusers/pipeline_overview
      title: Overview
    - local: using-diffusers/sdxl
      title: Stable Diffusion XL
Steven Liu's avatar
Steven Liu committed
67
68
    - local: using-diffusers/controlnet
      title: ControlNet
Steven Liu's avatar
Steven Liu committed
69
70
    - local: using-diffusers/diffedit
      title: DiffEdit
Steven Liu's avatar
Steven Liu committed
71
72
    - local: using-diffusers/distilled_sd
      title: Distilled Stable Diffusion inference
73
    - local: using-diffusers/reproducibility
74
      title: Create reproducible pipelines
75
    - local: using-diffusers/custom_pipeline_examples
76
      title: Community pipelines
77
    - local: using-diffusers/contribute_pipeline
78
      title: How to contribute a community pipeline
79
    title: Pipelines for Inference
80
81
82
  - sections:
    - local: training/overview
      title: Overview
Steven Liu's avatar
Steven Liu committed
83
84
    - local: training/create_dataset
      title: Create a dataset for training
Steven Liu's avatar
Steven Liu committed
85
86
    - local: training/adapt_a_model
      title: Adapt a model to a new task
87
88
89
90
91
92
93
94
95
96
    - local: training/unconditional_training
      title: Unconditional image generation
    - local: training/text_inversion
      title: Textual Inversion
    - local: training/dreambooth
      title: DreamBooth
    - local: training/text2image
      title: Text-to-image
    - local: training/lora
      title: Low-Rank Adaptation of Large Language Models (LoRA)
97
98
    - local: training/controlnet
      title: ControlNet
99
100
    - local: training/instructpix2pix
      title: InstructPix2Pix Training
101
102
    - local: training/custom_diffusion
      title: Custom Diffusion
103
    title: Training
104
105
  - sections:
    - local: using-diffusers/other-modalities
106
107
108
      title: Other Modalities
    title: Taking Diffusers Beyond Images
  title: Using Diffusers
Patrick von Platen's avatar
Patrick von Platen committed
109
- sections:
110
111
  - local: optimization/opt_overview
    title: Overview
Patrick von Platen's avatar
Patrick von Platen committed
112
  - local: optimization/fp16
113
    title: Memory and Speed
114
115
  - local: optimization/torch2.0
    title: Torch2.0 support
Steven Liu's avatar
Steven Liu committed
116
117
  - local: using-diffusers/stable_diffusion_jax_how_to
    title: Stable Diffusion in JAX/Flax
118
  - local: optimization/xformers
119
    title: xFormers
Patrick von Platen's avatar
Patrick von Platen committed
120
  - local: optimization/onnx
121
    title: ONNX
Patrick von Platen's avatar
Patrick von Platen committed
122
  - local: optimization/open_vino
123
    title: OpenVINO
124
125
  - local: optimization/coreml
    title: Core ML
Patrick von Platen's avatar
Patrick von Platen committed
126
  - local: optimization/mps
127
    title: MPS
128
  - local: optimization/habana
129
    title: Habana Gaudi
130
131
  - local: optimization/tome
    title: Token Merging
132
  title: Optimization/Special Hardware
Patrick von Platen's avatar
Patrick von Platen committed
133
134
- sections:
  - local: conceptual/philosophy
135
    title: Philosophy
136
137
  - local: using-diffusers/controlling_generation
    title: Controlled generation
Patrick von Platen's avatar
Patrick von Platen committed
138
  - local: conceptual/contribution
139
    title: How to contribute?
140
141
  - local: conceptual/ethical_guidelines
    title: Diffusers' Ethical Guidelines
142
143
  - local: conceptual/evaluation
    title: Evaluating Diffusion Models
144
  title: Conceptual Guides
Patrick von Platen's avatar
Patrick von Platen committed
145
- sections:
Nathan Lambert's avatar
Nathan Lambert committed
146
  - sections:
147
148
    - local: api/attnprocessor
      title: Attention Processor
Patrick von Platen's avatar
Patrick von Platen committed
149
    - local: api/diffusion_pipeline
150
      title: Diffusion Pipeline
Patrick von Platen's avatar
Patrick von Platen committed
151
    - local: api/logging
152
      title: Logging
Patrick von Platen's avatar
Patrick von Platen committed
153
    - local: api/configuration
154
      title: Configuration
Patrick von Platen's avatar
Patrick von Platen committed
155
    - local: api/outputs
156
      title: Outputs
157
158
    - local: api/loaders
      title: Loaders
Steven Liu's avatar
Steven Liu committed
159
160
    - local: api/utilities
      title: Utilities
161
    - local: api/image_processor
Steven Liu's avatar
Steven Liu committed
162
      title: VAE Image Processor
163
    title: Main Classes
Steven Liu's avatar
Steven Liu committed
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
  - sections:
    - local: api/models/overview
      title: Overview
    - local: api/models/unet
      title: UNet1DModel
    - local: api/models/unet2d
      title: UNet2DModel
    - local: api/models/unet2d-cond
      title: UNet2DConditionModel
    - local: api/models/unet3d-cond
      title: UNet3DConditionModel
    - local: api/models/vq
      title: VQModel
    - local: api/models/autoencoderkl
      title: AutoencoderKL
Ruslan Vorovchenko's avatar
Ruslan Vorovchenko committed
179
180
    - local: api/models/asymmetricautoencoderkl
      title: AsymmetricAutoencoderKL
181
182
    - local: api/models/autoencoder_tiny
      title: Tiny AutoEncoder
Steven Liu's avatar
Steven Liu committed
183
184
185
186
187
188
189
190
191
    - local: api/models/transformer2d
      title: Transformer2D
    - local: api/models/transformer_temporal
      title: Transformer Temporal
    - local: api/models/prior_transformer
      title: Prior Transformer
    - local: api/models/controlnet
      title: ControlNet
    title: Models
Nathan Lambert's avatar
Nathan Lambert committed
192
  - sections:
193
    - local: api/pipelines/overview
194
      title: Overview
Patrick von Platen's avatar
Patrick von Platen committed
195
    - local: api/pipelines/alt_diffusion
196
      title: AltDiffusion
Steven Liu's avatar
Steven Liu committed
197
    - local: api/pipelines/attend_and_excite
198
      title: Attend-and-Excite
199
200
    - local: api/pipelines/audio_diffusion
      title: Audio Diffusion
Sanchit Gandhi's avatar
Sanchit Gandhi committed
201
202
    - local: api/pipelines/audioldm
      title: AudioLDM
Sanchit Gandhi's avatar
Sanchit Gandhi committed
203
204
    - local: api/pipelines/audioldm2
      title: AudioLDM 2
YiYi Xu's avatar
YiYi Xu committed
205
206
    - local: api/pipelines/auto_pipeline
      title: AutoPipeline
207
208
    - local: api/pipelines/consistency_models
      title: Consistency Models
209
210
    - local: api/pipelines/controlnet
      title: ControlNet
211
212
    - local: api/pipelines/controlnet_sdxl
      title: ControlNet with Stable Diffusion XL
213
    - local: api/pipelines/cycle_diffusion
214
215
216
      title: Cycle Diffusion
    - local: api/pipelines/dance_diffusion
      title: Dance Diffusion
Patrick von Platen's avatar
Patrick von Platen committed
217
    - local: api/pipelines/ddim
218
      title: DDIM
Patrick von Platen's avatar
Patrick von Platen committed
219
    - local: api/pipelines/ddpm
220
      title: DDPM
Will Berman's avatar
Will Berman committed
221
222
    - local: api/pipelines/deepfloyd_if
      title: DeepFloyd IF
Steven Liu's avatar
Steven Liu committed
223
224
    - local: api/pipelines/diffedit
      title: DiffEdit
Kashif Rasul's avatar
Kashif Rasul committed
225
226
    - local: api/pipelines/dit
      title: DiT
Steven Liu's avatar
Steven Liu committed
227
228
    - local: api/pipelines/pix2pix
      title: InstructPix2Pix
YiYi Xu's avatar
YiYi Xu committed
229
230
    - local: api/pipelines/kandinsky
      title: Kandinsky
231
232
    - local: api/pipelines/kandinsky_v22
      title: Kandinsky 2.2
Patrick von Platen's avatar
Patrick von Platen committed
233
    - local: api/pipelines/latent_diffusion
234
      title: Latent Diffusion
Steven Liu's avatar
Steven Liu committed
235
    - local: api/pipelines/panorama
236
      title: MultiDiffusion
Sanchit Gandhi's avatar
Sanchit Gandhi committed
237
238
    - local: api/pipelines/musicldm
      title: MusicLDM
239
    - local: api/pipelines/paint_by_example
240
      title: PaintByExample
241
242
    - local: api/pipelines/paradigms
      title: Parallel Sampling of Diffusion Models
Steven Liu's avatar
Steven Liu committed
243
244
    - local: api/pipelines/pix2pix_zero
      title: Pix2Pix Zero
Patrick von Platen's avatar
Patrick von Platen committed
245
    - local: api/pipelines/pndm
246
247
248
      title: PNDM
    - local: api/pipelines/repaint
      title: RePaint
Patrick von Platen's avatar
Patrick von Platen committed
249
    - local: api/pipelines/score_sde_ve
250
      title: Score SDE VE
Steven Liu's avatar
Steven Liu committed
251
252
    - local: api/pipelines/self_attention_guidance
      title: Self-Attention Guidance
253
254
    - local: api/pipelines/semantic_stable_diffusion
      title: Semantic Guidance
YiYi Xu's avatar
YiYi Xu committed
255
256
    - local: api/pipelines/shap_e
      title: Shap-E
257
    - local: api/pipelines/spectrogram_diffusion
258
      title: Spectrogram Diffusion
259
260
    - sections:
      - local: api/pipelines/stable_diffusion/overview
261
        title: Overview
262
      - local: api/pipelines/stable_diffusion/text2img
263
        title: Text-to-image
264
      - local: api/pipelines/stable_diffusion/img2img
265
        title: Image-to-image
266
      - local: api/pipelines/stable_diffusion/inpaint
267
        title: Inpainting
268
      - local: api/pipelines/stable_diffusion/depth2img
269
        title: Depth-to-image
270
      - local: api/pipelines/stable_diffusion/image_variation
271
        title: Image variation
Steven Liu's avatar
Steven Liu committed
272
273
274
275
      - local: api/pipelines/stable_diffusion/stable_diffusion_safe
        title: Safe Stable Diffusion
      - local: api/pipelines/stable_diffusion/stable_diffusion_2
        title: Stable Diffusion 2
Patrick von Platen's avatar
Patrick von Platen committed
276
277
      - local: api/pipelines/stable_diffusion/stable_diffusion_xl
        title: Stable Diffusion XL
278
      - local: api/pipelines/stable_diffusion/latent_upscale
279
        title: Latent upscaler
Steven Liu's avatar
Steven Liu committed
280
      - local: api/pipelines/stable_diffusion/upscale
281
        title: Super-resolution
estelleafl's avatar
estelleafl committed
282
283
      - local: api/pipelines/stable_diffusion/ldm3d_diffusion
        title: LDM3D Text-to-(RGB, Depth)
Will Berman's avatar
Will Berman committed
284
285
      - local: api/pipelines/stable_diffusion/adapter
        title: Stable Diffusion T2I-adapter
286
287
      - local: api/pipelines/stable_diffusion/gligen
        title: GLIGEN (Grounded Language-to-Image Generation)
288
      title: Stable Diffusion
Will Berman's avatar
Will Berman committed
289
290
    - local: api/pipelines/stable_unclip
      title: Stable unCLIP
Patrick von Platen's avatar
Patrick von Platen committed
291
    - local: api/pipelines/stochastic_karras_ve
292
      title: Stochastic Karras VE
Steven Liu's avatar
Steven Liu committed
293
    - local: api/pipelines/model_editing
294
      title: Text-to-image model editing
295
    - local: api/pipelines/text_to_video
296
      title: Text-to-video
297
    - local: api/pipelines/text_to_video_zero
298
      title: Text2Video-Zero
Will Berman's avatar
Will Berman committed
299
    - local: api/pipelines/unclip
300
301
302
      title: UnCLIP
    - local: api/pipelines/latent_diffusion_uncond
      title: Unconditional Latent Diffusion
303
304
    - local: api/pipelines/unidiffuser
      title: UniDiffuser
Steven Liu's avatar
Steven Liu committed
305
306
    - local: api/pipelines/value_guided_sampling
      title: Value-guided sampling
307
    - local: api/pipelines/versatile_diffusion
308
      title: Versatile Diffusion
Will Berman's avatar
Will Berman committed
309
    - local: api/pipelines/vq_diffusion
310
311
      title: VQ Diffusion
    title: Pipelines
312
313
  - sections:
    - local: api/schedulers/overview
314
      title: Overview
315
    - local: api/schedulers/cm_stochastic_iterative
316
      title: CMStochasticIterativeScheduler
317
    - local: api/schedulers/ddim_inverse
318
319
320
      title: DDIMInverseScheduler
    - local: api/schedulers/ddim
      title: DDIMScheduler
321
    - local: api/schedulers/ddpm
322
      title: DDPMScheduler
323
    - local: api/schedulers/deis
324
325
326
327
328
      title: DEISMultistepScheduler
    - local: api/schedulers/multistep_dpm_solver_inverse
      title: DPMSolverMultistepInverse
    - local: api/schedulers/multistep_dpm_solver
      title: DPMSolverMultistepScheduler
329
330
    - local: api/schedulers/dpm_sde
      title: DPMSolverSDEScheduler
331
332
    - local: api/schedulers/singlestep_dpm_solver
      title: DPMSolverSinglestepScheduler
333
    - local: api/schedulers/euler_ancestral
334
      title: EulerAncestralDiscreteScheduler
335
    - local: api/schedulers/euler
336
      title: EulerDiscreteScheduler
337
    - local: api/schedulers/heun
338
      title: HeunDiscreteScheduler
339
    - local: api/schedulers/ipndm
340
341
342
343
344
345
346
      title: IPNDMScheduler
    - local: api/schedulers/stochastic_karras_ve
      title: KarrasVeScheduler
    - local: api/schedulers/dpm_discrete_ancestral
      title: KDPM2AncestralDiscreteScheduler
    - local: api/schedulers/dpm_discrete
      title: KDPM2DiscreteScheduler
347
    - local: api/schedulers/lms_discrete
348
      title: LMSDiscreteScheduler
349
    - local: api/schedulers/pndm
350
      title: PNDMScheduler
351
    - local: api/schedulers/repaint
352
      title: RePaintScheduler
353
    - local: api/schedulers/score_sde_ve
354
      title: ScoreSdeVeScheduler
355
    - local: api/schedulers/score_sde_vp
356
357
358
      title: ScoreSdeVpScheduler
    - local: api/schedulers/unipc
      title: UniPCMultistepScheduler
359
    - local: api/schedulers/vq_diffusion
360
361
362
      title: VQDiffusionScheduler
    title: Schedulers
  title: API