_toctree.yml 23.2 KB
Newer Older
Nathan Lambert's avatar
Nathan Lambert committed
1
2
- sections:
  - local: index
3
    title: 🧨 Diffusers
Nathan Lambert's avatar
Nathan Lambert committed
4
  - local: quicktour
5
    title: Quicktour
Patrick von Platen's avatar
Patrick von Platen committed
6
  - local: stable_diffusion
7
    title: Effective and efficient diffusion
Patrick von Platen's avatar
Patrick von Platen committed
8
  - local: installation
9
10
    title: Installation
  title: Get started
Steven Liu's avatar
Steven Liu committed
11
- sections:
12
13
  - local: tutorials/tutorial_overview
    title: Overview
14
  - local: using-diffusers/write_own_pipeline
15
    title: Understanding pipelines, models and schedulers
16
17
  - local: tutorials/autopipeline
    title: AutoPipeline
Steven Liu's avatar
Steven Liu committed
18
19
  - local: tutorials/basic_training
    title: Train a diffusion model
Steven Liu's avatar
Steven Liu committed
20
  title: Tutorials
Nathan Lambert's avatar
Nathan Lambert committed
21
- sections:
Steven Liu's avatar
Steven Liu committed
22
23
24
25
26
27
28
  - local: using-diffusers/loading
    title: Load pipelines
  - local: using-diffusers/custom_pipeline_overview
    title: Load community pipelines and components
  - local: using-diffusers/schedulers
    title: Load schedulers and models
  - local: using-diffusers/other-formats
Steven Liu's avatar
Steven Liu committed
29
    title: Model files and layouts
Steven Liu's avatar
Steven Liu committed
30
31
32
  - local: using-diffusers/push_to_hub
    title: Push files to the Hub
  title: Load pipelines and adapters
Steven Liu's avatar
Steven Liu committed
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
- sections:
  - local: tutorials/using_peft_for_inference
    title: LoRA
  - local: using-diffusers/ip_adapter
    title: IP-Adapter
  - local: using-diffusers/controlnet
    title: ControlNet
  - local: using-diffusers/t2i_adapter
    title: T2I-Adapter
  - local: using-diffusers/dreambooth
    title: DreamBooth
  - local: using-diffusers/textual_inversion_inference
    title: Textual inversion
  title: Adapters
  isExpanded: false
Steven Liu's avatar
Steven Liu committed
48
49
50
51
52
53
54
55
56
57
- sections:
  - local: using-diffusers/unconditional_image_generation
    title: Unconditional image generation
  - local: using-diffusers/conditional_image_generation
    title: Text-to-image
  - local: using-diffusers/img2img
    title: Image-to-image
  - local: using-diffusers/inpaint
    title: Inpainting
  - local: using-diffusers/text-img2vid
58
    title: Video generation
Steven Liu's avatar
Steven Liu committed
59
60
61
62
63
64
  - local: using-diffusers/depth2img
    title: Depth-to-image
  title: Generative tasks
- sections:
  - local: using-diffusers/overview_techniques
    title: Overview
Grant Sherrick's avatar
Grant Sherrick committed
65
66
  - local: using-diffusers/create_a_server
    title: Create a server
Steven Liu's avatar
Steven Liu committed
67
68
  - local: using-diffusers/batched_inference
    title: Batch inference
Steven Liu's avatar
Steven Liu committed
69
  - local: training/distributed_inference
Steven Liu's avatar
Steven Liu committed
70
    title: Distributed inference
Steven Liu's avatar
Steven Liu committed
71
72
  - local: using-diffusers/scheduler_features
    title: Scheduler features
Steven Liu's avatar
Steven Liu committed
73
74
75
  - local: using-diffusers/callback
    title: Pipeline callbacks
  - local: using-diffusers/reusing_seeds
76
    title: Reproducible pipelines
77
78
  - local: using-diffusers/image_quality
    title: Controlling image quality
Steven Liu's avatar
Steven Liu committed
79
80
81
  - local: using-diffusers/weighted_prompts
    title: Prompt techniques
  title: Inference techniques
Steven Liu's avatar
Steven Liu committed
82
83
84
85
- sections:
  - local: advanced_inference/outpaint
    title: Outpainting
  title: Advanced inference
86
87
88
89
90
- sections:
  - local: hybrid_inference/overview
    title: Overview
  - local: hybrid_inference/vae_decode
    title: VAE Decode
91
92
  - local: hybrid_inference/vae_encode
    title: VAE Encode
93
94
95
  - local: hybrid_inference/api_reference
    title: API Reference
  title: Hybrid Inference
YiYi Xu's avatar
YiYi Xu committed
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
- sections:
  - local: modular_diffusers/overview
    title: Overview
  - local: modular_diffusers/modular_pipeline
    title: Modular Pipeline
  - local: modular_diffusers/components_manager
    title: Components Manager
  - local: modular_diffusers/modular_diffusers_states
    title: Modular Diffusers States
  - local: modular_diffusers/pipeline_block
    title: Pipeline Block
  - local: modular_diffusers/sequential_pipeline_blocks
    title: Sequential Pipeline Blocks
  - local: modular_diffusers/loop_sequential_pipeline_blocks
    title: Loop Sequential Pipeline Blocks
  - local: modular_diffusers/auto_pipeline_blocks
    title: Auto Pipeline Blocks
  - local: modular_diffusers/end_to_end_guide
    title: End-to-End Example
  title: Modular Diffusers
Steven Liu's avatar
Steven Liu committed
116
- sections:
Shenghai Yuan's avatar
Shenghai Yuan committed
117
118
  - local: using-diffusers/consisid
    title: ConsisID
Steven Liu's avatar
Steven Liu committed
119
120
121
122
123
124
  - local: using-diffusers/sdxl
    title: Stable Diffusion XL
  - local: using-diffusers/sdxl_turbo
    title: SDXL Turbo
  - local: using-diffusers/kandinsky
    title: Kandinsky
Shitao Xiao's avatar
Shitao Xiao committed
125
126
  - local: using-diffusers/omnigen
    title: OmniGen
YiYi Xu's avatar
YiYi Xu committed
127
128
  - local: using-diffusers/pag
    title: PAG
Steven Liu's avatar
Steven Liu committed
129
130
  - local: using-diffusers/inference_with_lcm
    title: Latent Consistency Model
Steven Liu's avatar
Steven Liu committed
131
132
133
134
135
136
137
138
  - local: using-diffusers/shap-e
    title: Shap-E
  - local: using-diffusers/diffedit
    title: DiffEdit
  - local: using-diffusers/inference_with_tcd_lora
    title: Trajectory Consistency Distillation-LoRA
  - local: using-diffusers/svd
    title: Stable Video Diffusion
139
140
  - local: using-diffusers/marigold_usage
    title: Marigold Computer Vision
Steven Liu's avatar
Steven Liu committed
141
142
143
144
145
146
147
148
  title: Specific pipeline examples
- sections:
  - local: training/overview
    title: Overview
  - local: training/create_dataset
    title: Create a dataset for training
  - local: training/adapt_a_model
    title: Adapt a model to a new task
Dhruv Nair's avatar
Dhruv Nair committed
149
150
  - isExpanded: false
    sections:
Steven Liu's avatar
Steven Liu committed
151
    - local: training/unconditional_training
152
      title: Unconditional image generation
Steven Liu's avatar
Steven Liu committed
153
    - local: training/text2image
Steven Liu's avatar
Steven Liu committed
154
      title: Text-to-image
Steven Liu's avatar
Steven Liu committed
155
    - local: training/sdxl
Steven Liu's avatar
Steven Liu committed
156
      title: Stable Diffusion XL
Steven Liu's avatar
Steven Liu committed
157
158
159
160
161
    - local: training/kandinsky
      title: Kandinsky 2.2
    - local: training/wuerstchen
      title: Wuerstchen
    - local: training/controlnet
Steven Liu's avatar
Steven Liu committed
162
      title: ControlNet
Steven Liu's avatar
Steven Liu committed
163
164
165
166
    - local: training/t2i_adapters
      title: T2I-Adapters
    - local: training/instructpix2pix
      title: InstructPix2Pix
glide-the's avatar
glide-the committed
167
168
    - local: training/cogvideox
      title: CogVideoX
Steven Liu's avatar
Steven Liu committed
169
    title: Models
Dhruv Nair's avatar
Dhruv Nair committed
170
171
  - isExpanded: false
    sections:
Steven Liu's avatar
Steven Liu committed
172
173
174
175
176
177
178
179
180
181
182
183
184
185
    - local: training/text_inversion
      title: Textual Inversion
    - local: training/dreambooth
      title: DreamBooth
    - local: training/lora
      title: LoRA
    - local: training/custom_diffusion
      title: Custom Diffusion
    - local: training/lcm_distill
      title: Latent Consistency Distillation
    - local: training/ddpo
      title: Reinforcement learning training with DDPO
    title: Methods
  title: Training
186
187
188
189
190
- sections:
  - local: quantization/overview
    title: Getting Started
  - local: quantization/bitsandbytes
    title: bitsandbytes
191
192
  - local: quantization/gguf
    title: gguf
Aryan's avatar
Aryan committed
193
194
  - local: quantization/torchao
    title: torchao
hlky's avatar
hlky committed
195
  - local: quantization/quanto
196
    title: quanto
197
  title: Quantization Methods
Patrick von Platen's avatar
Patrick von Platen committed
198
- sections:
Steven Liu's avatar
Steven Liu committed
199
  - local: optimization/fp16
Steven Liu's avatar
Steven Liu committed
200
    title: Accelerate inference
Steven Liu's avatar
Steven Liu committed
201
202
  - local: optimization/cache
    title: Caching
Steven Liu's avatar
Steven Liu committed
203
204
  - local: optimization/memory
    title: Reduce memory usage
205
206
  - local: optimization/speed-memory-optims
    title: Compile and offloading quantized models
207
208
  - local: optimization/pruna
    title: Pruna
Steven Liu's avatar
Steven Liu committed
209
210
211
212
213
214
215
216
  - local: optimization/xformers
    title: xFormers
  - local: optimization/tome
    title: Token merging
  - local: optimization/deepcache
    title: DeepCache
  - local: optimization/tgate
    title: TGATE
217
218
  - local: optimization/xdit
    title: xDiT
219
220
  - local: optimization/para_attn
    title: ParaAttention
221
222
223
224
225
226
227
228
229
  - sections:
    - local: using-diffusers/stable_diffusion_jax_how_to
      title: JAX/Flax
    - local: optimization/onnx
      title: ONNX
    - local: optimization/open_vino
      title: OpenVINO
    - local: optimization/coreml
      title: Core ML
Steven Liu's avatar
Steven Liu committed
230
    title: Optimized model formats
231
232
233
234
  - sections:
    - local: optimization/mps
      title: Metal Performance Shaders (MPS)
    - local: optimization/habana
regisss's avatar
regisss committed
235
      title: Intel Gaudi
236
237
    - local: optimization/neuron
      title: AWS Neuron
238
    title: Optimized hardware
Steven Liu's avatar
Steven Liu committed
239
  title: Accelerate inference and reduce memory
Patrick von Platen's avatar
Patrick von Platen committed
240
241
- sections:
  - local: conceptual/philosophy
242
    title: Philosophy
243
244
  - local: using-diffusers/controlling_generation
    title: Controlled generation
Patrick von Platen's avatar
Patrick von Platen committed
245
  - local: conceptual/contribution
246
    title: How to contribute?
247
248
  - local: conceptual/ethical_guidelines
    title: Diffusers' Ethical Guidelines
249
250
  - local: conceptual/evaluation
    title: Evaluating Diffusion Models
251
  title: Conceptual Guides
252
253
254
255
- sections:
  - local: community_projects
    title: Projects built with Diffusers
  title: Community Projects
Patrick von Platen's avatar
Patrick von Platen committed
256
- sections:
Dhruv Nair's avatar
Dhruv Nair committed
257
258
  - isExpanded: false
    sections:
Patrick von Platen's avatar
Patrick von Platen committed
259
    - local: api/configuration
260
      title: Configuration
261
262
263
264
    - local: api/logging
      title: Logging
    - local: api/outputs
      title: Outputs
265
266
    - local: api/quantization
      title: Quantization
267
    title: Main Classes
Dhruv Nair's avatar
Dhruv Nair committed
268
269
  - isExpanded: false
    sections:
Steven Liu's avatar
Steven Liu committed
270
271
    - local: api/loaders/ip_adapter
      title: IP-Adapter
Steven Liu's avatar
Steven Liu committed
272
273
274
275
276
277
278
279
    - local: api/loaders/lora
      title: LoRA
    - local: api/loaders/single_file
      title: Single files
    - local: api/loaders/textual_inversion
      title: Textual Inversion
    - local: api/loaders/unet
      title: UNet
280
281
    - local: api/loaders/transformer_sd3
      title: SD3Transformer2D
282
283
    - local: api/loaders/peft
      title: PEFT
Steven Liu's avatar
Steven Liu committed
284
    title: Loaders
Dhruv Nair's avatar
Dhruv Nair committed
285
286
  - isExpanded: false
    sections:
Steven Liu's avatar
Steven Liu committed
287
288
    - local: api/models/overview
      title: Overview
hlky's avatar
hlky committed
289
290
    - local: api/models/auto_model
      title: AutoModel
291
292
293
    - sections:
      - local: api/models/controlnet
        title: ControlNetModel
294
295
      - local: api/models/controlnet_union
        title: ControlNetUnionModel
296
297
      - local: api/models/controlnet_flux
        title: FluxControlNetModel
298
299
      - local: api/models/controlnet_hunyuandit
        title: HunyuanDiT2DControlNetModel
300
301
      - local: api/models/controlnet_sana
        title: SanaControlNetModel
302
303
304
305
306
307
      - local: api/models/controlnet_sd3
        title: SD3ControlNetModel
      - local: api/models/controlnet_sparsectrl
        title: SparseControlNetModel
      title: ControlNets
    - sections:
Aryan's avatar
Aryan committed
308
309
      - local: api/models/allegro_transformer3d
        title: AllegroTransformer3DModel
310
311
      - local: api/models/aura_flow_transformer2d
        title: AuraFlowTransformer2DModel
Edna's avatar
Edna committed
312
313
      - local: api/models/chroma_transformer
        title: ChromaTransformer2DModel
314
315
      - local: api/models/cogvideox_transformer3d
        title: CogVideoXTransformer3DModel
Yuxuan.Zhang's avatar
Yuxuan.Zhang committed
316
317
      - local: api/models/cogview3plus_transformer2d
        title: CogView3PlusTransformer2DModel
318
319
      - local: api/models/cogview4_transformer2d
        title: CogView4Transformer2DModel
320
321
      - local: api/models/consisid_transformer3d
        title: ConsisIDTransformer3DModel
Aryan's avatar
Aryan committed
322
323
      - local: api/models/cosmos_transformer3d
        title: CosmosTransformer3DModel
324
325
      - local: api/models/dit_transformer2d
        title: DiTTransformer2DModel
326
327
      - local: api/models/easyanimate_transformer3d
        title: EasyAnimateTransformer3DModel
328
329
      - local: api/models/flux_transformer
        title: FluxTransformer2DModel
hlky's avatar
hlky committed
330
331
      - local: api/models/hidream_image_transformer
        title: HiDreamImageTransformer2DModel
332
333
      - local: api/models/hunyuan_transformer2d
        title: HunyuanDiT2DModel
Aryan's avatar
Aryan committed
334
335
      - local: api/models/hunyuan_video_transformer_3d
        title: HunyuanVideoTransformer3DModel
336
337
      - local: api/models/latte_transformer3d
        title: LatteTransformer3DModel
Aryan's avatar
Aryan committed
338
339
      - local: api/models/ltx_video_transformer3d
        title: LTXVideoTransformer3DModel
340
341
342
343
      - local: api/models/lumina2_transformer2d
        title: Lumina2Transformer2DModel
      - local: api/models/lumina_nextdit2d
        title: LuminaNextDiT2DModel
Aryan's avatar
Aryan committed
344
345
      - local: api/models/mochi_transformer3d
        title: MochiTransformer3DModel
Shitao Xiao's avatar
Shitao Xiao committed
346
347
      - local: api/models/omnigen_transformer
        title: OmniGenTransformer2DModel
348
349
350
351
      - local: api/models/pixart_transformer2d
        title: PixArtTransformer2DModel
      - local: api/models/prior_transformer
        title: PriorTransformer
352
353
      - local: api/models/sana_transformer2d
        title: SanaTransformer2DModel
354
355
      - local: api/models/sd3_transformer2d
        title: SD3Transformer2DModel
356
357
358
359
360
361
      - local: api/models/stable_audio_transformer
        title: StableAudioDiTModel
      - local: api/models/transformer2d
        title: Transformer2DModel
      - local: api/models/transformer_temporal
        title: TransformerTemporalModel
362
363
      - local: api/models/wan_transformer_3d
        title: WanTransformer3DModel
364
365
366
367
368
369
370
371
      title: Transformers
    - sections:
      - local: api/models/stable_cascade_unet
        title: StableCascadeUNet
      - local: api/models/unet
        title: UNet1DModel
      - local: api/models/unet2d-cond
        title: UNet2DConditionModel
372
373
      - local: api/models/unet2d
        title: UNet2DModel
374
375
376
377
378
379
380
381
      - local: api/models/unet3d-cond
        title: UNet3DConditionModel
      - local: api/models/unet-motion
        title: UNetMotionModel
      - local: api/models/uvit2d
        title: UViT2DModel
      title: UNets
    - sections:
382
383
384
385
      - local: api/models/asymmetricautoencoderkl
        title: AsymmetricAutoencoderKL
      - local: api/models/autoencoder_dc
        title: AutoencoderDC
386
387
      - local: api/models/autoencoderkl
        title: AutoencoderKL
Aryan's avatar
Aryan committed
388
389
      - local: api/models/autoencoderkl_allegro
        title: AutoencoderKLAllegro
390
391
      - local: api/models/autoencoderkl_cogvideox
        title: AutoencoderKLCogVideoX
Aryan's avatar
Aryan committed
392
393
      - local: api/models/autoencoderkl_cosmos
        title: AutoencoderKLCosmos
Aryan's avatar
Aryan committed
394
395
      - local: api/models/autoencoder_kl_hunyuan_video
        title: AutoencoderKLHunyuanVideo
Aryan's avatar
Aryan committed
396
397
      - local: api/models/autoencoderkl_ltx_video
        title: AutoencoderKLLTXVideo
398
399
      - local: api/models/autoencoderkl_magvit
        title: AutoencoderKLMagvit
Aryan's avatar
Aryan committed
400
401
      - local: api/models/autoencoderkl_mochi
        title: AutoencoderKLMochi
402
403
      - local: api/models/autoencoder_kl_wan
        title: AutoencoderKLWan
404
405
406
407
408
409
410
411
412
      - local: api/models/consistency_decoder_vae
        title: ConsistencyDecoderVAE
      - local: api/models/autoencoder_oobleck
        title: Oobleck AutoEncoder
      - local: api/models/autoencoder_tiny
        title: Tiny AutoEncoder
      - local: api/models/vq
        title: VQModel
      title: VAEs
Steven Liu's avatar
Steven Liu committed
413
    title: Models
Dhruv Nair's avatar
Dhruv Nair committed
414
415
  - isExpanded: false
    sections:
416
    - local: api/pipelines/overview
417
      title: Overview
Aryan's avatar
Aryan committed
418
419
    - local: api/pipelines/allegro
      title: Allegro
Will Berman's avatar
Will Berman committed
420
421
    - local: api/pipelines/amused
      title: aMUSEd
Dhruv Nair's avatar
Dhruv Nair committed
422
423
    - local: api/pipelines/animatediff
      title: AnimateDiff
Steven Liu's avatar
Steven Liu committed
424
    - local: api/pipelines/attend_and_excite
425
      title: Attend-and-Excite
Sanchit Gandhi's avatar
Sanchit Gandhi committed
426
427
    - local: api/pipelines/audioldm
      title: AudioLDM
Sanchit Gandhi's avatar
Sanchit Gandhi committed
428
429
    - local: api/pipelines/audioldm2
      title: AudioLDM 2
Sayak Paul's avatar
Sayak Paul committed
430
431
    - local: api/pipelines/aura_flow
      title: AuraFlow
YiYi Xu's avatar
YiYi Xu committed
432
433
    - local: api/pipelines/auto_pipeline
      title: AutoPipeline
Ayush Mangal's avatar
Ayush Mangal committed
434
    - local: api/pipelines/blip_diffusion
435
      title: BLIP-Diffusion
Edna's avatar
Edna committed
436
437
    - local: api/pipelines/chroma
      title: Chroma
438
439
    - local: api/pipelines/cogvideox
      title: CogVideoX
Yuxuan.Zhang's avatar
Yuxuan.Zhang committed
440
441
    - local: api/pipelines/cogview3
      title: CogView3
442
443
    - local: api/pipelines/cogview4
      title: CogView4
Shenghai Yuan's avatar
Shenghai Yuan committed
444
445
    - local: api/pipelines/consisid
      title: ConsisID
446
447
    - local: api/pipelines/consistency_models
      title: Consistency Models
448
449
    - local: api/pipelines/controlnet
      title: ControlNet
450
451
    - local: api/pipelines/controlnet_flux
      title: ControlNet with Flux.1
452
453
    - local: api/pipelines/controlnet_hunyuandit
      title: ControlNet with Hunyuan-DiT
454
455
    - local: api/pipelines/controlnet_sd3
      title: ControlNet with Stable Diffusion 3
456
457
    - local: api/pipelines/controlnet_sdxl
      title: ControlNet with Stable Diffusion XL
458
459
    - local: api/pipelines/controlnet_sana
      title: ControlNet-Sana
460
461
462
463
    - local: api/pipelines/controlnetxs
      title: ControlNet-XS
    - local: api/pipelines/controlnetxs_sdxl
      title: ControlNet-XS with Stable Diffusion XL
hlky's avatar
hlky committed
464
465
    - local: api/pipelines/controlnet_union
      title: ControlNetUnion
Aryan's avatar
Aryan committed
466
467
    - local: api/pipelines/cosmos
      title: Cosmos
468
469
    - local: api/pipelines/dance_diffusion
      title: Dance Diffusion
Patrick von Platen's avatar
Patrick von Platen committed
470
    - local: api/pipelines/ddim
471
      title: DDIM
Patrick von Platen's avatar
Patrick von Platen committed
472
    - local: api/pipelines/ddpm
473
      title: DDPM
Will Berman's avatar
Will Berman committed
474
475
    - local: api/pipelines/deepfloyd_if
      title: DeepFloyd IF
Steven Liu's avatar
Steven Liu committed
476
477
    - local: api/pipelines/diffedit
      title: DiffEdit
Kashif Rasul's avatar
Kashif Rasul committed
478
479
    - local: api/pipelines/dit
      title: DiT
480
481
    - local: api/pipelines/easyanimate
      title: EasyAnimate
Sayak Paul's avatar
Sayak Paul committed
482
483
    - local: api/pipelines/flux
      title: Flux
484
485
    - local: api/pipelines/control_flux_inpaint
      title: FluxControlInpaint
Aryan's avatar
Aryan committed
486
487
    - local: api/pipelines/framepack
      title: Framepack
hlky's avatar
hlky committed
488
489
    - local: api/pipelines/hidream
      title: HiDream-I1
490
491
    - local: api/pipelines/hunyuandit
      title: Hunyuan-DiT
Aryan's avatar
Aryan committed
492
493
    - local: api/pipelines/hunyuan_video
      title: HunyuanVideo
494
495
    - local: api/pipelines/i2vgenxl
      title: I2VGen-XL
Steven Liu's avatar
Steven Liu committed
496
497
    - local: api/pipelines/pix2pix
      title: InstructPix2Pix
YiYi Xu's avatar
YiYi Xu committed
498
    - local: api/pipelines/kandinsky
Steven Liu's avatar
Steven Liu committed
499
      title: Kandinsky 2.1
500
501
    - local: api/pipelines/kandinsky_v22
      title: Kandinsky 2.2
502
503
    - local: api/pipelines/kandinsky3
      title: Kandinsky 3
Álvaro Somoza's avatar
Álvaro Somoza committed
504
    - local: api/pipelines/kolors
Sayak Paul's avatar
Sayak Paul committed
505
      title: Kolors
506
507
    - local: api/pipelines/latent_consistency_models
      title: Latent Consistency Models
Patrick von Platen's avatar
Patrick von Platen committed
508
    - local: api/pipelines/latent_diffusion
509
      title: Latent Diffusion
Aryan's avatar
Aryan committed
510
511
    - local: api/pipelines/latte
      title: Latte
512
513
    - local: api/pipelines/ledits_pp
      title: LEDITS++
Aryan's avatar
Aryan committed
514
    - local: api/pipelines/ltx_video
515
      title: LTXVideo
Le Zhuo's avatar
Le Zhuo committed
516
517
    - local: api/pipelines/lumina2
      title: Lumina 2.0
518
519
    - local: api/pipelines/lumina
      title: Lumina-T2X
520
521
    - local: api/pipelines/marigold
      title: Marigold
Aryan's avatar
Aryan committed
522
523
    - local: api/pipelines/mochi
      title: Mochi
Steven Liu's avatar
Steven Liu committed
524
    - local: api/pipelines/panorama
525
      title: MultiDiffusion
Sanchit Gandhi's avatar
Sanchit Gandhi committed
526
527
    - local: api/pipelines/musicldm
      title: MusicLDM
Shitao Xiao's avatar
Shitao Xiao committed
528
529
    - local: api/pipelines/omnigen
      title: OmniGen
YiYi Xu's avatar
YiYi Xu committed
530
531
    - local: api/pipelines/pag
      title: PAG
532
    - local: api/pipelines/paint_by_example
533
      title: Paint by Example
Dhruv Nair's avatar
Dhruv Nair committed
534
535
    - local: api/pipelines/pia
      title: Personalized Image Animator (PIA)
Sayak Paul's avatar
Sayak Paul committed
536
    - local: api/pipelines/pixart
537
      title: PixArt-α
538
539
    - local: api/pipelines/pixart_sigma
      title: PixArt-Σ
540
541
    - local: api/pipelines/sana
      title: Sana
YiYi Xu's avatar
YiYi Xu committed
542
543
    - local: api/pipelines/sana_sprint
      title: Sana Sprint
Steven Liu's avatar
Steven Liu committed
544
545
    - local: api/pipelines/self_attention_guidance
      title: Self-Attention Guidance
546
547
    - local: api/pipelines/semantic_stable_diffusion
      title: Semantic Guidance
YiYi Xu's avatar
YiYi Xu committed
548
549
    - local: api/pipelines/shap_e
      title: Shap-E
550
551
    - local: api/pipelines/stable_audio
      title: Stable Audio
552
553
    - local: api/pipelines/stable_cascade
      title: Stable Cascade
554
555
    - sections:
      - local: api/pipelines/stable_diffusion/overview
556
        title: Overview
557
558
559
560
561
562
      - local: api/pipelines/stable_diffusion/depth2img
        title: Depth-to-image
      - local: api/pipelines/stable_diffusion/gligen
        title: GLIGEN (Grounded Language-to-Image Generation)
      - local: api/pipelines/stable_diffusion/image_variation
        title: Image variation
563
      - local: api/pipelines/stable_diffusion/img2img
564
        title: Image-to-image
Steven Liu's avatar
Steven Liu committed
565
566
      - local: api/pipelines/stable_diffusion/svd
        title: Image-to-video
567
      - local: api/pipelines/stable_diffusion/inpaint
568
        title: Inpainting
569
570
571
572
573
574
      - local: api/pipelines/stable_diffusion/k_diffusion
        title: K-Diffusion
      - local: api/pipelines/stable_diffusion/latent_upscale
        title: Latent upscaler
      - local: api/pipelines/stable_diffusion/ldm3d_diffusion
        title: LDM3D Text-to-(RGB, Depth), Text-to-(RGB-pano, Depth-pano), LDM3D Upscaler
Steven Liu's avatar
Steven Liu committed
575
576
      - local: api/pipelines/stable_diffusion/stable_diffusion_safe
        title: Safe Stable Diffusion
577
578
      - local: api/pipelines/stable_diffusion/sdxl_turbo
        title: SDXL Turbo
Steven Liu's avatar
Steven Liu committed
579
580
      - local: api/pipelines/stable_diffusion/stable_diffusion_2
        title: Stable Diffusion 2
Dhruv Nair's avatar
Dhruv Nair committed
581
582
      - local: api/pipelines/stable_diffusion/stable_diffusion_3
        title: Stable Diffusion 3
Patrick von Platen's avatar
Patrick von Platen committed
583
584
      - local: api/pipelines/stable_diffusion/stable_diffusion_xl
        title: Stable Diffusion XL
Steven Liu's avatar
Steven Liu committed
585
      - local: api/pipelines/stable_diffusion/upscale
586
        title: Super-resolution
Will Berman's avatar
Will Berman committed
587
      - local: api/pipelines/stable_diffusion/adapter
Steven Liu's avatar
Steven Liu committed
588
        title: T2I-Adapter
589
590
      - local: api/pipelines/stable_diffusion/text2img
        title: Text-to-image
591
      title: Stable Diffusion
Will Berman's avatar
Will Berman committed
592
593
    - local: api/pipelines/stable_unclip
      title: Stable unCLIP
594
    - local: api/pipelines/text_to_video
595
      title: Text-to-video
596
    - local: api/pipelines/text_to_video_zero
597
      title: Text2Video-Zero
Will Berman's avatar
Will Berman committed
598
    - local: api/pipelines/unclip
599
      title: unCLIP
600
601
    - local: api/pipelines/unidiffuser
      title: UniDiffuser
Steven Liu's avatar
Steven Liu committed
602
603
    - local: api/pipelines/value_guided_sampling
      title: Value-guided sampling
Zhong-Yu Li's avatar
Zhong-Yu Li committed
604
605
    - local: api/pipelines/visualcloze
      title: VisualCloze
606
607
    - local: api/pipelines/wan
      title: Wan
Kashif Rasul's avatar
Kashif Rasul committed
608
609
    - local: api/pipelines/wuerstchen
      title: Wuerstchen
610
    title: Pipelines
Dhruv Nair's avatar
Dhruv Nair committed
611
612
  - isExpanded: false
    sections:
613
    - local: api/schedulers/overview
614
      title: Overview
615
    - local: api/schedulers/cm_stochastic_iterative
616
      title: CMStochasticIterativeScheduler
617
618
619
620
    - local: api/schedulers/ddim_cogvideox
      title: CogVideoXDDIMScheduler
    - local: api/schedulers/multistep_dpm_solver_cogvideox
      title: CogVideoXDPMScheduler
Will Berman's avatar
Will Berman committed
621
622
    - local: api/schedulers/consistency_decoder
      title: ConsistencyDecoderScheduler
623
624
    - local: api/schedulers/cosine_dpm
      title: CosineDPMSolverMultistepScheduler
625
    - local: api/schedulers/ddim_inverse
626
627
628
      title: DDIMInverseScheduler
    - local: api/schedulers/ddim
      title: DDIMScheduler
629
    - local: api/schedulers/ddpm
630
      title: DDPMScheduler
631
    - local: api/schedulers/deis
632
633
634
635
636
      title: DEISMultistepScheduler
    - local: api/schedulers/multistep_dpm_solver_inverse
      title: DPMSolverMultistepInverse
    - local: api/schedulers/multistep_dpm_solver
      title: DPMSolverMultistepScheduler
637
638
    - local: api/schedulers/dpm_sde
      title: DPMSolverSDEScheduler
639
640
    - local: api/schedulers/singlestep_dpm_solver
      title: DPMSolverSinglestepScheduler
Sayak Paul's avatar
Sayak Paul committed
641
642
643
644
    - local: api/schedulers/edm_multistep_dpm_solver
      title: EDMDPMSolverMultistepScheduler
    - local: api/schedulers/edm_euler
      title: EDMEulerScheduler
645
    - local: api/schedulers/euler_ancestral
646
      title: EulerAncestralDiscreteScheduler
647
    - local: api/schedulers/euler
648
      title: EulerDiscreteScheduler
Dhruv Nair's avatar
Dhruv Nair committed
649
650
    - local: api/schedulers/flow_match_euler_discrete
      title: FlowMatchEulerDiscreteScheduler
651
652
    - local: api/schedulers/flow_match_heun_discrete
      title: FlowMatchHeunDiscreteScheduler
653
    - local: api/schedulers/heun
654
      title: HeunDiscreteScheduler
655
    - local: api/schedulers/ipndm
656
657
658
659
660
661
662
      title: IPNDMScheduler
    - local: api/schedulers/stochastic_karras_ve
      title: KarrasVeScheduler
    - local: api/schedulers/dpm_discrete_ancestral
      title: KDPM2AncestralDiscreteScheduler
    - local: api/schedulers/dpm_discrete
      title: KDPM2DiscreteScheduler
663
664
    - local: api/schedulers/lcm
      title: LCMScheduler
665
    - local: api/schedulers/lms_discrete
666
      title: LMSDiscreteScheduler
667
    - local: api/schedulers/pndm
668
      title: PNDMScheduler
669
    - local: api/schedulers/repaint
670
      title: RePaintScheduler
671
    - local: api/schedulers/score_sde_ve
672
      title: ScoreSdeVeScheduler
673
    - local: api/schedulers/score_sde_vp
674
      title: ScoreSdeVpScheduler
Michael's avatar
Michael committed
675
676
    - local: api/schedulers/tcd
      title: TCDScheduler
677
678
    - local: api/schedulers/unipc
      title: UniPCMultistepScheduler
679
    - local: api/schedulers/vq_diffusion
680
681
      title: VQDiffusionScheduler
    title: Schedulers
Dhruv Nair's avatar
Dhruv Nair committed
682
683
  - isExpanded: false
    sections:
684
685
686
687
688
689
    - local: api/internal_classes_overview
      title: Overview
    - local: api/attnprocessor
      title: Attention Processor
    - local: api/activations
      title: Custom activation functions
690
691
    - local: api/cache
      title: Caching methods
692
693
694
695
696
697
    - local: api/normalization
      title: Custom normalization layers
    - local: api/utilities
      title: Utilities
    - local: api/image_processor
      title: VAE Image Processor
698
699
    - local: api/video_processor
      title: Video Processor
Dhruv Nair's avatar
Dhruv Nair committed
700
    title: Internal classes
701
  title: API