Commit f6e214bb authored by gushiqiao's avatar gushiqiao Committed by GitHub
Browse files

[Update] Update configs (#308)

parent bd21f14f
......@@ -15,18 +15,19 @@
"use_31_block": false,
"cpu_offload": true,
"offload_granularity": "block",
"offload_ratio_val": 1,
"offload_ratio": 1,
"t5_cpu_offload": true,
"t5_offload_granularity": "model",
"t5_quantized": true,
"t5_quant_scheme": "fp8-q8f",
"clip_cpu_offload": false,
"audio_encoder_cpu_offload": false,
"audio_adapter_cpu_offload": false,
"adapter_quantized": true,
"adapter_quant_scheme": "fp8",
"vae_cpu_offload": false,
"use_tiling_vae": true,
"use_tiling_vae": false,
"mm_config": {
"mm_type": "W-fp8-channel-sym-A-fp8-channel-sym-dynamic-Q8F"
"mm_type": "W-fp8-channel-sym-A-fp8-channel-sym-dynamic-Q8F"
}
}
......@@ -15,18 +15,19 @@
"use_31_block": false,
"cpu_offload": true,
"offload_granularity": "block",
"offload_ratio_val": 1,
"offload_ratio": 1,
"t5_cpu_offload": true,
"t5_offload_granularity": "model",
"t5_quantized": true,
"t5_quant_scheme": "fp8",
"clip_cpu_offload": false,
"audio_encoder_cpu_offload": false,
"audio_adapter_cpu_offload": false,
"adapter_quantized": true,
"adapter_quant_scheme": "fp8",
"vae_cpu_offload": false,
"use_tiling_vae": true,
"use_tiling_vae": false,
"mm_config": {
"mm_type": "W-fp8-channel-sym-A-fp8-channel-sym-dynamic-Sgl"
"mm_type": "W-fp8-channel-sym-A-fp8-channel-sym-dynamic-Sgl"
}
}
......@@ -20,7 +20,9 @@
"cpu_offload": true,
"offload_granularity": "block",
"t5_cpu_offload": true,
"offload_ratio_val": 1,
"clip_cpu_offload": false,
"vae_cpu_offload": false,
"offload_ratio": 1,
"t5_offload_granularity": "block",
"use_tiling_vae": true,
"audio_encoder_cpu_offload": true,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment