Skip to content

GitLab

Commit f6e214bb authored by gushiqiao's avatar gushiqiao Committed by GitHub
Browse files

[Update] Update configs (#308)

parent bd21f14f
Show whitespace changes
Inline Side-by-side
Showing with 11 additions and 7 deletions
configs/seko_talk/seko_talk_05_offload_fp8_4090.json
View file @ f6e214bb
...@@ -15,17 +15,18 @@ ...@@ -15,17 +15,18 @@
"use_31_block": false, "use_31_block": false,
"cpu_offload": true, "cpu_offload": true,
"offload_granularity": "block", "offload_granularity": "block",
"offload_ratio_val": 1, "offload_ratio": 1,
"t5_cpu_offload": true, "t5_cpu_offload": true,
"t5_offload_granularity": "model", "t5_offload_granularity": "model",
"t5_quantized": true, "t5_quantized": true,
"t5_quant_scheme": "fp8-q8f", "t5_quant_scheme": "fp8-q8f",
"clip_cpu_offload": false,
"audio_encoder_cpu_offload": false, "audio_encoder_cpu_offload": false,
"audio_adapter_cpu_offload": false, "audio_adapter_cpu_offload": false,
"adapter_quantized": true, "adapter_quantized": true,
"adapter_quant_scheme": "fp8", "adapter_quant_scheme": "fp8",
"vae_cpu_offload": false, "vae_cpu_offload": false,
"use_tiling_vae": true, "use_tiling_vae": false,
"mm_config": { "mm_config": {
"mm_type": "W-fp8-channel-sym-A-fp8-channel-sym-dynamic-Q8F" "mm_type": "W-fp8-channel-sym-A-fp8-channel-sym-dynamic-Q8F"
} }
......
configs/seko_talk/seko_talk_06_offload_fp8_H100.json
View file @ f6e214bb
...@@ -15,17 +15,18 @@ ...@@ -15,17 +15,18 @@
"use_31_block": false, "use_31_block": false,
"cpu_offload": true, "cpu_offload": true,
"offload_granularity": "block", "offload_granularity": "block",
"offload_ratio_val": 1, "offload_ratio": 1,
"t5_cpu_offload": true, "t5_cpu_offload": true,
"t5_offload_granularity": "model", "t5_offload_granularity": "model",
"t5_quantized": true, "t5_quantized": true,
"t5_quant_scheme": "fp8", "t5_quant_scheme": "fp8",
"clip_cpu_offload": false,
"audio_encoder_cpu_offload": false, "audio_encoder_cpu_offload": false,
"audio_adapter_cpu_offload": false, "audio_adapter_cpu_offload": false,
"adapter_quantized": true, "adapter_quantized": true,
"adapter_quant_scheme": "fp8", "adapter_quant_scheme": "fp8",
"vae_cpu_offload": false, "vae_cpu_offload": false,
"use_tiling_vae": true, "use_tiling_vae": false,
"mm_config": { "mm_config": {
"mm_type": "W-fp8-channel-sym-A-fp8-channel-sym-dynamic-Sgl" "mm_type": "W-fp8-channel-sym-A-fp8-channel-sym-dynamic-Sgl"
} }
......
configs/seko_talk/seko_talk_07_dist_offload.json
View file @ f6e214bb
...@@ -20,7 +20,9 @@ ...@@ -20,7 +20,9 @@
"cpu_offload": true, "cpu_offload": true,
"offload_granularity": "block", "offload_granularity": "block",
"t5_cpu_offload": true, "t5_cpu_offload": true,
"offload_ratio_val": 1, "clip_cpu_offload": false,
"vae_cpu_offload": false,
"offload_ratio": 1,
"t5_offload_granularity": "block", "t5_offload_granularity": "block",
"use_tiling_vae": true, "use_tiling_vae": true,
"audio_encoder_cpu_offload": true, "audio_encoder_cpu_offload": true,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment