Skip to content

GitLab

Commit 0fc763de authored by gushiqiao's avatar gushiqiao Committed by GitHub
Browse files

[Update] Update L40s configs (#319)

parent 98a85500
Hide whitespace changes
Inline Side-by-side
Showing with 237 additions and 0 deletions
configs/seko_talk/L40s/1gpu/seko_talk_bf16.json 0 → 100644
View file @ 0fc763de
{
"infer_steps": 4,
"target_fps": 16,
"video_duration": 360,
"audio_sr": 16000,
"target_video_length": 81,
"resize_mode": "adaptive",
"self_attn_1_type": "sage_attn2",
"cross_attn_1_type": "sage_attn2",
"cross_attn_2_type": "sage_attn2",
"seed": 42,
"sample_guide_scale": 1.0,
"sample_shift": 5,
"enable_cfg": false,
"use_31_block": false,
"cpu_offload": true,
"offload_granularity": "block",
"offload_ratio": 0.8,
"t5_cpu_offload": false,
"clip_cpu_offload": false,
"vae_cpu_offload": false,
"audio_encoder_cpu_offload": false,
"audio_adapter_cpu_offload": false
}
configs/seko_talk/L40s/1gpu/seko_talk_fp8.json 0 → 100644
View file @ 0fc763de
{
"infer_steps": 4,
"target_fps": 16,
"video_duration": 360,
"audio_sr": 16000,
"target_video_length": 81,
"resize_mode": "adaptive",
"self_attn_1_type": "sage_attn2",
"cross_attn_1_type": "sage_attn2",
"cross_attn_2_type": "sage_attn2",
"seed": 42,
"sample_guide_scale": 1.0,
"sample_shift": 5,
"enable_cfg": false,
"use_31_block": false,
"t5_quantized": true,
"t5_quant_scheme": "fp8-q8f",
"mm_config": {
"mm_type": "W-fp8-channel-sym-A-fp8-channel-sym-dynamic-Q8F"
},
"adapter_quantized": true,
"adapter_quant_scheme": "fp8",
"cpu_offload": false,
"t5_cpu_offload": true,
"t5_offload_granularity": "block",
"clip_cpu_offload": true,
"vae_cpu_offload": true,
"audio_encoder_cpu_offload": true,
"audio_adapter_cpu_offload": true
}
configs/seko_talk/L40s/2gpu/seko_talk_bf16.json 0 → 100644
View file @ 0fc763de
{
"infer_steps": 4,
"target_fps": 16,
"video_duration": 360,
"audio_sr": 16000,
"target_video_length": 81,
"resize_mode": "adaptive",
"self_attn_1_type": "sage_attn2",
"cross_attn_1_type": "sage_attn2",
"cross_attn_2_type": "sage_attn2",
"seed": 42,
"sample_guide_scale": 1.0,
"sample_shift": 5,
"enable_cfg": false,
"use_31_block": false,
"cpu_offload": false,
"t5_cpu_offload": true,
"t5_offload_granularity": "block",
"clip_cpu_offload": true,
"vae_cpu_offload": true,
"audio_encoder_cpu_offload": true,
"audio_adapter_cpu_offload": true,
"parallel": {
"seq_p_size": 2,
"seq_p_attn_type": "ulysses"
}
}
configs/seko_talk/L40s/2gpu/seko_talk_fp8.json 0 → 100644
View file @ 0fc763de
{
"infer_steps": 4,
"target_fps": 16,
"video_duration": 360,
"audio_sr": 16000,
"target_video_length": 81,
"resize_mode": "adaptive",
"self_attn_1_type": "sage_attn2",
"cross_attn_1_type": "sage_attn2",
"cross_attn_2_type": "sage_attn2",
"seed": 42,
"sample_guide_scale": 1.0,
"sample_shift": 5,
"enable_cfg": false,
"use_31_block": false,
"t5_quantized": true,
"t5_quant_scheme": "fp8-q8f",
"mm_config": {
"mm_type": "W-fp8-channel-sym-A-fp8-channel-sym-dynamic-Q8F"
},
"adapter_quantized": true,
"adapter_quant_scheme": "fp8",
"cpu_offload": false,
"t5_cpu_offload": true,
"t5_offload_granularity": "block",
"clip_cpu_offload": true,
"vae_cpu_offload": true,
"audio_encoder_cpu_offload": true,
"audio_adapter_cpu_offload": true,
"parallel": {
"seq_p_size": 2,
"seq_p_attn_type": "ulysses"
}
}
configs/seko_talk/L40s/4gpu/seko_talk_bf16.json 0 → 100644
View file @ 0fc763de
{
"infer_steps": 4,
"target_fps": 16,
"video_duration": 360,
"audio_sr": 16000,
"target_video_length": 81,
"resize_mode": "adaptive",
"self_attn_1_type": "sage_attn2",
"cross_attn_1_type": "sage_attn2",
"cross_attn_2_type": "sage_attn2",
"seed": 42,
"sample_guide_scale": 1.0,
"sample_shift": 5,
"enable_cfg": false,
"use_31_block": false,
"cpu_offload": false,
"t5_cpu_offload": true,
"t5_offload_granularity": "block",
"clip_cpu_offload": true,
"vae_cpu_offload": true,
"audio_encoder_cpu_offload": true,
"audio_adapter_cpu_offload": true,
"parallel": {
"seq_p_size": 4,
"seq_p_attn_type": "ulysses"
}
}
configs/seko_talk/L40s/4gpu/seko_talk_fp8.json 0 → 100644
View file @ 0fc763de
{
"infer_steps": 4,
"target_fps": 16,
"video_duration": 360,
"audio_sr": 16000,
"target_video_length": 81,
"resize_mode": "adaptive",
"self_attn_1_type": "sage_attn2",
"cross_attn_1_type": "sage_attn2",
"cross_attn_2_type": "sage_attn2",
"seed": 42,
"sample_guide_scale": 1.0,
"sample_shift": 5,
"enable_cfg": false,
"use_31_block": false,
"t5_quantized": true,
"t5_quant_scheme": "fp8-q8f",
"mm_config": {
"mm_type": "W-fp8-channel-sym-A-fp8-channel-sym-dynamic-Q8F"
},
"adapter_quantized": true,
"adapter_quant_scheme": "fp8",
"cpu_offload": false,
"t5_cpu_offload": true,
"t5_offload_granularity": "block",
"clip_cpu_offload": true,
"vae_cpu_offload": true,
"audio_encoder_cpu_offload": true,
"audio_adapter_cpu_offload": true,
"parallel": {
"seq_p_size": 4,
"seq_p_attn_type": "ulysses"
}
}
configs/seko_talk/L40s/8gpu/seko_talk_bf16.json 0 → 100644
View file @ 0fc763de
{
"infer_steps": 4,
"target_fps": 16,
"video_duration": 360,
"audio_sr": 16000,
"target_video_length": 81,
"resize_mode": "adaptive",
"self_attn_1_type": "sage_attn2",
"cross_attn_1_type": "sage_attn2",
"cross_attn_2_type": "sage_attn2",
"seed": 42,
"sample_guide_scale": 1.0,
"sample_shift": 5,
"enable_cfg": false,
"use_31_block": false,
"cpu_offload": false,
"t5_cpu_offload": true,
"t5_offload_granularity": "block",
"clip_cpu_offload": true,
"vae_cpu_offload": true,
"audio_encoder_cpu_offload": true,
"audio_adapter_cpu_offload": true,
"parallel": {
"seq_p_size": 8,
"seq_p_attn_type": "ulysses"
}
}
configs/seko_talk/L40s/8gpu/seko_talk_fp8.json 0 → 100644
View file @ 0fc763de
{
"infer_steps": 4,
"target_fps": 16,
"video_duration": 360,
"audio_sr": 16000,
"target_video_length": 81,
"resize_mode": "adaptive",
"self_attn_1_type": "sage_attn2",
"cross_attn_1_type": "sage_attn2",
"cross_attn_2_type": "sage_attn2",
"seed": 42,
"sample_guide_scale": 1.0,
"sample_shift": 5,
"enable_cfg": false,
"use_31_block": false,
"t5_quantized": true,
"t5_quant_scheme": "fp8-q8f",
"mm_config": {
"mm_type": "W-fp8-channel-sym-A-fp8-channel-sym-dynamic-Q8F"
},
"adapter_quantized": true,
"adapter_quant_scheme": "fp8",
"cpu_offload": false,
"t5_cpu_offload": true,
"t5_offload_granularity": "block",
"clip_cpu_offload": true,
"vae_cpu_offload": true,
"audio_encoder_cpu_offload": true,
"audio_adapter_cpu_offload": true,
"parallel": {
"seq_p_size": 8,
"seq_p_attn_type": "ulysses"
}
}
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment