Skip to content

GitLab

"official/nlp/transformer/embedding_layer.py" did not exist on "4726c5b9fc04c93b069e3b0f7c592f0658fe2b97"
Commit a1ebc651 authored by xuwx1's avatar xuwx1
Browse files

updata lightx2v

parent 5a4db490
Pipeline #3149 canceled with stages
Show whitespace changes
Inline Side-by-side
Showing with 546 additions and 0 deletions
configs/wan/wan_vace.json 0 → 100644
View file @ a1ebc651
{
"infer_steps": 50,
"target_video_length": 81,
"target_height": 480,
"target_width": 832,
"self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3",
"sample_guide_scale": 5,
"sample_shift": 16,
"enable_cfg": true,
"cpu_offload": false
}
configs/wan22/wan_animate.json 0 → 100644
View file @ a1ebc651
{
"infer_steps": 20,
"target_video_length": 77,
"text_len": 512,
"target_height": 720,
"target_width": 1280,
"self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3",
"adapter_attn_type": "flash_attn3",
"sample_shift": 5.0,
"sample_guide_scale": 5.0,
"enable_cfg": false,
"cpu_offload": false,
"refert_num": 1,
"replace_flag": false,
"fps": 30
}
configs/wan22/wan_animate_4090.json 0 → 100644
View file @ a1ebc651
{
"infer_steps": 20,
"target_video_length": 77,
"text_len": 512,
"target_height": 720,
"target_width": 1280,
"self_attn_1_type": "sage_attn2",
"cross_attn_1_type": "sage_attn2",
"cross_attn_2_type": "sage_attn2",
"adapter_attn_type": "sage_attn2",
"sample_shift": 5.0,
"sample_guide_scale": 5.0,
"enable_cfg": false,
"cpu_offload": true,
"offload_granularity": "phase",
"refert_num": 1,
"replace_flag": false,
"fps": 30,
"dit_quantized": true,
"dit_quant_scheme": "fp8-sgl",
"t5_quantized": true,
"t5_quant_scheme": "fp8",
"clip_quantized": true,
"clip_quant_scheme": "fp8"
}
configs/wan22/wan_animate_lora.json 0 → 100644
View file @ a1ebc651
{
"infer_steps": 4,
"target_video_length": 77,
"text_len": 512,
"target_height": 720,
"target_width": 1280,
"self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3",
"adapter_attn_type": "flash_attn3",
"sample_shift": 5.0,
"sample_guide_scale": 1.0,
"enable_cfg": false,
"cpu_offload": false,
"refert_num": 1,
"replace_flag": false,
"fps": 30,
"lora_configs": [
{
"path": "lightx2v_I2V_14B_480p_cfg_step_distill_rank32_bf16.safetensors",
"strength": 1.0
}
]
}
configs/wan22/wan_animate_replace.json 0 → 100644
View file @ a1ebc651
{
"infer_steps": 20,
"target_video_length": 77,
"text_len": 512,
"target_height": 720,
"target_width": 1280,
"self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3",
"adapter_attn_type": "flash_attn3",
"sample_shift": 5.0,
"sample_guide_scale": 5.0,
"enable_cfg": false,
"cpu_offload": false,
"refert_num": 1,
"fps": 30,
"replace_flag": true
}
configs/wan22/wan_animate_replace_4090.json 0 → 100644
View file @ a1ebc651
{
"infer_steps": 20,
"target_video_length": 77,
"text_len": 512,
"target_height": 720,
"target_width": 1280,
"self_attn_1_type": "sage_attn2",
"cross_attn_1_type": "sage_attn2",
"cross_attn_2_type": "sage_attn2",
"adapter_attn_type": "sage_attn2",
"sample_shift": 5.0,
"sample_guide_scale": 5.0,
"enable_cfg": false,
"cpu_offload": true,
"offload_granularity": "phase",
"refert_num": 1,
"fps": 30,
"replace_flag": true,
"dit_quantized": true,
"dit_quant_scheme": "fp8-q8f",
"t5_quantized": true,
"t5_quant_scheme": "fp8-q8f",
"clip_quantized": true,
"clip_quant_scheme": "fp8-q8f"
}
configs/wan22/wan_distill_moe_flf2v.json 0 → 100644
View file @ a1ebc651
{
"infer_steps": 4,
"target_video_length": 81,
"text_len": 512,
"target_height": 720,
"target_width": 1280,
"self_attn_1_type": "sage_attn2",
"cross_attn_1_type": "sage_attn2",
"cross_attn_2_type": "sage_attn2",
"sample_guide_scale": [
3.5,
3.5
],
"sample_shift": 16,
"enable_cfg": false,
"cpu_offload": true,
"offload_granularity": "block",
"t5_cpu_offload": false,
"vae_cpu_offload": false,
"use_image_encoder": false,
"boundary_step_index": 2,
"denoising_step_list": [
1000,
750,
500,
250
]
}
configs/wan22/wan_distill_moe_flf2v_fp8.json 0 → 100644
View file @ a1ebc651
{
"infer_steps": 4,
"target_video_length": 81,
"text_len": 512,
"target_height": 720,
"target_width": 1280,
"self_attn_1_type": "sage_attn2",
"cross_attn_1_type": "sage_attn2",
"cross_attn_2_type": "sage_attn2",
"sample_guide_scale": [
3.5,
3.5
],
"sample_shift": 16,
"enable_cfg": false,
"cpu_offload": true,
"offload_granularity": "block",
"t5_cpu_offload": false,
"vae_cpu_offload": false,
"use_image_encoder": false,
"boundary_step_index": 2,
"denoising_step_list": [
1000,
750,
500,
250
],
"dit_quantized": true,
"dit_quant_scheme": "fp8-sgl",
"t5_quantized": true,
"t5_quant_scheme": "fp8"
}
configs/wan22/wan_distill_moe_flf2v_int8.json 0 → 100644
View file @ a1ebc651
{
"infer_steps": 4,
"target_video_length": 81,
"text_len": 512,
"target_height": 720,
"target_width": 1280,
"self_attn_1_type": "sage_attn2",
"cross_attn_1_type": "sage_attn2",
"cross_attn_2_type": "sage_attn2",
"sample_guide_scale": [
3.5,
3.5
],
"sample_shift": 16,
"enable_cfg": false,
"cpu_offload": true,
"offload_granularity": "block",
"t5_cpu_offload": false,
"vae_cpu_offload": false,
"use_image_encoder": false,
"boundary_step_index": 2,
"denoising_step_list": [
1000,
750,
500,
250
],
"dit_quantized": true,
"dit_quant_scheme": "int8-vllm",
"t5_quantized": true,
"t5_quant_scheme": "int8"
}
configs/wan22/wan_distill_moe_flf2v_with_lora.json 0 → 100644
View file @ a1ebc651
{
"infer_steps": 4,
"target_video_length": 81,
"text_len": 512,
"target_height": 720,
"target_width": 1280,
"self_attn_1_type": "sage_attn2",
"cross_attn_1_type": "sage_attn2",
"cross_attn_2_type": "sage_attn2",
"sample_guide_scale": [
3.5,
3.5
],
"sample_shift": 16,
"enable_cfg": false,
"cpu_offload": true,
"offload_granularity": "model",
"t5_cpu_offload": false,
"vae_cpu_offload": false,
"use_image_encoder": false,
"boundary_step_index": 2,
"denoising_step_list": [
1000,
750,
500,
250
],
"lora_configs": [
{
"name": "low_noise_model",
"path": "/path/to/low_noise_lora",
"strength": 1.0
},
{
"name": "high_noise_model",
"path": "/path/to/high_noise_lora",
"strength": 1.0
}
]
}
configs/wan22/wan_moe_flf2v.json 0 → 100644
View file @ a1ebc651
{
"infer_steps": 40,
"target_video_length": 81,
"target_height": 720,
"target_width": 1280,
"self_attn_1_type": "sage_attn2",
"cross_attn_1_type": "sage_attn2",
"cross_attn_2_type": "sage_attn2",
"sample_shift": 16,
"enable_cfg": true,
"cpu_offload": true,
"sample_guide_scale": [
3.5,
3.5
],
"offload_granularity": "model",
"t5_cpu_offload": false,
"vae_cpu_offload": false,
"boundary": 0.900,
"use_image_encoder": false
}
configs/wan22/wan_moe_i2v.json 0 → 100644
View file @ a1ebc651
{
"infer_steps": 40,
"target_video_length": 81,
"text_len": 512,
"target_height": 720,
"target_width": 1280,
"self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3",
"sample_guide_scale": [
3.5,
3.5
],
"sample_shift": 5.0,
"enable_cfg": true,
"cpu_offload": true,
"offload_granularity": "model",
"boundary": 0.900,
"use_image_encoder": false
}
configs/wan22/wan_moe_i2v_4090.json 0 → 100644
View file @ a1ebc651
{
"infer_steps": 40,
"target_video_length": 81,
"text_len": 512,
"target_height": 720,
"target_width": 1280,
"self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3",
"sample_guide_scale": [
3.5,
3.5
],
"sample_shift": 5.0,
"enable_cfg": false,
"cpu_offload": true,
"offload_granularity": "phase",
"boundary": 0.900,
"use_image_encoder": false,
"boundary_step_index": 2,
"denoising_step_list": [
1000,
750,
500,
250
]
}
configs/wan22/wan_moe_i2v_audio.json 0 → 100644
View file @ a1ebc651
{
"infer_steps": 6,
"target_fps": 16,
"video_duration": 16,
"audio_sr": 16000,
"text_len": 512,
"target_video_length": 81,
"target_height": 720,
"target_width": 1280,
"self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3",
"sample_guide_scale": [
1.0,
1.0
],
"sample_shift": 5.0,
"enable_cfg": false,
"cpu_offload": true,
"offload_granularity": "model",
"t5_cpu_offload": false,
"vae_cpu_offload": false,
"boundary": 0.900,
"use_image_encoder": false,
"use_31_block": false,
"lora_configs": [
{
"name": "high_noise_model",
"path": "/mnt/Text2Video/wuzhuguanyu/Wan21_T2V_14B_lightx2v_cfg_step_distill_lora_rank64.safetensors",
"strength": 1.0
},
{
"name": "low_noise_model",
"path": "/mnt/Text2Video/wuzhuguanyu/Wan21_T2V_14B_lightx2v_cfg_step_distill_lora_rank64.safetensors",
"strength": 1.0
}
]
}
configs/wan22/wan_moe_i2v_distill.json 0 → 100644
View file @ a1ebc651
{
"infer_steps": 4,
"target_video_length": 81,
"text_len": 512,
"target_height": 720,
"target_width": 1280,
"self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3",
"sample_guide_scale": [
3.5,
3.5
],
"sample_shift": 5.0,
"enable_cfg": false,
"cpu_offload": true,
"offload_granularity": "block",
"t5_cpu_offload": false,
"vae_cpu_offload": false,
"use_image_encoder": false,
"boundary_step_index": 2,
"denoising_step_list": [
1000,
750,
500,
250
]
}
configs/wan22/wan_moe_i2v_distill_4090.json 0 → 100644
View file @ a1ebc651
{
"infer_steps": 4,
"target_video_length": 81,
"text_len": 512,
"target_height": 720,
"target_width": 1280,
"self_attn_1_type": "sage_attn2",
"cross_attn_1_type": "sage_attn2",
"cross_attn_2_type": "sage_attn2",
"sample_guide_scale": [
3.5,
3.5
],
"sample_shift": 5.0,
"enable_cfg": false,
"cpu_offload": true,
"offload_granularity": "block",
"t5_cpu_offload": false,
"vae_cpu_offload": false,
"use_image_encoder": false,
"boundary_step_index": 2,
"denoising_step_list": [
1000,
750,
500,
250
],
"dit_quantized": true,
"dit_quant_scheme": "fp8-q8f",
"t5_quantized": true,
"t5_quant_scheme": "fp8-q8f"
}
configs/wan22/wan_moe_i2v_distill_5090.json 0 → 100644
View file @ a1ebc651
{
"infer_steps": 4,
"target_video_length": 81,
"text_len": 512,
"target_height": 720,
"target_width": 1280,
"self_attn_1_type": "sage_attn3",
"cross_attn_1_type": "sage_attn3",
"cross_attn_2_type": "sage_attn3",
"sample_guide_scale": [
3.5,
3.5
],
"sample_shift": 5.0,
"enable_cfg": false,
"cpu_offload": true,
"offload_granularity": "block",
"t5_cpu_offload": false,
"vae_cpu_offload": false,
"use_image_encoder": false,
"boundary_step_index": 2,
"denoising_step_list": [
1000,
750,
500,
250
],
"dit_quantized": true,
"dit_quant_scheme": "int8-q8f",
"t5_quantized": true,
"t5_quant_scheme": "int8-q8f"
}
configs/wan22/wan_moe_i2v_distill_quant.json 0 → 100644
View file @ a1ebc651
{
"infer_steps": 4,
"target_video_length": 81,
"text_len": 512,
"target_height": 720,
"target_width": 1280,
"self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3",
"sample_guide_scale": [
3.5,
3.5
],
"sample_shift": 5.0,
"enable_cfg": false,
"cpu_offload": true,
"offload_granularity": "block",
"t5_cpu_offload": false,
"vae_cpu_offload": false,
"use_image_encoder": false,
"boundary_step_index": 2,
"denoising_step_list": [
1000,
750,
500,
250
],
"dit_quantized": true,
"dit_quant_scheme": "fp8-sgl",
"t5_quantized": true,
"t5_quant_scheme": "fp8-sgl"
}
configs/wan22/wan_moe_i2v_distill_with_lora.json 0 → 100644
View file @ a1ebc651
{
"infer_steps": 4,
"target_video_length": 81,
"text_len": 512,
"target_height": 720,
"target_width": 1280,
"self_attn_1_type": "sage_attn2",
"cross_attn_1_type": "sage_attn2",
"cross_attn_2_type": "sage_attn2",
"sample_guide_scale": [
3.5,
3.5
],
"sample_shift": 5.0,
"enable_cfg": false,
"cpu_offload": true,
"offload_granularity": "block",
"t5_cpu_offload": false,
"vae_cpu_offload": false,
"use_image_encoder": false,
"boundary_step_index": 2,
"denoising_step_list": [
1000,
750,
500,
250
],
"lora_configs": [
{
"name": "high_noise_model",
"path": "lightx2v/Wan2.2-Distill-Loras/wan2.2_i2v_A14b_high_noise_lora_rank64_lightx2v_4step_1022.safetensors",
"strength": 1.0
},
{
"name": "low_noise_model",
"path": "lightx2v/Wan2.2-Distill-Loras/wan2.2_i2v_A14b_low_noise_lora_rank64_lightx2v_4step_1022.safetensors",
"strength": 1.0
}
]
}
configs/wan22/wan_moe_t2v.json 0 → 100644
View file @ a1ebc651
{
"infer_steps": 40,
"target_video_length": 81,
"text_len": 512,
"target_height": 720,
"target_width": 1280,
"self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3",
"sample_guide_scale": [
4.0,
3.0
],
"sample_shift": 12.0,
"enable_cfg": true,
"cpu_offload": true,
"offload_granularity": "model",
"t5_cpu_offload": false,
"vae_cpu_offload": false,
"boundary": 0.875
}
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment