Skip to content

GitLab

"test/layernorm/CMakeLists.txt" did not exist on "c5620ed0ca4f3784983f3802009b2633bbb69494"
Commit e2778d0d authored by litzh's avatar litzh
Browse files

Initial commit

parents
Pipeline #3370 canceled with stages
Hide whitespace changes
Inline Side-by-side
Showing with 382 additions and 0 deletions
configs/attentions/wan_i2v_sage.json 0 → 100755
View file @ e2778d0d
{
"infer_steps": 40,
"target_video_length": 81,
"target_height": 480,
"target_width": 832,
"self_attn_1_type": "sage_attn2",
"cross_attn_1_type": "sage_attn2",
"cross_attn_2_type": "sage_attn2",
"sample_guide_scale": 5,
"sample_shift": 5,
"enable_cfg": true,
"cpu_offload": false
}
configs/attentions/wan_i2v_sla_480p.json 0 → 100755
View file @ e2778d0d
{
"infer_steps": 40,
"target_video_length": 81,
"target_height": 480,
"target_width": 832,
"self_attn_1_type": "sla_attn",
"sla_attn_setting": {
"sparsity_ratio": 0.8,
"operator": "triton"
},
"cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3",
"sample_guide_scale": 5,
"sample_shift": 5,
"enable_cfg": true,
"cpu_offload": false
}
configs/attentions/wan_i2v_sla_flashinfer_480p.json 0 → 100755
View file @ e2778d0d
{
"infer_steps": 40,
"target_video_length": 81,
"target_height": 480,
"target_width": 832,
"self_attn_1_type": "general_sparse_attn",
"general_sparse_attn_setting": {
"sparse_mask_generator": "sla_mask_generator",
"sparse_setting": {
"sla_sparsity_ratio": 0.8
},
"sparse_operator": "flashinfer_operator"
},
"cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3",
"sample_guide_scale": 5,
"sample_shift": 5,
"enable_cfg": true,
"cpu_offload": false
}
configs/attentions/wan_i2v_sla_flex_block_480p.json 0 → 100755
View file @ e2778d0d
{
"infer_steps": 40,
"target_video_length": 81,
"target_height": 480,
"target_width": 832,
"self_attn_1_type": "general_sparse_attn",
"general_sparse_attn_setting": {
"sparse_mask_generator": "sla_mask_generator",
"sparse_setting": {
"sla_sparsity_ratio": 0.8
},
"sparse_operator": "flex_block_operator"
},
"cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3",
"sample_guide_scale": 5,
"sample_shift": 5,
"enable_cfg": true,
"cpu_offload": false
}
configs/attentions/wan_i2v_sla_magi_480p.json 0 → 100755
View file @ e2778d0d
{
"infer_steps": 40,
"target_video_length": 81,
"target_height": 480,
"target_width": 832,
"self_attn_1_type": "general_sparse_attn",
"general_sparse_attn_setting": {
"sparse_mask_generator": "sla_mask_generator",
"sparse_setting": {
"sla_sparsity_ratio": 0.8
},
"sparse_operator": "magi_operator"
},
"cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3",
"sample_guide_scale": 5,
"sample_shift": 5,
"enable_cfg": true,
"cpu_offload": false
}
configs/attentions/wan_i2v_svg.json 0 → 100755
View file @ e2778d0d
{
"infer_steps": 40,
"target_video_length": 81,
"target_height": 480,
"target_width": 832,
"self_attn_1_type": "svg_attn",
"cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3",
"sample_guide_scale": 5,
"sample_shift": 3,
"enable_cfg": true,
"cpu_offload": false
}
configs/attentions/wan_i2v_svg2.json 0 → 100755
View file @ e2778d0d
{
"infer_steps": 40,
"target_video_length": 81,
"target_height": 480,
"target_width": 832,
"self_attn_1_type": "svg2_attn",
"cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3",
"sample_guide_scale": 5,
"sample_shift": 3,
"enable_cfg": true,
"cpu_offload": false
}
configs/attentions/wan_i2v_svg_magi_480p.json 0 → 100755
View file @ e2778d0d
{
"infer_steps": 40,
"target_video_length": 81,
"target_height": 480,
"target_width": 832,
"self_attn_1_type": "general_sparse_attn",
"general_sparse_attn_setting": {
"sparse_mask_generator": "svg_mask_generator",
"sparse_setting": {
"svg_sample_mse_max_row": 10000,
"svg_num_sampled_rows": 64,
"svg_context_length": 0,
"svg_sparsity": 0.8
},
"sparse_operator": "magi_operator"
},
"cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3",
"sample_guide_scale": 5,
"sample_shift": 5,
"enable_cfg": true,
"cpu_offload": false
}
configs/attentions/wan_t2v_draft.json 0 → 100755
View file @ e2778d0d
{
"infer_steps": 50,
"target_video_length": 81,
"text_len": 512,
"target_height": 480,
"target_width": 832,
"self_attn_1_type": "draft_attn",
"draft_attn_sparsity_ratio": 0.75,
"cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3",
"sample_guide_scale": 5,
"sample_shift": 5,
"enable_cfg": true,
"cpu_offload": false
}
configs/attentions/wan_t2v_sla_480p.json 0 → 100755
View file @ e2778d0d
{
"infer_steps": 50,
"target_video_length": 81,
"text_len": 512,
"target_height": 480,
"target_width": 832,
"self_attn_1_type": "sla_attn",
"sla_attn_setting": {
"sparsity_ratio": 0.8,
"operator": "triton"
},
"cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3",
"sample_guide_scale": 6,
"sample_shift": 8,
"enable_cfg": true,
"cpu_offload": false
}
configs/attentions/wan_t2v_sparge.json 0 → 100755
View file @ e2778d0d
{
"infer_steps": 50,
"target_video_length": 81,
"text_len": 512,
"target_height": 480,
"target_width": 832,
"self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3",
"sample_guide_scale": 6,
"sample_shift": 8,
"enable_cfg": true,
"cpu_offload": false,
"sparge": true,
"sparge_ckpt": "/path/to/sparge_wan2.1_t2v_1.3B.pt"
}
configs/bagel/bagel_t2i.json 0 → 100644
View file @ e2778d0d
{
"infer_steps": 50,
"inference_hyper": {
"cfg_text_scale": 4.0,
"cfg_img_scale": 1.0,
"cfg_interval": [0.4, 1.0],
"timestep_shift": 3.0,
"num_timesteps": 50,
"cfg_renorm_min": 0.0,
"cfg_renorm_type": "global"
},
"think": false,
"understanding_output": false,
"do_sample": false,
"text_temperature": 0.3,
"max_think_token_n": 1000,
"interpolate_pos": false,
"visual_gen": true,
"visual_und": true,
"vit_max_num_patch_per_side": 70,
"connector_act": "gelu_pytorch_tanh",
"latent_patch_size": 2,
"max_latent_size_update": 64,
"llm_config_update": {
"dtype": "bfloat16",
"freeze_und": false,
"is_causal": true,
"layer_module": "Qwen2MoTDecoderLayer",
"rope_scaling": null,
"sliding_window": null
}
}
configs/bench/lightx2v_1.json 0 → 100755
View file @ e2778d0d
{
"infer_steps": 40,
"target_video_length": 81,
"target_height": 480,
"target_width": 832,
"self_attn_1_type": "sage_attn2",
"cross_attn_1_type": "sage_attn2",
"cross_attn_2_type": "sage_attn2",
"sample_guide_scale": 5,
"sample_shift": 5,
"enable_cfg": true,
"cpu_offload": false
}
configs/bench/lightx2v_2.json 0 → 100755
View file @ e2778d0d
{
"infer_steps": 40,
"target_video_length": 81,
"target_height": 480,
"target_width": 832,
"self_attn_1_type": "sage_attn2",
"cross_attn_1_type": "sage_attn2",
"cross_attn_2_type": "sage_attn2",
"sample_guide_scale": 5,
"sample_shift": 5,
"enable_cfg": true,
"cpu_offload": false
}
configs/bench/lightx2v_3.json 0 → 100755
View file @ e2778d0d
{
"infer_steps": 40,
"target_video_length": 81,
"target_height": 480,
"target_width": 832,
"self_attn_1_type": "sage_attn2",
"cross_attn_1_type": "sage_attn2",
"cross_attn_2_type": "sage_attn2",
"sample_guide_scale": 5,
"sample_shift": 5,
"enable_cfg": true,
"cpu_offload": false,
"dit_quantized": true,
"dit_quant_scheme": "fp8-sgl",
"use_tiling_vae": true
}
configs/bench/lightx2v_3_distill.json 0 → 100755
View file @ e2778d0d
{
"infer_steps": 4,
"target_video_length": 81,
"target_height": 480,
"target_width": 832,
"self_attn_1_type": "sage_attn2",
"cross_attn_1_type": "sage_attn2",
"cross_attn_2_type": "sage_attn2",
"sample_guide_scale": 5,
"sample_shift": 5,
"enable_cfg": false,
"cpu_offload": false,
"denoising_step_list": [
1000,
750,
500,
250
],
"dit_quantized": true,
"dit_quant_scheme": "fp8-sgl",
"use_tiling_vae": true
}
configs/bench/lightx2v_4.json 0 → 100755
View file @ e2778d0d
{
"infer_steps": 40,
"target_video_length": 81,
"target_height": 480,
"target_width": 832,
"self_attn_1_type": "sage_attn2",
"cross_attn_1_type": "sage_attn2",
"cross_attn_2_type": "sage_attn2",
"sample_guide_scale": 5,
"sample_shift": 5,
"enable_cfg": true,
"cpu_offload": false,
"dit_quantized": true,
"dit_quant_scheme": "fp8-sgl",
"feature_caching": "Tea",
"coefficients": [
[
2.57151496e05,
-3.54229917e04,
1.40286849e03,
-1.35890334e01,
1.32517977e-01
],
[
-3.02331670e02,
2.23948934e02,
-5.25463970e01,
5.87348440e00,
-2.01973289e-01
]
],
"use_ret_steps": false,
"teacache_thresh": 0.2,
"use_tiling_vae": true
}
configs/bench/lightx2v_5.json 0 → 100755
View file @ e2778d0d
{
"infer_steps": 40,
"target_video_length": 81,
"target_height": 480,
"target_width": 832,
"self_attn_1_type": "sage_attn2",
"cross_attn_1_type": "sage_attn2",
"cross_attn_2_type": "sage_attn2",
"sample_guide_scale": 5,
"sample_shift": 5,
"enable_cfg": true,
"cpu_offload": true,
"offload_granularity": "block",
"offload_ratio": 0.8,
"t5_cpu_offload": true,
"dit_quantized": true,
"dit_quant_scheme": "fp8-sgl",
"use_tiling_vae": true
}
configs/bench/lightx2v_5_distill.json 0 → 100755
View file @ e2778d0d
{
"infer_steps": 4,
"target_video_length": 81,
"target_height": 480,
"target_width": 832,
"self_attn_1_type": "sage_attn2",
"cross_attn_1_type": "sage_attn2",
"cross_attn_2_type": "sage_attn2",
"sample_guide_scale": 5,
"sample_shift": 5,
"enable_cfg": false,
"cpu_offload": true,
"offload_granularity": "block",
"offload_ratio": 0.8,
"t5_cpu_offload": true,
"denoising_step_list": [
1000,
750,
500,
250
],
"dit_quantized": true,
"dit_quant_scheme": "fp8-sgl",
"use_tiling_vae": true
}
configs/bench/lightx2v_6.json 0 → 100755
View file @ e2778d0d
{
"infer_steps": 40,
"target_video_length": 81,
"target_height": 480,
"target_width": 832,
"self_attn_1_type": "sage_attn2",
"cross_attn_1_type": "sage_attn2",
"cross_attn_2_type": "sage_attn2",
"sample_guide_scale": 5,
"sample_shift": 5,
"enable_cfg": true,
"cpu_offload": true,
"offload_granularity": "block",
"offload_ratio": 0.8,
"t5_cpu_offload": true,
"dit_quantized": true,
"dit_quant_scheme": "fp8-sgl",
"use_tiling_vae": true
}
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment