Skip to content

GitLab

Commit 8b230da5 authored by wangshankun's avatar wangshankun
Browse files

update config attention type

parent fad005dd
Hide whitespace changes
Inline Side-by-side
Showing with 60 additions and 20 deletions
configs/distill/wan_i2v_distill_4step_cfg.json
View file @ 8b230da5
...@@ -3,7 +3,9 @@ ...@@ -3,7 +3,9 @@
"target_video_length": 81, "target_video_length": 81,
"target_height": 480, "target_height": 480,
"target_width": 832, "target_width": 832,
"attention_type": "flash_attn3", "self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3",
"seed": 42, "seed": 42,
"sample_guide_scale": 5, "sample_guide_scale": 5,
"sample_shift": 5, "sample_shift": 5,
......
configs/distill/wan_i2v_distill_4step_cfg_lora_rank32.json
View file @ 8b230da5
...@@ -3,7 +3,9 @@ ...@@ -3,7 +3,9 @@
"target_video_length": 81, "target_video_length": 81,
"target_height": 480, "target_height": 480,
"target_width": 832, "target_width": 832,
"attention_type": "flash_attn3", "self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3",
"seed": 42, "seed": 42,
"sample_guide_scale": 5, "sample_guide_scale": 5,
"sample_shift": 5, "sample_shift": 5,
......
configs/distill/wan_t2v_distill_4step_cfg.json
View file @ 8b230da5
...@@ -4,7 +4,9 @@ ...@@ -4,7 +4,9 @@
"text_len": 512, "text_len": 512,
"target_height": 480, "target_height": 480,
"target_width": 832, "target_width": 832,
"attention_type": "flash_attn3", "self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3",
"seed": 42, "seed": 42,
"sample_guide_scale": 6, "sample_guide_scale": 6,
"sample_shift": 8, "sample_shift": 8,
......
configs/distill/wan_t2v_distill_4step_cfg_lora_rank32.json
View file @ 8b230da5
...@@ -4,7 +4,9 @@ ...@@ -4,7 +4,9 @@
"text_len": 512, "text_len": 512,
"target_height": 480, "target_height": 480,
"target_width": 832, "target_width": 832,
"attention_type": "flash_attn3", "self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3",
"seed": 42, "seed": 42,
"sample_guide_scale": 6, "sample_guide_scale": 6,
"sample_shift": 8, "sample_shift": 8,
......
configs/hunyuan/hunyuan_i2v.json
View file @ 8b230da5
...@@ -3,6 +3,8 @@ ...@@ -3,6 +3,8 @@
"target_video_length": 33, "target_video_length": 33,
"target_height": 720, "target_height": 720,
"target_width": 1280, "target_width": 1280,
"attention_type": "flash_attn3", "self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3",
"seed": 0 "seed": 0
} }
configs/hunyuan/hunyuan_t2v.json
View file @ 8b230da5
...@@ -3,6 +3,8 @@ ...@@ -3,6 +3,8 @@
"target_video_length": 33, "target_video_length": 33,
"target_height": 720, "target_height": 720,
"target_width": 1280, "target_width": 1280,
"attention_type": "flash_attn3", "self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3",
"seed": 42 "seed": 42
} }
configs/hunyuan/hunyuan_t2v_dist_ring.json
View file @ 8b230da5
...@@ -3,7 +3,9 @@ ...@@ -3,7 +3,9 @@
"target_video_length": 33, "target_video_length": 33,
"target_height": 720, "target_height": 720,
"target_width": 1280, "target_width": 1280,
"attention_type": "flash_attn3", "self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3",
"seed": 42, "seed": 42,
"parallel_attn_type": "ring" "parallel_attn_type": "ring"
} }
configs/hunyuan/hunyuan_t2v_dist_ulysses.json
View file @ 8b230da5
...@@ -3,7 +3,9 @@ ...@@ -3,7 +3,9 @@
"target_video_length": 33, "target_video_length": 33,
"target_height": 720, "target_height": 720,
"target_width": 1280, "target_width": 1280,
"attention_type": "flash_attn3", "self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3",
"seed": 42, "seed": 42,
"parallel_attn_type": "ulysses" "parallel_attn_type": "ulysses"
} }
configs/offload/block/wan_i2v_block.json
View file @ 8b230da5
...@@ -3,7 +3,9 @@ ...@@ -3,7 +3,9 @@
"target_video_length": 81, "target_video_length": 81,
"target_height": 480, "target_height": 480,
"target_width": 832, "target_width": 832,
"attention_type": "flash_attn3", "self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3",
"seed": 42, "seed": 42,
"sample_guide_scale": 5, "sample_guide_scale": 5,
"sample_shift": 5, "sample_shift": 5,
......
configs/offload/block/wan_t2v_block.json
View file @ 8b230da5
...@@ -4,7 +4,9 @@ ...@@ -4,7 +4,9 @@
"text_len": 512, "text_len": 512,
"target_height": 480, "target_height": 480,
"target_width": 832, "target_width": 832,
"attention_type": "flash_attn3", "self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3",
"seed": 42, "seed": 42,
"sample_guide_scale": 6, "sample_guide_scale": 6,
"sample_shift": 8, "sample_shift": 8,
......
configs/offload/disk/wan_i2v_phase_lazy_load_480p.json
View file @ 8b230da5
...@@ -3,7 +3,9 @@ ...@@ -3,7 +3,9 @@
"target_video_length": 81, "target_video_length": 81,
"target_height": 480, "target_height": 480,
"target_width": 832, "target_width": 832,
"attention_type": "sage_attn2", "self_attn_1_type": "sage_attn2",
"cross_attn_1_type": "sage_attn2",
"cross_attn_2_type": "sage_attn2",
"seed": 42, "seed": 42,
"sample_guide_scale": 5, "sample_guide_scale": 5,
"sample_shift": 5, "sample_shift": 5,
......
configs/offload/disk/wan_i2v_phase_lazy_load_720p.json
View file @ 8b230da5
...@@ -3,7 +3,9 @@ ...@@ -3,7 +3,9 @@
"target_video_length": 81, "target_video_length": 81,
"target_height": 1280, "target_height": 1280,
"target_width": 720, "target_width": 720,
"attention_type": "sage_attn2", "self_attn_1_type": "sage_attn2",
"cross_attn_1_type": "sage_attn2",
"cross_attn_2_type": "sage_attn2",
"seed": 42, "seed": 42,
"sample_guide_scale": 5, "sample_guide_scale": 5,
"sample_shift": 5, "sample_shift": 5,
......
configs/offload/phase/wan_i2v_phase.json
View file @ 8b230da5
...@@ -3,7 +3,9 @@ ...@@ -3,7 +3,9 @@
"target_video_length": 81, "target_video_length": 81,
"target_height": 480, "target_height": 480,
"target_width": 832, "target_width": 832,
"attention_type": "sage_attn2", "self_attn_1_type": "sage_attn2",
"cross_attn_1_type": "sage_attn2",
"cross_attn_2_type": "sage_attn2",
"seed": 42, "seed": 42,
"sample_guide_scale": 5, "sample_guide_scale": 5,
"sample_shift": 5, "sample_shift": 5,
......
configs/offload/phase/wan_t2v_phase.json
View file @ 8b230da5
...@@ -4,7 +4,9 @@ ...@@ -4,7 +4,9 @@
"text_len": 512, "text_len": 512,
"target_height": 480, "target_height": 480,
"target_width": 832, "target_width": 832,
"attention_type": "sage_attn2", "self_attn_1_type": "sage_attn2",
"cross_attn_1_type": "sage_attn2",
"cross_attn_2_type": "sage_attn2",
"seed": 42, "seed": 42,
"sample_guide_scale": 6, "sample_guide_scale": 6,
"sample_shift": 8, "sample_shift": 8,
......
configs/quantization/advanced_ptq/wan_i2v.json
View file @ 8b230da5
...@@ -4,7 +4,9 @@ ...@@ -4,7 +4,9 @@
"text_len": 512, "text_len": 512,
"target_height": 480, "target_height": 480,
"target_width": 832, "target_width": 832,
"attention_type": "flash_attn3", "self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3",
"seed": 42, "seed": 42,
"sample_guide_scale": 5, "sample_guide_scale": 5,
"sample_shift": 5, "sample_shift": 5,
......
configs/quantization/hunyuan_i2v_auto.json
View file @ 8b230da5
...@@ -2,7 +2,9 @@ ...@@ -2,7 +2,9 @@
"infer_steps": 20, "infer_steps": 20,
"target_video_length": 33, "target_video_length": 33,
"i2v_resolution": "720p", "i2v_resolution": "720p",
"attention_type": "flash_attn3", "self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3",
"seed": 0, "seed": 0,
"dit_quantized_ckpt": "/mtc/gushiqiao/llmc_workspace/x2v_models/hunyuan/hunyuan_i2v_int8.pth", "dit_quantized_ckpt": "/mtc/gushiqiao/llmc_workspace/x2v_models/hunyuan/hunyuan_i2v_int8.pth",
"mm_config": { "mm_config": {
......
configs/quantization/hunyuan_i2v_offline.json
View file @ 8b230da5
...@@ -2,7 +2,9 @@ ...@@ -2,7 +2,9 @@
"infer_steps": 20, "infer_steps": 20,
"target_video_length": 33, "target_video_length": 33,
"i2v_resolution": "720p", "i2v_resolution": "720p",
"attention_type": "flash_attn3", "self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3",
"seed": 0, "seed": 0,
"dit_quantized_ckpt": "/mtc/gushiqiao/llmc_workspace/x2v_models/hunyuan/hunyuan_i2v_int8.pth", "dit_quantized_ckpt": "/mtc/gushiqiao/llmc_workspace/x2v_models/hunyuan/hunyuan_i2v_int8.pth",
"mm_config": { "mm_config": {
......
configs/quantization/wan_i2v_quant_auto.json
View file @ 8b230da5
...@@ -3,7 +3,9 @@ ...@@ -3,7 +3,9 @@
"target_video_length": 81, "target_video_length": 81,
"target_height": 480, "target_height": 480,
"target_width": 832, "target_width": 832,
"attention_type": "sage_attn2", "self_attn_1_type": "sage_attn2",
"cross_attn_1_type": "sage_attn2",
"cross_attn_2_type": "sage_attn2",
"seed": 42, "seed": 42,
"sample_guide_scale": 5, "sample_guide_scale": 5,
"sample_shift": 5, "sample_shift": 5,
......
configs/quantization/wan_i2v_quant_offline.json
View file @ 8b230da5
...@@ -3,7 +3,9 @@ ...@@ -3,7 +3,9 @@
"target_video_length": 81, "target_video_length": 81,
"target_height": 480, "target_height": 480,
"target_width": 832, "target_width": 832,
"attention_type": "sage_attn2", "self_attn_1_type": "sage_attn2",
"cross_attn_1_type": "sage_attn2",
"cross_attn_2_type": "sage_attn2",
"seed": 42, "seed": 42,
"sample_guide_scale": 5, "sample_guide_scale": 5,
"sample_shift": 5, "sample_shift": 5,
......
configs/skyreels/wan_skyreels_v2_df.json
View file @ 8b230da5
...@@ -9,7 +9,9 @@ ...@@ -9,7 +9,9 @@
"overlap_history": 17, "overlap_history": 17,
"addnoise_condition": 0, "addnoise_condition": 0,
"causal_block_size": 1, "causal_block_size": 1,
"attention_type": "flash_attn3", "self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3",
"seed": 42, "seed": 42,
"sample_guide_scale": 5, "sample_guide_scale": 5,
"sample_shift": 3 "sample_shift": 3
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment