Unverified Commit 04812de2 authored by Yang Yong (雍洋)'s avatar Yang Yong (雍洋) Committed by GitHub
Browse files

Refactor Config System (#338)

parent 6a658f42
...@@ -8,7 +8,6 @@ ...@@ -8,7 +8,6 @@
"self_attn_1_type": "sage_attn2", "self_attn_1_type": "sage_attn2",
"cross_attn_1_type": "sage_attn2", "cross_attn_1_type": "sage_attn2",
"cross_attn_2_type": "sage_attn2", "cross_attn_2_type": "sage_attn2",
"seed": 42,
"sample_guide_scale": 1.0, "sample_guide_scale": 1.0,
"sample_shift": 5, "sample_shift": 5,
"enable_cfg": false, "enable_cfg": false,
...@@ -26,5 +25,46 @@ ...@@ -26,5 +25,46 @@
"t5_quantized": true, "t5_quantized": true,
"t5_quant_scheme": "fp8", "t5_quant_scheme": "fp8",
"compile": true, "compile": true,
"compile_shapes": [[480, 832], [544, 960], [720, 1280], [832, 480], [960, 544], [1280, 720], [480, 480], [576, 576], [704, 704], [960, 960]] "compile_shapes": [
[
480,
832
],
[
544,
960
],
[
720,
1280
],
[
832,
480
],
[
960,
544
],
[
1280,
720
],
[
480,
480
],
[
576,
576
],
[
704,
704
],
[
960,
960
]
]
} }
...@@ -12,7 +12,6 @@ ...@@ -12,7 +12,6 @@
"self_attn_1_type": "flash_attn3", "self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3", "cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3", "cross_attn_2_type": "flash_attn3",
"seed": 42,
"sample_guide_scale": 5, "sample_guide_scale": 5,
"sample_shift": 3 "sample_shift": 3
} }
...@@ -7,7 +7,6 @@ ...@@ -7,7 +7,6 @@
"self_attn_1_type": "flash_attn3", "self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3", "cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3", "cross_attn_2_type": "flash_attn3",
"seed": 42,
"sample_guide_scale": 5, "sample_guide_scale": 5,
"sample_shift": 3 "sample_shift": 3
} }
...@@ -7,7 +7,6 @@ ...@@ -7,7 +7,6 @@
"self_attn_1_type": "flash_attn3", "self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3", "cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3", "cross_attn_2_type": "flash_attn3",
"seed": 42,
"sample_guide_scale": 6, "sample_guide_scale": 6,
"sample_shift": 8 "sample_shift": 8
} }
...@@ -7,7 +7,6 @@ ...@@ -7,7 +7,6 @@
"self_attn_1_type": "flash_attn3", "self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3", "cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3", "cross_attn_2_type": "flash_attn3",
"seed": 42,
"sample_guide_scale": 6, "sample_guide_scale": 6,
"sample_shift": 8, "sample_shift": 8,
"enable_cfg": true, "enable_cfg": true,
......
...@@ -6,7 +6,6 @@ ...@@ -6,7 +6,6 @@
"self_attn_1_type": "sage_attn2", "self_attn_1_type": "sage_attn2",
"cross_attn_1_type": "sage_attn2", "cross_attn_1_type": "sage_attn2",
"cross_attn_2_type": "sage_attn2", "cross_attn_2_type": "sage_attn2",
"seed": 442,
"sample_guide_scale": 5, "sample_guide_scale": 5,
"sample_shift": 16, "sample_shift": 16,
"enable_cfg": true, "enable_cfg": true,
......
...@@ -6,7 +6,6 @@ ...@@ -6,7 +6,6 @@
"self_attn_1_type": "flash_attn3", "self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3", "cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3", "cross_attn_2_type": "flash_attn3",
"seed": 442,
"sample_guide_scale": 5, "sample_guide_scale": 5,
"sample_shift": 3, "sample_shift": 3,
"enable_cfg": true, "enable_cfg": true,
......
...@@ -7,7 +7,6 @@ ...@@ -7,7 +7,6 @@
"self_attn_1_type": "flash_attn3", "self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3", "cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3", "cross_attn_2_type": "flash_attn3",
"seed": 42,
"sample_guide_scale": 6, "sample_guide_scale": 6,
"sample_shift": 8, "sample_shift": 8,
"enable_cfg": true, "enable_cfg": true,
......
...@@ -7,12 +7,13 @@ ...@@ -7,12 +7,13 @@
"self_attn_1_type": "flash_attn3", "self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3", "cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3", "cross_attn_2_type": "flash_attn3",
"seed": 42,
"sample_guide_scale": 6, "sample_guide_scale": 6,
"sample_shift": 8, "sample_shift": 8,
"enable_cfg": true, "enable_cfg": true,
"cpu_offload": false, "cpu_offload": false,
"sub_servers": { "sub_servers": {
"prompt_enhancer": ["http://localhost:9001"] "prompt_enhancer": [
"http://localhost:9001"
]
} }
} }
...@@ -6,7 +6,6 @@ ...@@ -6,7 +6,6 @@
"self_attn_1_type": "flash_attn3", "self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3", "cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3", "cross_attn_2_type": "flash_attn3",
"seed": 42,
"sample_guide_scale": 5, "sample_guide_scale": 5,
"sample_shift": 16, "sample_shift": 16,
"enable_cfg": true, "enable_cfg": true,
......
...@@ -8,7 +8,6 @@ ...@@ -8,7 +8,6 @@
"cross_attn_1_type": "flash_attn3", "cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3", "cross_attn_2_type": "flash_attn3",
"adapter_attn_type": "flash_attn3", "adapter_attn_type": "flash_attn3",
"seed": 42,
"sample_shift": 5.0, "sample_shift": 5.0,
"sample_guide_scale": 5.0, "sample_guide_scale": 5.0,
"enable_cfg": false, "enable_cfg": false,
......
...@@ -8,7 +8,6 @@ ...@@ -8,7 +8,6 @@
"cross_attn_1_type": "flash_attn3", "cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3", "cross_attn_2_type": "flash_attn3",
"adapter_attn_type": "flash_attn3", "adapter_attn_type": "flash_attn3",
"seed": 42,
"sample_shift": 5.0, "sample_shift": 5.0,
"sample_guide_scale": 5.0, "sample_guide_scale": 5.0,
"enable_cfg": false, "enable_cfg": false,
......
...@@ -7,8 +7,10 @@ ...@@ -7,8 +7,10 @@
"self_attn_1_type": "sage_attn2", "self_attn_1_type": "sage_attn2",
"cross_attn_1_type": "sage_attn2", "cross_attn_1_type": "sage_attn2",
"cross_attn_2_type": "sage_attn2", "cross_attn_2_type": "sage_attn2",
"seed": 42, "sample_guide_scale": [
"sample_guide_scale": [3.5, 3.5], 3.5,
3.5
],
"sample_shift": 16, "sample_shift": 16,
"enable_cfg": false, "enable_cfg": false,
"cpu_offload": true, "cpu_offload": true,
...@@ -17,5 +19,10 @@ ...@@ -17,5 +19,10 @@
"vae_cpu_offload": false, "vae_cpu_offload": false,
"use_image_encoder": false, "use_image_encoder": false,
"boundary_step_index": 2, "boundary_step_index": 2,
"denoising_step_list": [1000, 750, 500, 250] "denoising_step_list": [
1000,
750,
500,
250
]
} }
...@@ -7,8 +7,10 @@ ...@@ -7,8 +7,10 @@
"self_attn_1_type": "sage_attn2", "self_attn_1_type": "sage_attn2",
"cross_attn_1_type": "sage_attn2", "cross_attn_1_type": "sage_attn2",
"cross_attn_2_type": "sage_attn2", "cross_attn_2_type": "sage_attn2",
"seed": 42, "sample_guide_scale": [
"sample_guide_scale": [3.5, 3.5], 3.5,
3.5
],
"sample_shift": 16, "sample_shift": 16,
"enable_cfg": false, "enable_cfg": false,
"cpu_offload": true, "cpu_offload": true,
...@@ -17,7 +19,12 @@ ...@@ -17,7 +19,12 @@
"vae_cpu_offload": false, "vae_cpu_offload": false,
"use_image_encoder": false, "use_image_encoder": false,
"boundary_step_index": 2, "boundary_step_index": 2,
"denoising_step_list": [1000, 750, 500, 250], "denoising_step_list": [
1000,
750,
500,
250
],
"mm_config": { "mm_config": {
"mm_type": "W-fp8-channel-sym-A-fp8-channel-sym-dynamic-Sgl" "mm_type": "W-fp8-channel-sym-A-fp8-channel-sym-dynamic-Sgl"
}, },
......
...@@ -7,8 +7,10 @@ ...@@ -7,8 +7,10 @@
"self_attn_1_type": "sage_attn2", "self_attn_1_type": "sage_attn2",
"cross_attn_1_type": "sage_attn2", "cross_attn_1_type": "sage_attn2",
"cross_attn_2_type": "sage_attn2", "cross_attn_2_type": "sage_attn2",
"seed": 42, "sample_guide_scale": [
"sample_guide_scale": [3.5, 3.5], 3.5,
3.5
],
"sample_shift": 16, "sample_shift": 16,
"enable_cfg": false, "enable_cfg": false,
"cpu_offload": true, "cpu_offload": true,
...@@ -17,7 +19,12 @@ ...@@ -17,7 +19,12 @@
"vae_cpu_offload": false, "vae_cpu_offload": false,
"use_image_encoder": false, "use_image_encoder": false,
"boundary_step_index": 2, "boundary_step_index": 2,
"denoising_step_list": [1000, 750, 500, 250], "denoising_step_list": [
1000,
750,
500,
250
],
"mm_config": { "mm_config": {
"mm_type": "W-int8-channel-sym-A-int8-channel-sym-dynamic-Vllm" "mm_type": "W-int8-channel-sym-A-int8-channel-sym-dynamic-Vllm"
}, },
......
...@@ -7,8 +7,10 @@ ...@@ -7,8 +7,10 @@
"self_attn_1_type": "sage_attn2", "self_attn_1_type": "sage_attn2",
"cross_attn_1_type": "sage_attn2", "cross_attn_1_type": "sage_attn2",
"cross_attn_2_type": "sage_attn2", "cross_attn_2_type": "sage_attn2",
"seed": 42, "sample_guide_scale": [
"sample_guide_scale": [3.5, 3.5], 3.5,
3.5
],
"sample_shift": 16, "sample_shift": 16,
"enable_cfg": false, "enable_cfg": false,
"cpu_offload": true, "cpu_offload": true,
...@@ -17,7 +19,12 @@ ...@@ -17,7 +19,12 @@
"vae_cpu_offload": false, "vae_cpu_offload": false,
"use_image_encoder": false, "use_image_encoder": false,
"boundary_step_index": 2, "boundary_step_index": 2,
"denoising_step_list": [1000, 750, 500, 250], "denoising_step_list": [
1000,
750,
500,
250
],
"lora_configs": [ "lora_configs": [
{ {
"name": "low_noise_model", "name": "low_noise_model",
......
...@@ -6,11 +6,13 @@ ...@@ -6,11 +6,13 @@
"self_attn_1_type": "sage_attn2", "self_attn_1_type": "sage_attn2",
"cross_attn_1_type": "sage_attn2", "cross_attn_1_type": "sage_attn2",
"cross_attn_2_type": "sage_attn2", "cross_attn_2_type": "sage_attn2",
"seed": 42,
"sample_shift": 16, "sample_shift": 16,
"enable_cfg": true, "enable_cfg": true,
"cpu_offload": true, "cpu_offload": true,
"sample_guide_scale": [3.5, 3.5], "sample_guide_scale": [
3.5,
3.5
],
"offload_granularity": "model", "offload_granularity": "model",
"t5_cpu_offload": false, "t5_cpu_offload": false,
"vae_cpu_offload": false, "vae_cpu_offload": false,
......
...@@ -7,8 +7,10 @@ ...@@ -7,8 +7,10 @@
"self_attn_1_type": "flash_attn3", "self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3", "cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3", "cross_attn_2_type": "flash_attn3",
"seed": 42, "sample_guide_scale": [
"sample_guide_scale": [3.5, 3.5], 3.5,
3.5
],
"sample_shift": 5.0, "sample_shift": 5.0,
"enable_cfg": true, "enable_cfg": true,
"cpu_offload": true, "cpu_offload": true,
......
...@@ -7,8 +7,10 @@ ...@@ -7,8 +7,10 @@
"self_attn_1_type": "flash_attn3", "self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3", "cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3", "cross_attn_2_type": "flash_attn3",
"seed": 42, "sample_guide_scale": [
"sample_guide_scale": [3.5, 3.5], 3.5,
3.5
],
"sample_shift": 5.0, "sample_shift": 5.0,
"enable_cfg": false, "enable_cfg": false,
"cpu_offload": true, "cpu_offload": true,
...@@ -16,5 +18,10 @@ ...@@ -16,5 +18,10 @@
"boundary": 0.900, "boundary": 0.900,
"use_image_encoder": false, "use_image_encoder": false,
"boundary_step_index": 2, "boundary_step_index": 2,
"denoising_step_list": [1000, 750, 500, 250] "denoising_step_list": [
1000,
750,
500,
250
]
} }
...@@ -10,8 +10,10 @@ ...@@ -10,8 +10,10 @@
"self_attn_1_type": "flash_attn3", "self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3", "cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3", "cross_attn_2_type": "flash_attn3",
"seed": 42, "sample_guide_scale": [
"sample_guide_scale": [1.0, 1.0], 1.0,
1.0
],
"sample_shift": 5.0, "sample_shift": 5.0,
"enable_cfg": false, "enable_cfg": false,
"cpu_offload": true, "cpu_offload": true,
...@@ -23,14 +25,14 @@ ...@@ -23,14 +25,14 @@
"use_31_block": false, "use_31_block": false,
"lora_configs": [ "lora_configs": [
{ {
"name": "high_noise_model", "name": "high_noise_model",
"path": "/mnt/Text2Video/wuzhuguanyu/Wan21_T2V_14B_lightx2v_cfg_step_distill_lora_rank64.safetensors", "path": "/mnt/Text2Video/wuzhuguanyu/Wan21_T2V_14B_lightx2v_cfg_step_distill_lora_rank64.safetensors",
"strength": 1.0 "strength": 1.0
}, },
{ {
"name": "low_noise_model", "name": "low_noise_model",
"path": "/mnt/Text2Video/wuzhuguanyu/Wan21_T2V_14B_lightx2v_cfg_step_distill_lora_rank64.safetensors", "path": "/mnt/Text2Video/wuzhuguanyu/Wan21_T2V_14B_lightx2v_cfg_step_distill_lora_rank64.safetensors",
"strength": 1.0 "strength": 1.0
} }
] ]
} }
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment