Skip to content

GitLab

Unverified Commit 04812de2 authored by Yang Yong (雍洋)'s avatar Yang Yong (雍洋) Committed by GitHub
Browse files

Refactor Config System (#338)

parent 6a658f42
Hide whitespace changes
Inline Side-by-side
Showing with 144 additions and 58 deletions
configs/changing_resolution/wan_t2v_U.json
View file @ 04812de2
...@@ -7,12 +7,17 @@ ...@@ -7,12 +7,17 @@
"self_attn_1_type": "flash_attn3", "self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3", "cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3", "cross_attn_2_type": "flash_attn3",
"seed": 42,
"sample_guide_scale": 6, "sample_guide_scale": 6,
"sample_shift": 8, "sample_shift": 8,
"enable_cfg": true, "enable_cfg": true,
"cpu_offload": false, "cpu_offload": false,
"changing_resolution": true, "changing_resolution": true,
"resolution_rate": [1.0, 0.75], "resolution_rate": [
"changing_resolution_steps": [10, 35] 1.0,
0.75
],
"changing_resolution_steps": [
10,
35
]
} }
configs/changing_resolution/wan_t2v_U_teacache.json
View file @ 04812de2
...@@ -7,18 +7,35 @@ ...@@ -7,18 +7,35 @@
"self_attn_1_type": "flash_attn3", "self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3", "cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3", "cross_attn_2_type": "flash_attn3",
"seed": 42,
"sample_guide_scale": 6, "sample_guide_scale": 6,
"sample_shift": 8, "sample_shift": 8,
"enable_cfg": true, "enable_cfg": true,
"cpu_offload": false, "cpu_offload": false,
"changing_resolution": true, "changing_resolution": true,
"resolution_rate": [1.0, 0.75], "resolution_rate": [
"changing_resolution_steps": [10, 35], 1.0,
0.75
],
"changing_resolution_steps": [
10,
35
],
"feature_caching": "Tea", "feature_caching": "Tea",
"coefficients": [ "coefficients": [
[-5.21862437e04, 9.23041404e03, -5.28275948e02, 1.36987616e01, -4.99875664e-02], [
[2.39676752e03, -1.31110545e03, 2.01331979e02, -8.29855975e00, 1.37887774e-01] -5.21862437e04,
9.23041404e03,
-5.28275948e02,
1.36987616e01,
-4.99875664e-02
],
[
2.39676752e03,
-1.31110545e03,
2.01331979e02,
-8.29855975e00,
1.37887774e-01
]
], ],
"use_ret_steps": false, "use_ret_steps": false,
"teacache_thresh": 0.1 "teacache_thresh": 0.1
......
configs/cogvideox/cogvideox_t2v.json
View file @ 04812de2
{ {
"seed": 42,
"text_len": 226, "text_len": 226,
"num_videos_per_prompt": 1, "num_videos_per_prompt": 1,
"target_video_length": 81, "target_video_length": 81,
......
configs/deploy/hunyuan_i2v.json
View file @ 04812de2
...@@ -5,12 +5,21 @@ ...@@ -5,12 +5,21 @@
"self_attn_1_type": "flash_attn3", "self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3", "cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3", "cross_attn_2_type": "flash_attn3",
"seed": 0,
"sub_servers": { "sub_servers": {
"dit": ["http://localhost:9000"], "dit": [
"prompt_enhancer": ["http://localhost:9001"], "http://localhost:9000"
"image_encoder": ["http://localhost:9003"], ],
"text_encoders": ["http://localhost:9002"], "prompt_enhancer": [
"vae_model": ["http://localhost:9004"] "http://localhost:9001"
],
"image_encoder": [
"http://localhost:9003"
],
"text_encoders": [
"http://localhost:9002"
],
"vae_model": [
"http://localhost:9004"
]
} }
} }
configs/deploy/hunyuan_t2v.json
View file @ 04812de2
...@@ -6,12 +6,21 @@ ...@@ -6,12 +6,21 @@
"self_attn_1_type": "flash_attn3", "self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3", "cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3", "cross_attn_2_type": "flash_attn3",
"seed": 42,
"sub_servers": { "sub_servers": {
"dit": ["http://localhost:9000"], "dit": [
"prompt_enhancer": ["http://localhost:9001"], "http://localhost:9000"
"image_encoder": ["http://localhost:9003"], ],
"text_encoders": ["http://localhost:9002"], "prompt_enhancer": [
"vae_model": ["http://localhost:9004"] "http://localhost:9001"
],
"image_encoder": [
"http://localhost:9003"
],
"text_encoders": [
"http://localhost:9002"
],
"vae_model": [
"http://localhost:9004"
]
} }
} }
configs/deploy/wan_i2v.json
View file @ 04812de2
...@@ -6,16 +6,25 @@ ...@@ -6,16 +6,25 @@
"self_attn_1_type": "flash_attn3", "self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3", "cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3", "cross_attn_2_type": "flash_attn3",
"seed": 42,
"sample_guide_scale": 5, "sample_guide_scale": 5,
"sample_shift": 5, "sample_shift": 5,
"enable_cfg": true, "enable_cfg": true,
"cpu_offload": false, "cpu_offload": false,
"sub_servers": { "sub_servers": {
"dit": ["http://localhost:9000"], "dit": [
"prompt_enhancer": ["http://localhost:9001"], "http://localhost:9000"
"text_encoders": ["http://localhost:9002"], ],
"image_encoder": ["http://localhost:9003"], "prompt_enhancer": [
"vae_model": ["http://localhost:9004"] "http://localhost:9001"
],
"text_encoders": [
"http://localhost:9002"
],
"image_encoder": [
"http://localhost:9003"
],
"vae_model": [
"http://localhost:9004"
]
} }
} }
configs/deploy/wan_t2v.json
View file @ 04812de2
...@@ -7,16 +7,25 @@ ...@@ -7,16 +7,25 @@
"self_attn_1_type": "flash_attn3", "self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3", "cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3", "cross_attn_2_type": "flash_attn3",
"seed": 42,
"sample_guide_scale": 6, "sample_guide_scale": 6,
"sample_shift": 8, "sample_shift": 8,
"enable_cfg": true, "enable_cfg": true,
"cpu_offload": false, "cpu_offload": false,
"sub_servers": { "sub_servers": {
"dit": ["http://localhost:9000"], "dit": [
"prompt_enhancer": ["http://localhost:9001"], "http://localhost:9000"
"text_encoders": ["http://localhost:9002"], ],
"image_encoder": ["http://localhost:9003"], "prompt_enhancer": [
"vae_model": ["http://localhost:9004"] "http://localhost:9001"
],
"text_encoders": [
"http://localhost:9002"
],
"image_encoder": [
"http://localhost:9003"
],
"vae_model": [
"http://localhost:9004"
]
} }
} }
configs/dist_infer/wan22_moe_i2v_cfg.json
View file @ 04812de2
...@@ -7,8 +7,10 @@ ...@@ -7,8 +7,10 @@
"self_attn_1_type": "flash_attn3", "self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3", "cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3", "cross_attn_2_type": "flash_attn3",
"seed": 42, "sample_guide_scale": [
"sample_guide_scale": [3.5, 3.5], 3.5,
3.5
],
"sample_shift": 5.0, "sample_shift": 5.0,
"enable_cfg": true, "enable_cfg": true,
"cpu_offload": true, "cpu_offload": true,
......
configs/dist_infer/wan22_moe_i2v_cfg_ulysses.json
View file @ 04812de2
...@@ -7,8 +7,10 @@ ...@@ -7,8 +7,10 @@
"self_attn_1_type": "flash_attn3", "self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3", "cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3", "cross_attn_2_type": "flash_attn3",
"seed": 42, "sample_guide_scale": [
"sample_guide_scale": [3.5, 3.5], 3.5,
3.5
],
"sample_shift": 5.0, "sample_shift": 5.0,
"enable_cfg": true, "enable_cfg": true,
"cpu_offload": true, "cpu_offload": true,
......
configs/dist_infer/wan22_moe_i2v_ulysses.json
View file @ 04812de2
...@@ -7,8 +7,10 @@ ...@@ -7,8 +7,10 @@
"self_attn_1_type": "flash_attn3", "self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3", "cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3", "cross_attn_2_type": "flash_attn3",
"seed": 42, "sample_guide_scale": [
"sample_guide_scale": [3.5, 3.5], 3.5,
3.5
],
"sample_shift": 5.0, "sample_shift": 5.0,
"enable_cfg": true, "enable_cfg": true,
"cpu_offload": true, "cpu_offload": true,
......
configs/dist_infer/wan22_moe_t2v_cfg.json
View file @ 04812de2
...@@ -7,8 +7,10 @@ ...@@ -7,8 +7,10 @@
"self_attn_1_type": "flash_attn3", "self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3", "cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3", "cross_attn_2_type": "flash_attn3",
"seed": 42, "sample_guide_scale": [
"sample_guide_scale": [4.0, 3.0], 4.0,
3.0
],
"sample_shift": 12.0, "sample_shift": 12.0,
"enable_cfg": true, "enable_cfg": true,
"cpu_offload": true, "cpu_offload": true,
......
configs/dist_infer/wan22_moe_t2v_cfg_ulysses.json
View file @ 04812de2
...@@ -7,8 +7,10 @@ ...@@ -7,8 +7,10 @@
"self_attn_1_type": "flash_attn3", "self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3", "cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3", "cross_attn_2_type": "flash_attn3",
"seed": 42, "sample_guide_scale": [
"sample_guide_scale": [4.0, 3.0], 4.0,
3.0
],
"sample_shift": 12.0, "sample_shift": 12.0,
"enable_cfg": true, "enable_cfg": true,
"cpu_offload": true, "cpu_offload": true,
......
configs/dist_infer/wan22_moe_t2v_ulysses.json
View file @ 04812de2
...@@ -7,8 +7,10 @@ ...@@ -7,8 +7,10 @@
"self_attn_1_type": "flash_attn3", "self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3", "cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3", "cross_attn_2_type": "flash_attn3",
"seed": 42, "sample_guide_scale": [
"sample_guide_scale": [4.0, 3.0], 4.0,
3.0
],
"sample_shift": 12.0, "sample_shift": 12.0,
"enable_cfg": true, "enable_cfg": true,
"cpu_offload": true, "cpu_offload": true,
......
configs/dist_infer/wan22_ti2v_i2v_cfg.json
View file @ 04812de2
...@@ -5,11 +5,14 @@ ...@@ -5,11 +5,14 @@
"target_height": 704, "target_height": 704,
"target_width": 1280, "target_width": 1280,
"num_channels_latents": 48, "num_channels_latents": 48,
"vae_stride": [4, 16, 16], "vae_stride": [
4,
16,
16
],
"self_attn_1_type": "flash_attn3", "self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3", "cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3", "cross_attn_2_type": "flash_attn3",
"seed": 42,
"sample_guide_scale": 5.0, "sample_guide_scale": 5.0,
"sample_shift": 5.0, "sample_shift": 5.0,
"enable_cfg": true, "enable_cfg": true,
......
configs/dist_infer/wan22_ti2v_i2v_cfg_ulysses.json
View file @ 04812de2
...@@ -5,11 +5,14 @@ ...@@ -5,11 +5,14 @@
"target_height": 704, "target_height": 704,
"target_width": 1280, "target_width": 1280,
"num_channels_latents": 48, "num_channels_latents": 48,
"vae_stride": [4, 16, 16], "vae_stride": [
4,
16,
16
],
"self_attn_1_type": "flash_attn3", "self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3", "cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3", "cross_attn_2_type": "flash_attn3",
"seed": 42,
"sample_guide_scale": 5.0, "sample_guide_scale": 5.0,
"sample_shift": 5.0, "sample_shift": 5.0,
"enable_cfg": true, "enable_cfg": true,
......
configs/dist_infer/wan22_ti2v_i2v_ulysses.json
View file @ 04812de2
...@@ -5,11 +5,14 @@ ...@@ -5,11 +5,14 @@
"target_height": 704, "target_height": 704,
"target_width": 1280, "target_width": 1280,
"num_channels_latents": 48, "num_channels_latents": 48,
"vae_stride": [4, 16, 16], "vae_stride": [
4,
16,
16
],
"self_attn_1_type": "flash_attn3", "self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3", "cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3", "cross_attn_2_type": "flash_attn3",
"seed": 42,
"sample_guide_scale": 5.0, "sample_guide_scale": 5.0,
"sample_shift": 5.0, "sample_shift": 5.0,
"enable_cfg": true, "enable_cfg": true,
......
configs/dist_infer/wan22_ti2v_t2v_cfg.json
View file @ 04812de2
...@@ -5,11 +5,14 @@ ...@@ -5,11 +5,14 @@
"target_height": 704, "target_height": 704,
"target_width": 1280, "target_width": 1280,
"num_channels_latents": 48, "num_channels_latents": 48,
"vae_stride": [4, 16, 16], "vae_stride": [
4,
16,
16
],
"self_attn_1_type": "flash_attn3", "self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3", "cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3", "cross_attn_2_type": "flash_attn3",
"seed": 42,
"sample_guide_scale": 5.0, "sample_guide_scale": 5.0,
"sample_shift": 5.0, "sample_shift": 5.0,
"enable_cfg": true, "enable_cfg": true,
......
configs/dist_infer/wan22_ti2v_t2v_cfg_ulysses.json
View file @ 04812de2
...@@ -5,11 +5,14 @@ ...@@ -5,11 +5,14 @@
"target_height": 704, "target_height": 704,
"target_width": 1280, "target_width": 1280,
"num_channels_latents": 48, "num_channels_latents": 48,
"vae_stride": [4, 16, 16], "vae_stride": [
4,
16,
16
],
"self_attn_1_type": "flash_attn3", "self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3", "cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3", "cross_attn_2_type": "flash_attn3",
"seed": 42,
"sample_guide_scale": 5.0, "sample_guide_scale": 5.0,
"sample_shift": 5.0, "sample_shift": 5.0,
"enable_cfg": true, "enable_cfg": true,
......
configs/dist_infer/wan22_ti2v_t2v_ulysses.json
View file @ 04812de2
...@@ -5,11 +5,14 @@ ...@@ -5,11 +5,14 @@
"target_height": 704, "target_height": 704,
"target_width": 1280, "target_width": 1280,
"num_channels_latents": 48, "num_channels_latents": 48,
"vae_stride": [4, 16, 16], "vae_stride": [
4,
16,
16
],
"self_attn_1_type": "flash_attn3", "self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3", "cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3", "cross_attn_2_type": "flash_attn3",
"seed": 42,
"sample_guide_scale": 5.0, "sample_guide_scale": 5.0,
"sample_shift": 5.0, "sample_shift": 5.0,
"enable_cfg": true, "enable_cfg": true,
......
configs/dist_infer/wan_i2v_dist_cfg_ulysses.json
View file @ 04812de2
...@@ -6,7 +6,6 @@ ...@@ -6,7 +6,6 @@
"self_attn_1_type": "flash_attn3", "self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3", "cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3", "cross_attn_2_type": "flash_attn3",
"seed": 42,
"sample_guide_scale": 5, "sample_guide_scale": 5,
"sample_shift": 5, "sample_shift": 5,
"enable_cfg": true, "enable_cfg": true,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment