Skip to content

GitLab

"sgl-router/src/routers/vscode:/vscode.git/clone" did not exist on "d5fa019c363eb9202a3f4be3d6fd4479e032a9c6"
Unverified Commit 04812de2 authored by Yang Yong (雍洋)'s avatar Yang Yong (雍洋) Committed by GitHub
Browse files

Refactor Config System (#338)

parent 6a658f42
Hide whitespace changes
Inline Side-by-side
Showing with 124 additions and 35 deletions
configs/seko_talk/multi_person/01_base.json
View file @ 04812de2
...@@ -8,7 +8,6 @@ ...@@ -8,7 +8,6 @@
"self_attn_1_type": "flash_attn3", "self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3", "cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3", "cross_attn_2_type": "flash_attn3",
"seed": 42,
"sample_guide_scale": 1.0, "sample_guide_scale": 1.0,
"sample_shift": 5, "sample_shift": 5,
"enable_cfg": false, "enable_cfg": false,
......
configs/seko_talk/multi_person/02_base_fp8.json
View file @ 04812de2
...@@ -8,7 +8,6 @@ ...@@ -8,7 +8,6 @@
"self_attn_1_type": "sage_attn2", "self_attn_1_type": "sage_attn2",
"cross_attn_1_type": "sage_attn2", "cross_attn_1_type": "sage_attn2",
"cross_attn_2_type": "sage_attn2", "cross_attn_2_type": "sage_attn2",
"seed": 42,
"sample_guide_scale": 1.0, "sample_guide_scale": 1.0,
"sample_shift": 5, "sample_shift": 5,
"enable_cfg": false, "enable_cfg": false,
......
configs/seko_talk/multi_person/03_dist.json
View file @ 04812de2
...@@ -8,17 +8,13 @@ ...@@ -8,17 +8,13 @@
"self_attn_1_type": "sage_attn2", "self_attn_1_type": "sage_attn2",
"cross_attn_1_type": "sage_attn2", "cross_attn_1_type": "sage_attn2",
"cross_attn_2_type": "sage_attn2", "cross_attn_2_type": "sage_attn2",
"seed": 42,
"sample_guide_scale": 1.0, "sample_guide_scale": 1.0,
"sample_shift": 5, "sample_shift": 5,
"enable_cfg": false, "enable_cfg": false,
"cpu_offload": false, "cpu_offload": false,
"use_31_block": false, "use_31_block": false,
"mm_config": { "parallel": {
"mm_type": "W-fp8-channel-sym-A-fp8-channel-sym-dynamic-Sgl" "seq_p_size": 4,
}, "seq_p_attn_type": "ulysses"
"adapter_quantized": true, }
"adapter_quant_scheme": "fp8",
"t5_quantized": true,
"t5_quant_scheme": "fp8"
} }
configs/seko_talk/multi_person/04_dist_fp8.json
View file @ 04812de2
...@@ -8,7 +8,6 @@ ...@@ -8,7 +8,6 @@
"self_attn_1_type": "sage_attn2", "self_attn_1_type": "sage_attn2",
"cross_attn_1_type": "sage_attn2", "cross_attn_1_type": "sage_attn2",
"cross_attn_2_type": "sage_attn2", "cross_attn_2_type": "sage_attn2",
"seed": 42,
"sample_guide_scale": 1.0, "sample_guide_scale": 1.0,
"sample_shift": 5, "sample_shift": 5,
"enable_cfg": false, "enable_cfg": false,
......
configs/seko_talk/multi_person/15_base_compile.json
View file @ 04812de2
...@@ -8,12 +8,20 @@ ...@@ -8,12 +8,20 @@
"self_attn_1_type": "flash_attn3", "self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3", "cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3", "cross_attn_2_type": "flash_attn3",
"seed": 42,
"sample_guide_scale": 1.0, "sample_guide_scale": 1.0,
"sample_shift": 5, "sample_shift": 5,
"enable_cfg": false, "enable_cfg": false,
"cpu_offload": false, "cpu_offload": false,
"use_31_block": false, "use_31_block": false,
"compile": true, "compile": true,
"compile_shapes": [[480, 832], [720, 1280]] "compile_shapes": [
[
480,
832
],
[
720,
1280
]
]
} }
configs/seko_talk/seko_talk_01_base.json
View file @ 04812de2
...@@ -8,7 +8,6 @@ ...@@ -8,7 +8,6 @@
"self_attn_1_type": "flash_attn3", "self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3", "cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3", "cross_attn_2_type": "flash_attn3",
"seed": 42,
"sample_guide_scale": 1.0, "sample_guide_scale": 1.0,
"sample_shift": 5, "sample_shift": 5,
"enable_cfg": false, "enable_cfg": false,
......
configs/seko_talk/seko_talk_02_fp8.json
View file @ 04812de2
...@@ -8,7 +8,6 @@ ...@@ -8,7 +8,6 @@
"self_attn_1_type": "sage_attn2", "self_attn_1_type": "sage_attn2",
"cross_attn_1_type": "sage_attn2", "cross_attn_1_type": "sage_attn2",
"cross_attn_2_type": "sage_attn2", "cross_attn_2_type": "sage_attn2",
"seed": 42,
"sample_guide_scale": 1.0, "sample_guide_scale": 1.0,
"sample_shift": 5, "sample_shift": 5,
"enable_cfg": false, "enable_cfg": false,
......
configs/seko_talk/seko_talk_03_dist.json
View file @ 04812de2
...@@ -8,7 +8,6 @@ ...@@ -8,7 +8,6 @@
"self_attn_1_type": "flash_attn3", "self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3", "cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3", "cross_attn_2_type": "flash_attn3",
"seed": 42,
"sample_guide_scale": 1.0, "sample_guide_scale": 1.0,
"sample_shift": 5, "sample_shift": 5,
"enable_cfg": false, "enable_cfg": false,
......
configs/seko_talk/seko_talk_04_fp8_dist.json
View file @ 04812de2
...@@ -8,7 +8,6 @@ ...@@ -8,7 +8,6 @@
"self_attn_1_type": "sage_attn2", "self_attn_1_type": "sage_attn2",
"cross_attn_1_type": "sage_attn2", "cross_attn_1_type": "sage_attn2",
"cross_attn_2_type": "sage_attn2", "cross_attn_2_type": "sage_attn2",
"seed": 42,
"sample_guide_scale": 1.0, "sample_guide_scale": 1.0,
"sample_shift": 5, "sample_shift": 5,
"enable_cfg": false, "enable_cfg": false,
......
configs/seko_talk/seko_talk_05_offload_fp8_4090.json
View file @ 04812de2
...@@ -8,7 +8,6 @@ ...@@ -8,7 +8,6 @@
"self_attn_1_type": "sage_attn2", "self_attn_1_type": "sage_attn2",
"cross_attn_1_type": "sage_attn2", "cross_attn_1_type": "sage_attn2",
"cross_attn_2_type": "sage_attn2", "cross_attn_2_type": "sage_attn2",
"seed": 42,
"sample_guide_scale": 1, "sample_guide_scale": 1,
"sample_shift": 5, "sample_shift": 5,
"enable_cfg": false, "enable_cfg": false,
......
configs/seko_talk/seko_talk_06_offload_fp8_H100.json
View file @ 04812de2
...@@ -8,7 +8,6 @@ ...@@ -8,7 +8,6 @@
"self_attn_1_type": "sage_attn2", "self_attn_1_type": "sage_attn2",
"cross_attn_1_type": "sage_attn2", "cross_attn_1_type": "sage_attn2",
"cross_attn_2_type": "sage_attn2", "cross_attn_2_type": "sage_attn2",
"seed": 42,
"sample_guide_scale": 1, "sample_guide_scale": 1,
"sample_shift": 5, "sample_shift": 5,
"enable_cfg": false, "enable_cfg": false,
......
configs/seko_talk/seko_talk_07_dist_offload.json
View file @ 04812de2
...@@ -8,7 +8,6 @@ ...@@ -8,7 +8,6 @@
"self_attn_1_type": "flash_attn3", "self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3", "cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3", "cross_attn_2_type": "flash_attn3",
"seed": 42,
"sample_guide_scale": 1.0, "sample_guide_scale": 1.0,
"sample_shift": 5, "sample_shift": 5,
"enable_cfg": false, "enable_cfg": false,
......
configs/seko_talk/seko_talk_08_5B_base.json
View file @ 04812de2
...@@ -15,7 +15,6 @@ ...@@ -15,7 +15,6 @@
"self_attn_1_type": "flash_attn3", "self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3", "cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3", "cross_attn_2_type": "flash_attn3",
"seed": 42,
"sample_guide_scale": 1.0, "sample_guide_scale": 1.0,
"sample_shift": 5.0, "sample_shift": 5.0,
"enable_cfg": false, "enable_cfg": false,
......
configs/seko_talk/seko_talk_09_base_fixed_min_area.json
View file @ 04812de2
...@@ -8,7 +8,6 @@ ...@@ -8,7 +8,6 @@
"self_attn_1_type": "flash_attn3", "self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3", "cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3", "cross_attn_2_type": "flash_attn3",
"seed": 42,
"sample_guide_scale": 1.0, "sample_guide_scale": 1.0,
"sample_shift": 5, "sample_shift": 5,
"enable_cfg": false, "enable_cfg": false,
......
configs/seko_talk/seko_talk_10_fp8_dist_fixed_min_area.json
View file @ 04812de2
...@@ -8,7 +8,6 @@ ...@@ -8,7 +8,6 @@
"self_attn_1_type": "sage_attn2", "self_attn_1_type": "sage_attn2",
"cross_attn_1_type": "sage_attn2", "cross_attn_1_type": "sage_attn2",
"cross_attn_2_type": "sage_attn2", "cross_attn_2_type": "sage_attn2",
"seed": 42,
"sample_guide_scale": 1.0, "sample_guide_scale": 1.0,
"sample_shift": 5, "sample_shift": 5,
"enable_cfg": false, "enable_cfg": false,
......
configs/seko_talk/seko_talk_11_fp8_dist_fixed_shape.json
View file @ 04812de2
...@@ -12,7 +12,6 @@ ...@@ -12,7 +12,6 @@
"self_attn_1_type": "sage_attn2", "self_attn_1_type": "sage_attn2",
"cross_attn_1_type": "sage_attn2", "cross_attn_1_type": "sage_attn2",
"cross_attn_2_type": "sage_attn2", "cross_attn_2_type": "sage_attn2",
"seed": 42,
"sample_guide_scale": 1.0, "sample_guide_scale": 1.0,
"sample_shift": 5, "sample_shift": 5,
"enable_cfg": false, "enable_cfg": false,
......
configs/seko_talk/seko_talk_12_fp8_dist_fixed_shape_8gpus_1s.json
View file @ 04812de2
...@@ -13,7 +13,6 @@ ...@@ -13,7 +13,6 @@
"self_attn_1_type": "flash_attn3", "self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3", "cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3", "cross_attn_2_type": "flash_attn3",
"seed": 42,
"sample_guide_scale": 1.0, "sample_guide_scale": 1.0,
"sample_shift": 5, "sample_shift": 5,
"enable_cfg": false, "enable_cfg": false,
......
configs/seko_talk/seko_talk_13_fp8_dist_bucket_shape_8gpus_5s_realtime.json
View file @ 04812de2
...@@ -6,14 +6,44 @@ ...@@ -6,14 +6,44 @@
"target_video_length": 81, "target_video_length": 81,
"resize_mode": "adaptive", "resize_mode": "adaptive",
"bucket_shape": { "bucket_shape": {
"0.667": [[480, 832], [544, 960]], "0.667": [
"1.500": [[832, 480], [960, 544]], [
"1.000": [[480, 480], [576, 576], [704, 704]] 480,
832
],
[
544,
960
]
],
"1.500": [
[
832,
480
],
[
960,
544
]
],
"1.000": [
[
480,
480
],
[
576,
576
],
[
704,
704
]
]
}, },
"self_attn_1_type": "sage_attn2", "self_attn_1_type": "sage_attn2",
"cross_attn_1_type": "sage_attn2", "cross_attn_1_type": "sage_attn2",
"cross_attn_2_type": "sage_attn2", "cross_attn_2_type": "sage_attn2",
"seed": 42,
"sample_guide_scale": 1.0, "sample_guide_scale": 1.0,
"sample_shift": 5, "sample_shift": 5,
"enable_cfg": false, "enable_cfg": false,
......
configs/seko_talk/seko_talk_14_fp8_dist_bucket_shape_8gpus_1s_realtime.json
View file @ 04812de2
...@@ -7,14 +7,44 @@ ...@@ -7,14 +7,44 @@
"prev_frame_length": 1, "prev_frame_length": 1,
"resize_mode": "adaptive", "resize_mode": "adaptive",
"bucket_shape": { "bucket_shape": {
"0.667": [[480, 832], [544, 960]], "0.667": [
"1.500": [[832, 480], [960, 544]], [
"1.000": [[480, 480], [576, 576], [704, 704]] 480,
832
],
[
544,
960
]
],
"1.500": [
[
832,
480
],
[
960,
544
]
],
"1.000": [
[
480,
480
],
[
576,
576
],
[
704,
704
]
]
}, },
"self_attn_1_type": "flash_attn3", "self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3", "cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3", "cross_attn_2_type": "flash_attn3",
"seed": 42,
"sample_guide_scale": 1.0, "sample_guide_scale": 1.0,
"sample_shift": 5, "sample_shift": 5,
"enable_cfg": false, "enable_cfg": false,
......
configs/seko_talk/seko_talk_15_base_compile.json
View file @ 04812de2
...@@ -8,12 +8,52 @@ ...@@ -8,12 +8,52 @@
"self_attn_1_type": "flash_attn3", "self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3", "cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3", "cross_attn_2_type": "flash_attn3",
"seed": 42,
"sample_guide_scale": 1.0, "sample_guide_scale": 1.0,
"sample_shift": 5, "sample_shift": 5,
"enable_cfg": false, "enable_cfg": false,
"cpu_offload": false, "cpu_offload": false,
"use_31_block": false, "use_31_block": false,
"compile": true, "compile": true,
"compile_shapes": [[480, 832], [544, 960], [720, 1280], [832, 480], [960, 544], [1280, 720], [480, 480], [576, 576], [704, 704], [960, 960]] "compile_shapes": [
[
480,
832
],
[
544,
960
],
[
720,
1280
],
[
832,
480
],
[
960,
544
],
[
1280,
720
],
[
480,
480
],
[
576,
576
],
[
704,
704
],
[
960,
960
]
]
} }
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment