Skip to content

GitLab

Unverified Commit 04812de2 authored by Yang Yong (雍洋)'s avatar Yang Yong (雍洋) Committed by GitHub
Browse files

Refactor Config System (#338)

parent 6a658f42
Hide whitespace changes
Inline Side-by-side
Showing with 124 additions and 35 deletions
configs/seko_talk/multi_person/01_base.json
View file @ 04812de2
......@@ -8,7 +8,6 @@
"self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3",
"seed": 42,
"sample_guide_scale": 1.0,
"sample_shift": 5,
"enable_cfg": false,
......
configs/seko_talk/multi_person/02_base_fp8.json
View file @ 04812de2
......@@ -8,7 +8,6 @@
"self_attn_1_type": "sage_attn2",
"cross_attn_1_type": "sage_attn2",
"cross_attn_2_type": "sage_attn2",
"seed": 42,
"sample_guide_scale": 1.0,
"sample_shift": 5,
"enable_cfg": false,
......
configs/seko_talk/multi_person/03_dist.json
View file @ 04812de2
......@@ -8,17 +8,13 @@
"self_attn_1_type": "sage_attn2",
"cross_attn_1_type": "sage_attn2",
"cross_attn_2_type": "sage_attn2",
"seed": 42,
"sample_guide_scale": 1.0,
"sample_shift": 5,
"enable_cfg": false,
"cpu_offload": false,
"use_31_block": false,
"mm_config": {
"mm_type": "W-fp8-channel-sym-A-fp8-channel-sym-dynamic-Sgl"
},
"adapter_quantized": true,
"adapter_quant_scheme": "fp8",
"t5_quantized": true,
"t5_quant_scheme": "fp8"
"parallel": {
"seq_p_size": 4,
"seq_p_attn_type": "ulysses"
}
}
configs/seko_talk/multi_person/04_dist_fp8.json
View file @ 04812de2
......@@ -8,7 +8,6 @@
"self_attn_1_type": "sage_attn2",
"cross_attn_1_type": "sage_attn2",
"cross_attn_2_type": "sage_attn2",
"seed": 42,
"sample_guide_scale": 1.0,
"sample_shift": 5,
"enable_cfg": false,
......
configs/seko_talk/multi_person/15_base_compile.json
View file @ 04812de2
......@@ -8,12 +8,20 @@
"self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3",
"seed": 42,
"sample_guide_scale": 1.0,
"sample_shift": 5,
"enable_cfg": false,
"cpu_offload": false,
"use_31_block": false,
"compile": true,
"compile_shapes": [[480, 832], [720, 1280]]
"compile_shapes": [
[
480,
832
],
[
720,
1280
]
]
}
configs/seko_talk/seko_talk_01_base.json
View file @ 04812de2
......@@ -8,7 +8,6 @@
"self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3",
"seed": 42,
"sample_guide_scale": 1.0,
"sample_shift": 5,
"enable_cfg": false,
......
configs/seko_talk/seko_talk_02_fp8.json
View file @ 04812de2
......@@ -8,7 +8,6 @@
"self_attn_1_type": "sage_attn2",
"cross_attn_1_type": "sage_attn2",
"cross_attn_2_type": "sage_attn2",
"seed": 42,
"sample_guide_scale": 1.0,
"sample_shift": 5,
"enable_cfg": false,
......
configs/seko_talk/seko_talk_03_dist.json
View file @ 04812de2
......@@ -8,7 +8,6 @@
"self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3",
"seed": 42,
"sample_guide_scale": 1.0,
"sample_shift": 5,
"enable_cfg": false,
......
configs/seko_talk/seko_talk_04_fp8_dist.json
View file @ 04812de2
......@@ -8,7 +8,6 @@
"self_attn_1_type": "sage_attn2",
"cross_attn_1_type": "sage_attn2",
"cross_attn_2_type": "sage_attn2",
"seed": 42,
"sample_guide_scale": 1.0,
"sample_shift": 5,
"enable_cfg": false,
......
configs/seko_talk/seko_talk_05_offload_fp8_4090.json
View file @ 04812de2
......@@ -8,7 +8,6 @@
"self_attn_1_type": "sage_attn2",
"cross_attn_1_type": "sage_attn2",
"cross_attn_2_type": "sage_attn2",
"seed": 42,
"sample_guide_scale": 1,
"sample_shift": 5,
"enable_cfg": false,
......
configs/seko_talk/seko_talk_06_offload_fp8_H100.json
View file @ 04812de2
......@@ -8,7 +8,6 @@
"self_attn_1_type": "sage_attn2",
"cross_attn_1_type": "sage_attn2",
"cross_attn_2_type": "sage_attn2",
"seed": 42,
"sample_guide_scale": 1,
"sample_shift": 5,
"enable_cfg": false,
......
configs/seko_talk/seko_talk_07_dist_offload.json
View file @ 04812de2
......@@ -8,7 +8,6 @@
"self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3",
"seed": 42,
"sample_guide_scale": 1.0,
"sample_shift": 5,
"enable_cfg": false,
......
configs/seko_talk/seko_talk_08_5B_base.json
View file @ 04812de2
......@@ -15,7 +15,6 @@
"self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3",
"seed": 42,
"sample_guide_scale": 1.0,
"sample_shift": 5.0,
"enable_cfg": false,
......
configs/seko_talk/seko_talk_09_base_fixed_min_area.json
View file @ 04812de2
......@@ -8,7 +8,6 @@
"self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3",
"seed": 42,
"sample_guide_scale": 1.0,
"sample_shift": 5,
"enable_cfg": false,
......
configs/seko_talk/seko_talk_10_fp8_dist_fixed_min_area.json
View file @ 04812de2
......@@ -8,7 +8,6 @@
"self_attn_1_type": "sage_attn2",
"cross_attn_1_type": "sage_attn2",
"cross_attn_2_type": "sage_attn2",
"seed": 42,
"sample_guide_scale": 1.0,
"sample_shift": 5,
"enable_cfg": false,
......
configs/seko_talk/seko_talk_11_fp8_dist_fixed_shape.json
View file @ 04812de2
......@@ -12,7 +12,6 @@
"self_attn_1_type": "sage_attn2",
"cross_attn_1_type": "sage_attn2",
"cross_attn_2_type": "sage_attn2",
"seed": 42,
"sample_guide_scale": 1.0,
"sample_shift": 5,
"enable_cfg": false,
......
configs/seko_talk/seko_talk_12_fp8_dist_fixed_shape_8gpus_1s.json
View file @ 04812de2
......@@ -13,7 +13,6 @@
"self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3",
"seed": 42,
"sample_guide_scale": 1.0,
"sample_shift": 5,
"enable_cfg": false,
......
configs/seko_talk/seko_talk_13_fp8_dist_bucket_shape_8gpus_5s_realtime.json
View file @ 04812de2
......@@ -6,14 +6,44 @@
"target_video_length": 81,
"resize_mode": "adaptive",
"bucket_shape": {
"0.667": [[480, 832], [544, 960]],
"1.500": [[832, 480], [960, 544]],
"1.000": [[480, 480], [576, 576], [704, 704]]
"0.667": [
[
480,
832
],
[
544,
960
]
],
"1.500": [
[
832,
480
],
[
960,
544
]
],
"1.000": [
[
480,
480
],
[
576,
576
],
[
704,
704
]
]
},
"self_attn_1_type": "sage_attn2",
"cross_attn_1_type": "sage_attn2",
"cross_attn_2_type": "sage_attn2",
"seed": 42,
"sample_guide_scale": 1.0,
"sample_shift": 5,
"enable_cfg": false,
......
configs/seko_talk/seko_talk_14_fp8_dist_bucket_shape_8gpus_1s_realtime.json
View file @ 04812de2
......@@ -7,14 +7,44 @@
"prev_frame_length": 1,
"resize_mode": "adaptive",
"bucket_shape": {
"0.667": [[480, 832], [544, 960]],
"1.500": [[832, 480], [960, 544]],
"1.000": [[480, 480], [576, 576], [704, 704]]
"0.667": [
[
480,
832
],
[
544,
960
]
],
"1.500": [
[
832,
480
],
[
960,
544
]
],
"1.000": [
[
480,
480
],
[
576,
576
],
[
704,
704
]
]
},
"self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3",
"seed": 42,
"sample_guide_scale": 1.0,
"sample_shift": 5,
"enable_cfg": false,
......
configs/seko_talk/seko_talk_15_base_compile.json
View file @ 04812de2
......@@ -8,12 +8,52 @@
"self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3",
"seed": 42,
"sample_guide_scale": 1.0,
"sample_shift": 5,
"enable_cfg": false,
"cpu_offload": false,
"use_31_block": false,
"compile": true,
"compile_shapes": [[480, 832], [544, 960], [720, 1280], [832, 480], [960, 544], [1280, 720], [480, 480], [576, 576], [704, 704], [960, 960]]
"compile_shapes": [
[
480,
832
],
[
544,
960
],
[
720,
1280
],
[
832,
480
],
[
960,
544
],
[
1280,
720
],
[
480,
480
],
[
576,
576
],
[
704,
704
],
[
960,
960
]
]
}
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment