Unverified Commit 04812de2 authored by Yang Yong (雍洋)'s avatar Yang Yong (雍洋) Committed by GitHub
Browse files

Refactor Config System (#338)

parent 6a658f42
......@@ -7,15 +7,26 @@
"self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3",
"seed": 42,
"sample_guide_scale": 6,
"sample_shift": 8,
"enable_cfg": true,
"cpu_offload": false,
"feature_caching": "Custom",
"coefficients": [
[-5.21862437e04, 9.23041404e03, -5.28275948e02, 1.36987616e01, -4.99875664e-02],
[2.39676752e03, -1.31110545e03, 2.01331979e02, -8.29855975e00, 1.37887774e-01]
[
-5.21862437e04,
9.23041404e03,
-5.28275948e02,
1.36987616e01,
-4.99875664e-02
],
[
2.39676752e03,
-1.31110545e03,
2.01331979e02,
-8.29855975e00,
1.37887774e-01
]
],
"use_ret_steps": false,
"teacache_thresh": 0.26
......
......@@ -7,7 +7,6 @@
"self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3",
"seed": 42,
"sample_guide_scale": 6,
"sample_shift": 8,
"enable_cfg": true,
......
......@@ -7,7 +7,6 @@
"self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3",
"seed": 42,
"sample_guide_scale": 6,
"sample_shift": 8,
"enable_cfg": true,
......
......@@ -7,7 +7,6 @@
"self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3",
"seed": 42,
"sample_guide_scale": 6,
"sample_shift": 8,
"enable_cfg": true,
......
......@@ -6,7 +6,6 @@
"self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3",
"seed": 42,
"sample_guide_scale": 5,
"sample_shift": 5,
"enable_cfg": true,
......@@ -21,5 +20,90 @@
"magcache_K": 6,
"magcache_thresh": 0.24,
"magcache_retention_ratio": 0.2,
"magcache_ratios": [[1.0, 0.98783, 0.97559, 0.98311, 0.98202, 0.9888, 0.98762, 0.98957, 0.99052, 0.99383, 0.98857, 0.99065, 0.98845, 0.99057, 0.98957, 0.98601, 0.98823, 0.98756, 0.98808, 0.98721, 0.98571, 0.98543, 0.98157, 0.98411, 0.97952, 0.98149, 0.9774, 0.97825, 0.97355, 0.97085, 0.97056, 0.96588, 0.96113, 0.9567, 0.94961, 0.93973, 0.93217, 0.91878, 0.90955, 0.92617], [1.0, 0.98993, 0.97593, 0.98319, 0.98225, 0.98878, 0.98759, 0.98971, 0.99043, 0.99384, 0.9886, 0.99068, 0.98847, 0.99057, 0.98961, 0.9861, 0.98823, 0.98759, 0.98814, 0.98724, 0.98572, 0.98544, 0.98165, 0.98413, 0.97953, 0.9815, 0.97742, 0.97826, 0.97361, 0.97087, 0.97055, 0.96587, 0.96124, 0.95681, 0.94969, 0.93988, 0.93224, 0.91896, 0.90954, 0.92616]]
"magcache_ratios": [
[
1.0,
0.98783,
0.97559,
0.98311,
0.98202,
0.9888,
0.98762,
0.98957,
0.99052,
0.99383,
0.98857,
0.99065,
0.98845,
0.99057,
0.98957,
0.98601,
0.98823,
0.98756,
0.98808,
0.98721,
0.98571,
0.98543,
0.98157,
0.98411,
0.97952,
0.98149,
0.9774,
0.97825,
0.97355,
0.97085,
0.97056,
0.96588,
0.96113,
0.9567,
0.94961,
0.93973,
0.93217,
0.91878,
0.90955,
0.92617
],
[
1.0,
0.98993,
0.97593,
0.98319,
0.98225,
0.98878,
0.98759,
0.98971,
0.99043,
0.99384,
0.9886,
0.99068,
0.98847,
0.99057,
0.98961,
0.9861,
0.98823,
0.98759,
0.98814,
0.98724,
0.98572,
0.98544,
0.98165,
0.98413,
0.97953,
0.9815,
0.97742,
0.97826,
0.97361,
0.97087,
0.97055,
0.96587,
0.96124,
0.95681,
0.94969,
0.93988,
0.93224,
0.91896,
0.90954,
0.92616
]
]
}
......@@ -6,7 +6,6 @@
"self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3",
"seed": 42,
"sample_guide_scale": 5,
"sample_shift": 5,
"enable_cfg": true,
......@@ -16,5 +15,90 @@
"magcache_K": 6,
"magcache_thresh": 0.24,
"magcache_retention_ratio": 0.2,
"magcache_ratios": [[1.0, 0.98783, 0.97559, 0.98311, 0.98202, 0.9888, 0.98762, 0.98957, 0.99052, 0.99383, 0.98857, 0.99065, 0.98845, 0.99057, 0.98957, 0.98601, 0.98823, 0.98756, 0.98808, 0.98721, 0.98571, 0.98543, 0.98157, 0.98411, 0.97952, 0.98149, 0.9774, 0.97825, 0.97355, 0.97085, 0.97056, 0.96588, 0.96113, 0.9567, 0.94961, 0.93973, 0.93217, 0.91878, 0.90955, 0.92617], [1.0, 0.98993, 0.97593, 0.98319, 0.98225, 0.98878, 0.98759, 0.98971, 0.99043, 0.99384, 0.9886, 0.99068, 0.98847, 0.99057, 0.98961, 0.9861, 0.98823, 0.98759, 0.98814, 0.98724, 0.98572, 0.98544, 0.98165, 0.98413, 0.97953, 0.9815, 0.97742, 0.97826, 0.97361, 0.97087, 0.97055, 0.96587, 0.96124, 0.95681, 0.94969, 0.93988, 0.93224, 0.91896, 0.90954, 0.92616]]
"magcache_ratios": [
[
1.0,
0.98783,
0.97559,
0.98311,
0.98202,
0.9888,
0.98762,
0.98957,
0.99052,
0.99383,
0.98857,
0.99065,
0.98845,
0.99057,
0.98957,
0.98601,
0.98823,
0.98756,
0.98808,
0.98721,
0.98571,
0.98543,
0.98157,
0.98411,
0.97952,
0.98149,
0.9774,
0.97825,
0.97355,
0.97085,
0.97056,
0.96588,
0.96113,
0.9567,
0.94961,
0.93973,
0.93217,
0.91878,
0.90955,
0.92617
],
[
1.0,
0.98993,
0.97593,
0.98319,
0.98225,
0.98878,
0.98759,
0.98971,
0.99043,
0.99384,
0.9886,
0.99068,
0.98847,
0.99057,
0.98961,
0.9861,
0.98823,
0.98759,
0.98814,
0.98724,
0.98572,
0.98544,
0.98165,
0.98413,
0.97953,
0.9815,
0.97742,
0.97826,
0.97361,
0.97087,
0.97055,
0.96587,
0.96124,
0.95681,
0.94969,
0.93988,
0.93224,
0.91896,
0.90954,
0.92616
]
]
}
......@@ -6,7 +6,6 @@
"self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3",
"seed": 42,
"sample_guide_scale": 5,
"sample_shift": 5,
"enable_cfg": true,
......@@ -16,5 +15,90 @@
"magcache_K": 6,
"magcache_thresh": 0.24,
"magcache_retention_ratio": 0.2,
"magcache_ratios": [[1.0, 0.98783, 0.97559, 0.98311, 0.98202, 0.9888, 0.98762, 0.98957, 0.99052, 0.99383, 0.98857, 0.99065, 0.98845, 0.99057, 0.98957, 0.98601, 0.98823, 0.98756, 0.98808, 0.98721, 0.98571, 0.98543, 0.98157, 0.98411, 0.97952, 0.98149, 0.9774, 0.97825, 0.97355, 0.97085, 0.97056, 0.96588, 0.96113, 0.9567, 0.94961, 0.93973, 0.93217, 0.91878, 0.90955, 0.92617], [1.0, 0.98993, 0.97593, 0.98319, 0.98225, 0.98878, 0.98759, 0.98971, 0.99043, 0.99384, 0.9886, 0.99068, 0.98847, 0.99057, 0.98961, 0.9861, 0.98823, 0.98759, 0.98814, 0.98724, 0.98572, 0.98544, 0.98165, 0.98413, 0.97953, 0.9815, 0.97742, 0.97826, 0.97361, 0.97087, 0.97055, 0.96587, 0.96124, 0.95681, 0.94969, 0.93988, 0.93224, 0.91896, 0.90954, 0.92616]]
"magcache_ratios": [
[
1.0,
0.98783,
0.97559,
0.98311,
0.98202,
0.9888,
0.98762,
0.98957,
0.99052,
0.99383,
0.98857,
0.99065,
0.98845,
0.99057,
0.98957,
0.98601,
0.98823,
0.98756,
0.98808,
0.98721,
0.98571,
0.98543,
0.98157,
0.98411,
0.97952,
0.98149,
0.9774,
0.97825,
0.97355,
0.97085,
0.97056,
0.96588,
0.96113,
0.9567,
0.94961,
0.93973,
0.93217,
0.91878,
0.90955,
0.92617
],
[
1.0,
0.98993,
0.97593,
0.98319,
0.98225,
0.98878,
0.98759,
0.98971,
0.99043,
0.99384,
0.9886,
0.99068,
0.98847,
0.99057,
0.98961,
0.9861,
0.98823,
0.98759,
0.98814,
0.98724,
0.98572,
0.98544,
0.98165,
0.98413,
0.97953,
0.9815,
0.97742,
0.97826,
0.97361,
0.97087,
0.97055,
0.96587,
0.96124,
0.95681,
0.94969,
0.93988,
0.93224,
0.91896,
0.90954,
0.92616
]
]
}
......@@ -7,7 +7,6 @@
"self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3",
"seed": 42,
"sample_guide_scale": 6,
"sample_shift": 8,
"enable_cfg": true,
......@@ -22,5 +21,110 @@
"magcache_K": 4,
"magcache_thresh": 0.12,
"magcache_retention_ratio": 0.2,
"magcache_ratios": [[1.0, 1.0124, 1.00166, 0.99791, 0.99682, 0.99634, 0.99567, 0.99416, 0.99578, 0.9957, 0.99511, 0.99535, 0.99552, 0.99541, 0.9954, 0.99489, 0.99518, 0.99484, 0.99481, 0.99415, 0.99419, 0.99396, 0.99388, 0.99349, 0.99309, 0.9927, 0.99228, 0.99171, 0.99137, 0.99068, 0.99005, 0.98944, 0.98849, 0.98758, 0.98644, 0.98504, 0.9836, 0.98202, 0.97977, 0.97717, 0.9741, 0.97003, 0.96538, 0.9593, 0.95086, 0.94013, 0.92402, 0.90241, 0.86821, 0.81838], [1.0, 1.02213, 1.0041, 1.00061, 0.99762, 0.99685, 0.99586, 0.99422, 0.99575, 0.99563, 0.99506, 0.99531, 0.99549, 0.99539, 0.99536, 0.99485, 0.99514, 0.99478, 0.99479, 0.99413, 0.99416, 0.99393, 0.99386, 0.99349, 0.99304, 0.9927, 0.99226, 0.9917, 0.99135, 0.99063, 0.99003, 0.98942, 0.98849, 0.98757, 0.98643, 0.98503, 0.98359, 0.98201, 0.97978, 0.97718, 0.97411, 0.97002, 0.96541, 0.95933, 0.95089, 0.94019, 0.92414, 0.9026, 0.86868, 0.81939]]
"magcache_ratios": [
[
1.0,
1.0124,
1.00166,
0.99791,
0.99682,
0.99634,
0.99567,
0.99416,
0.99578,
0.9957,
0.99511,
0.99535,
0.99552,
0.99541,
0.9954,
0.99489,
0.99518,
0.99484,
0.99481,
0.99415,
0.99419,
0.99396,
0.99388,
0.99349,
0.99309,
0.9927,
0.99228,
0.99171,
0.99137,
0.99068,
0.99005,
0.98944,
0.98849,
0.98758,
0.98644,
0.98504,
0.9836,
0.98202,
0.97977,
0.97717,
0.9741,
0.97003,
0.96538,
0.9593,
0.95086,
0.94013,
0.92402,
0.90241,
0.86821,
0.81838
],
[
1.0,
1.02213,
1.0041,
1.00061,
0.99762,
0.99685,
0.99586,
0.99422,
0.99575,
0.99563,
0.99506,
0.99531,
0.99549,
0.99539,
0.99536,
0.99485,
0.99514,
0.99478,
0.99479,
0.99413,
0.99416,
0.99393,
0.99386,
0.99349,
0.99304,
0.9927,
0.99226,
0.9917,
0.99135,
0.99063,
0.99003,
0.98942,
0.98849,
0.98757,
0.98643,
0.98503,
0.98359,
0.98201,
0.97978,
0.97718,
0.97411,
0.97002,
0.96541,
0.95933,
0.95089,
0.94019,
0.92414,
0.9026,
0.86868,
0.81939
]
]
}
......@@ -7,7 +7,6 @@
"self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3",
"seed": 42,
"sample_guide_scale": 6,
"sample_shift": 8,
"enable_cfg": true,
......@@ -17,5 +16,110 @@
"magcache_K": 4,
"magcache_thresh": 0.12,
"magcache_retention_ratio": 0.2,
"magcache_ratios": [[1.0, 1.0124, 1.00166, 0.99791, 0.99682, 0.99634, 0.99567, 0.99416, 0.99578, 0.9957, 0.99511, 0.99535, 0.99552, 0.99541, 0.9954, 0.99489, 0.99518, 0.99484, 0.99481, 0.99415, 0.99419, 0.99396, 0.99388, 0.99349, 0.99309, 0.9927, 0.99228, 0.99171, 0.99137, 0.99068, 0.99005, 0.98944, 0.98849, 0.98758, 0.98644, 0.98504, 0.9836, 0.98202, 0.97977, 0.97717, 0.9741, 0.97003, 0.96538, 0.9593, 0.95086, 0.94013, 0.92402, 0.90241, 0.86821, 0.81838], [1.0, 1.02213, 1.0041, 1.00061, 0.99762, 0.99685, 0.99586, 0.99422, 0.99575, 0.99563, 0.99506, 0.99531, 0.99549, 0.99539, 0.99536, 0.99485, 0.99514, 0.99478, 0.99479, 0.99413, 0.99416, 0.99393, 0.99386, 0.99349, 0.99304, 0.9927, 0.99226, 0.9917, 0.99135, 0.99063, 0.99003, 0.98942, 0.98849, 0.98757, 0.98643, 0.98503, 0.98359, 0.98201, 0.97978, 0.97718, 0.97411, 0.97002, 0.96541, 0.95933, 0.95089, 0.94019, 0.92414, 0.9026, 0.86868, 0.81939]]
"magcache_ratios": [
[
1.0,
1.0124,
1.00166,
0.99791,
0.99682,
0.99634,
0.99567,
0.99416,
0.99578,
0.9957,
0.99511,
0.99535,
0.99552,
0.99541,
0.9954,
0.99489,
0.99518,
0.99484,
0.99481,
0.99415,
0.99419,
0.99396,
0.99388,
0.99349,
0.99309,
0.9927,
0.99228,
0.99171,
0.99137,
0.99068,
0.99005,
0.98944,
0.98849,
0.98758,
0.98644,
0.98504,
0.9836,
0.98202,
0.97977,
0.97717,
0.9741,
0.97003,
0.96538,
0.9593,
0.95086,
0.94013,
0.92402,
0.90241,
0.86821,
0.81838
],
[
1.0,
1.02213,
1.0041,
1.00061,
0.99762,
0.99685,
0.99586,
0.99422,
0.99575,
0.99563,
0.99506,
0.99531,
0.99549,
0.99539,
0.99536,
0.99485,
0.99514,
0.99478,
0.99479,
0.99413,
0.99416,
0.99393,
0.99386,
0.99349,
0.99304,
0.9927,
0.99226,
0.9917,
0.99135,
0.99063,
0.99003,
0.98942,
0.98849,
0.98757,
0.98643,
0.98503,
0.98359,
0.98201,
0.97978,
0.97718,
0.97411,
0.97002,
0.96541,
0.95933,
0.95089,
0.94019,
0.92414,
0.9026,
0.86868,
0.81939
]
]
}
......@@ -7,7 +7,6 @@
"self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3",
"seed": 42,
"sample_guide_scale": 6,
"sample_shift": 8,
"enable_cfg": true,
......@@ -17,5 +16,110 @@
"magcache_K": 4,
"magcache_thresh": 0.12,
"magcache_retention_ratio": 0.2,
"magcache_ratios": [[1.0, 1.0124, 1.00166, 0.99791, 0.99682, 0.99634, 0.99567, 0.99416, 0.99578, 0.9957, 0.99511, 0.99535, 0.99552, 0.99541, 0.9954, 0.99489, 0.99518, 0.99484, 0.99481, 0.99415, 0.99419, 0.99396, 0.99388, 0.99349, 0.99309, 0.9927, 0.99228, 0.99171, 0.99137, 0.99068, 0.99005, 0.98944, 0.98849, 0.98758, 0.98644, 0.98504, 0.9836, 0.98202, 0.97977, 0.97717, 0.9741, 0.97003, 0.96538, 0.9593, 0.95086, 0.94013, 0.92402, 0.90241, 0.86821, 0.81838], [1.0, 1.02213, 1.0041, 1.00061, 0.99762, 0.99685, 0.99586, 0.99422, 0.99575, 0.99563, 0.99506, 0.99531, 0.99549, 0.99539, 0.99536, 0.99485, 0.99514, 0.99478, 0.99479, 0.99413, 0.99416, 0.99393, 0.99386, 0.99349, 0.99304, 0.9927, 0.99226, 0.9917, 0.99135, 0.99063, 0.99003, 0.98942, 0.98849, 0.98757, 0.98643, 0.98503, 0.98359, 0.98201, 0.97978, 0.97718, 0.97411, 0.97002, 0.96541, 0.95933, 0.95089, 0.94019, 0.92414, 0.9026, 0.86868, 0.81939]]
"magcache_ratios": [
[
1.0,
1.0124,
1.00166,
0.99791,
0.99682,
0.99634,
0.99567,
0.99416,
0.99578,
0.9957,
0.99511,
0.99535,
0.99552,
0.99541,
0.9954,
0.99489,
0.99518,
0.99484,
0.99481,
0.99415,
0.99419,
0.99396,
0.99388,
0.99349,
0.99309,
0.9927,
0.99228,
0.99171,
0.99137,
0.99068,
0.99005,
0.98944,
0.98849,
0.98758,
0.98644,
0.98504,
0.9836,
0.98202,
0.97977,
0.97717,
0.9741,
0.97003,
0.96538,
0.9593,
0.95086,
0.94013,
0.92402,
0.90241,
0.86821,
0.81838
],
[
1.0,
1.02213,
1.0041,
1.00061,
0.99762,
0.99685,
0.99586,
0.99422,
0.99575,
0.99563,
0.99506,
0.99531,
0.99549,
0.99539,
0.99536,
0.99485,
0.99514,
0.99478,
0.99479,
0.99413,
0.99416,
0.99393,
0.99386,
0.99349,
0.99304,
0.9927,
0.99226,
0.9917,
0.99135,
0.99063,
0.99003,
0.98942,
0.98849,
0.98757,
0.98643,
0.98503,
0.98359,
0.98201,
0.97978,
0.97718,
0.97411,
0.97002,
0.96541,
0.95933,
0.95089,
0.94019,
0.92414,
0.9026,
0.86868,
0.81939
]
]
}
......@@ -7,7 +7,6 @@
"self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3",
"seed": 42,
"sample_guide_scale": 6,
"sample_shift": 8,
"enable_cfg": true,
......
......@@ -6,15 +6,26 @@
"self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3",
"seed": 42,
"sample_guide_scale": 5,
"sample_shift": 5,
"enable_cfg": true,
"cpu_offload": false,
"feature_caching": "Tea",
"coefficients": [
[2.57151496e05, -3.54229917e04, 1.40286849e03, -1.35890334e01, 1.32517977e-01],
[-3.02331670e02, 2.23948934e02, -5.25463970e01, 5.87348440e00, -2.01973289e-01]
[
2.57151496e05,
-3.54229917e04,
1.40286849e03,
-1.35890334e01,
1.32517977e-01
],
[
-3.02331670e02,
2.23948934e02,
-5.25463970e01,
5.87348440e00,
-2.01973289e-01
]
],
"use_ret_steps": true,
"teacache_thresh": 0.26
......
......@@ -6,15 +6,26 @@
"self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3",
"seed": 42,
"sample_guide_scale": 5,
"sample_shift": 5,
"enable_cfg": true,
"cpu_offload": false,
"feature_caching": "Tea",
"coefficients": [
[8.10705460e03, 2.13393892e03, -3.72934672e02, 1.66203073e01, -4.17769401e-02],
[-114.36346466, 65.26524496, -18.82220707, 4.91518089, -0.23412683]
[
8.10705460e03,
2.13393892e03,
-3.72934672e02,
1.66203073e01,
-4.17769401e-02
],
[
-114.36346466,
65.26524496,
-18.82220707,
4.91518089,
-0.23412683
]
],
"use_ret_steps": true,
"teacache_thresh": 0.26
......
......@@ -7,15 +7,26 @@
"self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3",
"seed": 42,
"sample_guide_scale": 6,
"sample_shift": 8,
"enable_cfg": true,
"cpu_offload": false,
"feature_caching": "Tea",
"coefficients": [
[-5.21862437e04, 9.23041404e03, -5.28275948e02, 1.36987616e01, -4.99875664e-02],
[2.39676752e03, -1.31110545e03, 2.01331979e02, -8.29855975e00, 1.37887774e-01]
[
-5.21862437e04,
9.23041404e03,
-5.28275948e02,
1.36987616e01,
-4.99875664e-02
],
[
2.39676752e03,
-1.31110545e03,
2.01331979e02,
-8.29855975e00,
1.37887774e-01
]
],
"use_ret_steps": true,
"teacache_thresh": 0.26
......
......@@ -9,7 +9,6 @@
"self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3",
"seed": 1234,
"sample_guide_scale": 5.0,
"sample_shift": 5.0,
"enable_cfg": true,
......
......@@ -6,7 +6,6 @@
"self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3",
"seed": 42,
"sample_guide_scale": 6,
"sample_shift": 8,
"enable_cfg": false,
......@@ -16,5 +15,15 @@
"num_frame_per_block": 7,
"num_blocks": 3,
"frame_seq_length": 1560,
"denoising_step_list": [999, 934, 862, 756, 603, 410, 250, 140, 74]
"denoising_step_list": [
999,
934,
862,
756,
603,
410,
250,
140,
74
]
}
......@@ -6,7 +6,6 @@
"self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3",
"seed": 42,
"sample_guide_scale": 6,
"sample_shift": 8,
"enable_cfg": false,
......@@ -16,5 +15,15 @@
"num_frame_per_block": 3,
"num_blocks": 7,
"frame_seq_length": 1560,
"denoising_step_list": [999, 934, 862, 756, 603, 410, 250, 140, 74]
"denoising_step_list": [
999,
934,
862,
756,
603,
410,
250,
140,
74
]
}
......@@ -6,12 +6,15 @@
"self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3",
"seed": 442,
"sample_guide_scale": 5,
"sample_shift": 3,
"enable_cfg": true,
"cpu_offload": false,
"changing_resolution": true,
"resolution_rate": [0.75],
"changing_resolution_steps": [20]
"resolution_rate": [
0.75
],
"changing_resolution_steps": [
20
]
}
......@@ -6,12 +6,17 @@
"self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3",
"seed": 442,
"sample_guide_scale": 5,
"sample_shift": 3,
"enable_cfg": true,
"cpu_offload": false,
"changing_resolution": true,
"resolution_rate": [1.0, 0.75],
"changing_resolution_steps": [5, 25]
"resolution_rate": [
1.0,
0.75
],
"changing_resolution_steps": [
5,
25
]
}
......@@ -7,12 +7,15 @@
"self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3",
"seed": 42,
"sample_guide_scale": 6,
"sample_shift": 8,
"enable_cfg": true,
"cpu_offload": false,
"changing_resolution": true,
"resolution_rate": [0.75],
"changing_resolution_steps": [25]
"resolution_rate": [
0.75
],
"changing_resolution_steps": [
25
]
}
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment