Skip to content

GitLab

"vscode:/vscode.git/clone" did not exist on "c24d9370377021e2a1aeb51747047a21bfb0eac7"
Commit bd21f14f authored by gushiqiao's avatar gushiqiao Committed by GitHub
Browse files

[Fix] Fix oom bug (#307)

parent e120838b
Hide whitespace changes
Inline Side-by-side
Showing with 97 additions and 22 deletions
configs/caching/teacache/wan_ti2v_tea_720p.json
View file @ bd21f14f
......@@ -14,7 +14,6 @@
"sample_shift": 5.0,
"enable_cfg": true,
"cpu_offload": false,
"offload_granularity": "model",
"fps": 24,
"feature_caching": "Tea",
"coefficients": [
......
configs/dist_infer/wan22_moe_i2v_cfg.json
View file @ bd21f14f
......@@ -13,6 +13,8 @@
"enable_cfg": true,
"cpu_offload": true,
"offload_granularity": "model",
"t5_cpu_offload": false,
"vae_cpu_offload": false,
"boundary": 0.900,
"use_image_encoder": false,
"parallel": {
......
configs/dist_infer/wan22_moe_i2v_ulysses.json
View file @ bd21f14f
......@@ -13,6 +13,8 @@
"enable_cfg": true,
"cpu_offload": true,
"offload_granularity": "model",
"t5_cpu_offload": false,
"vae_cpu_offload": false,
"boundary": 0.900,
"use_image_encoder": false,
"parallel": {
......
configs/dist_infer/wan22_moe_t2v_cfg.json
View file @ bd21f14f
......@@ -13,6 +13,8 @@
"enable_cfg": true,
"cpu_offload": true,
"offload_granularity": "model",
"t5_cpu_offload": false,
"vae_cpu_offload": false,
"boundary": 0.875,
"parallel": {
"cfg_p_size": 2
......
configs/dist_infer/wan22_moe_t2v_cfg_ulysses.json
View file @ bd21f14f
......@@ -13,6 +13,8 @@
"enable_cfg": true,
"cpu_offload": true,
"offload_granularity": "model",
"t5_cpu_offload": false,
"vae_cpu_offload": false,
"boundary": 0.875,
"parallel": {
"seq_p_size": 4,
......
configs/dist_infer/wan22_moe_t2v_ulysses.json
View file @ bd21f14f
......@@ -13,6 +13,8 @@
"enable_cfg": true,
"cpu_offload": true,
"offload_granularity": "model",
"t5_cpu_offload": false,
"vae_cpu_offload": false,
"boundary": 0.875,
"parallel": {
"seq_p_size": 4,
......
configs/dist_infer/wan22_ti2v_i2v_cfg.json
View file @ bd21f14f
......@@ -14,7 +14,6 @@
"sample_shift": 5.0,
"enable_cfg": true,
"cpu_offload": false,
"offload_granularity": "model",
"fps": 24,
"use_image_encoder": false,
"parallel": {
......
configs/dist_infer/wan22_ti2v_i2v_cfg_ulysses.json
View file @ bd21f14f
......@@ -14,7 +14,6 @@
"sample_shift": 5.0,
"enable_cfg": true,
"cpu_offload": false,
"offload_granularity": "model",
"fps": 24,
"use_image_encoder": false,
"parallel": {
......
configs/dist_infer/wan22_ti2v_i2v_ulysses.json
View file @ bd21f14f
......@@ -14,7 +14,6 @@
"sample_shift": 5.0,
"enable_cfg": true,
"cpu_offload": false,
"offload_granularity": "model",
"fps": 24,
"use_image_encoder": false,
"parallel": {
......
configs/dist_infer/wan22_ti2v_t2v_cfg.json
View file @ bd21f14f
......@@ -14,7 +14,6 @@
"sample_shift": 5.0,
"enable_cfg": true,
"cpu_offload": false,
"offload_granularity": "model",
"fps": 24,
"parallel": {
"cfg_p_size": 2
......
configs/dist_infer/wan22_ti2v_t2v_cfg_ulysses.json
View file @ bd21f14f
......@@ -14,7 +14,6 @@
"sample_shift": 5.0,
"enable_cfg": true,
"cpu_offload": false,
"offload_granularity": "model",
"fps": 24,
"parallel": {
"seq_p_size": 4,
......
configs/dist_infer/wan22_ti2v_t2v_ulysses.json
View file @ bd21f14f
......@@ -14,7 +14,6 @@
"sample_shift": 5.0,
"enable_cfg": true,
"cpu_offload": false,
"offload_granularity": "model",
"fps": 24,
"parallel": {
"seq_p_size": 4,
......
configs/seko_talk/seko_talk_08_5B_base.json
View file @ bd21f14f
......@@ -20,7 +20,6 @@
"sample_shift": 5.0,
"enable_cfg": false,
"cpu_offload": false,
"offload_granularity": "model",
"fps": 24,
"use_image_encoder": false,
"use_31_block": false,
......
configs/wan22/wan_distill_moe_flf2v.json 100644 → 100755
View file @ bd21f14f
......@@ -13,19 +13,9 @@
"enable_cfg": false,
"cpu_offload": true,
"offload_granularity": "model",
"t5_cpu_offload": false,
"vae_cpu_offload": false,
"use_image_encoder": false,
"boundary_step_index": 2,
"denoising_step_list": [1000, 750, 500, 250],
"lora_configs": [
{
"name": "low_noise_model",
"path": "/path/to/low_noise_lora",
"strength": 1.0
},
{
"name": "high_noise_model",
"path": "/path/to/high_noise_lora",
"strength": 1.0
}
]
"denoising_step_list": [1000, 750, 500, 250]
}
configs/wan22/wan_distill_moe_flf2v_fp8.json 100644 → 100755
View file @ bd21f14f
......@@ -13,6 +13,8 @@
"enable_cfg": false,
"cpu_offload": true,
"offload_granularity": "model",
"t5_cpu_offload": false,
"vae_cpu_offload": false,
"use_image_encoder": false,
"boundary_step_index": 2,
"denoising_step_list": [1000, 750, 500, 250],
......
configs/wan22/wan_distill_moe_flf2v_int8.json 0 → 100755
View file @ bd21f14f
{
"infer_steps": 4,
"target_video_length": 81,
"text_len": 512,
"target_height": 720,
"target_width": 1280,
"self_attn_1_type": "sage_attn2",
"cross_attn_1_type": "sage_attn2",
"cross_attn_2_type": "sage_attn2",
"seed": 42,
"sample_guide_scale": [3.5, 3.5],
"sample_shift": 16,
"enable_cfg": false,
"cpu_offload": true,
"offload_granularity": "model",
"t5_cpu_offload": false,
"vae_cpu_offload": false,
"use_image_encoder": false,
"boundary_step_index": 2,
"denoising_step_list": [1000, 750, 500, 250],
"mm_config": {
"mm_type": "W-int8-channel-sym-A-int8-channel-sym-dynamic-Vllm"
},
"t5_quantized": true,
"t5_quant_scheme": "int8"
}
configs/wan22/wan_distill_moe_flf2v_with_lora.json 0 → 100755
View file @ bd21f14f
{
"infer_steps": 4,
"target_video_length": 81,
"text_len": 512,
"target_height": 720,
"target_width": 1280,
"self_attn_1_type": "sage_attn2",
"cross_attn_1_type": "sage_attn2",
"cross_attn_2_type": "sage_attn2",
"seed": 42,
"sample_guide_scale": [3.5, 3.5],
"sample_shift": 16,
"enable_cfg": false,
"cpu_offload": true,
"offload_granularity": "model",
"t5_cpu_offload": false,
"vae_cpu_offload": false,
"use_image_encoder": false,
"boundary_step_index": 2,
"denoising_step_list": [1000, 750, 500, 250],
"lora_configs": [
{
"name": "low_noise_model",
"path": "/path/to/low_noise_lora",
"strength": 1.0
},
{
"name": "high_noise_model",
"path": "/path/to/high_noise_lora",
"strength": 1.0
}
]
}
configs/wan22/wan_moe_flf2v.json
View file @ bd21f14f
......@@ -9,9 +9,11 @@
"seed": 42,
"sample_shift": 16,
"enable_cfg": true,
"cpu_offload": false,
"cpu_offload": true,
"sample_guide_scale": [3.5, 3.5],
"offload_granularity": "model",
"t5_cpu_offload": false,
"vae_cpu_offload": false,
"boundary": 0.900,
"use_image_encoder": false
}
configs/wan22/wan_moe_i2v_4090.json 0 → 100755
View file @ bd21f14f
{
"infer_steps": 40,
"target_video_length": 81,
"text_len": 512,
"target_height": 720,
"target_width": 1280,
"self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3",
"seed": 42,
"sample_guide_scale": [3.5, 3.5],
"sample_shift": 5.0,
"enable_cfg": true,
"cpu_offload": true,
"offload_granularity": "phase",
"boundary": 0.900,
"use_image_encoder": false
}
configs/wan22/wan_moe_i2v_audio.json
View file @ bd21f14f
......@@ -16,6 +16,8 @@
"enable_cfg": false,
"cpu_offload": true,
"offload_granularity": "model",
"t5_cpu_offload": false,
"vae_cpu_offload": false,
"boundary": 0.900,
"use_image_encoder": false,
"use_31_block": false,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment