update config (#394)

configs/distill/readme.md

-## TODO

configs/distill/wan_i2v_distill_4step_cfg.json

@@ -15,7 +15,5 @@
         750,
         500,
         250
-    ],
-    "dit_quantized": true,
-    "dit_quant_scheme": "fp8-sgl"
+    ]
 }

configs/distill/wan_i2v_distill_4step_cfg_4090.json

+{
+    "infer_steps": 4,
+    "target_video_length": 81,
+    "target_height": 480,
+    "target_width": 832,
+    "self_attn_1_type": "sage_attn2",
+    "cross_attn_1_type": "sage_attn2",
+    "cross_attn_2_type": "sage_attn2",
+    "sample_guide_scale": 5,
+    "sample_shift": 5,
+    "enable_cfg": false,
+    "cpu_offload": true,
+    "offload_granularity": "block",
+    "t5_cpu_offload": false,
+    "vae_cpu_offload": false,
+    "clip_cpu_offload": false,
+    "denoising_step_list": [
+        1000,
+        750,
+        500,
+        250
+    ],
+    "dit_quantized": true,
+    "dit_quant_scheme": "fp8-q8f",
+    "t5_quantized": true,
+    "t5_quant_scheme": "fp8-q8f",
+    "clip_quantized": true,
+    "clip_quant_scheme": "fp8-q8f"
+}

configs/distill/wan_i2v_distill_4step_cfg_4090_lora.json

+{
+  "infer_steps": 4,
+  "target_video_length": 81,
+  "target_height": 480,
+  "target_width": 832,
+  "self_attn_1_type": "sage_attn2",
+  "cross_attn_1_type": "sage_attn2",
+  "cross_attn_2_type": "sage_attn2",
+  "sample_guide_scale": 5,
+  "sample_shift": 5,
+  "enable_cfg": false,
+  "cpu_offload": true,
+  "offload_granularity": "block",
+  "t5_cpu_offload": false,
+  "vae_cpu_offload": false,
+  "clip_cpu_offload": false,
+  "denoising_step_list": [
+      1000,
+      750,
+      500,
+      250
+  ],
+  "dit_quantized": true,
+  "dit_quant_scheme": "fp8-q8f",
+  "t5_quantized": true,
+  "t5_quant_scheme": "fp8-q8f",
+  "clip_quantized": true,
+  "clip_quant_scheme": "fp8-q8f",
+  "lora_configs": [
+    {
+      "path": "lightx2v/Wan2.1-Distill-Loras/wan2.1_i2v_lora_rank64_lightx2v_4step.safetensors",
+      "strength": 1.0
+    }
+  ]
+}

configs/distill/wan_i2v_distill_4step_cfg_lora.json

@@ -13,7 +13,7 @@
   "denoising_step_list": [1000, 750, 500, 250],
   "lora_configs": [
     {
-      "path": "Wan2.1-I2V-14B-480P/loras/Wan21_I2V_14B_lightx2v_cfg_step_distill_lora_rank64.safetensors",
+      "path": "lightx2v/Wan2.1-Distill-Loras/wan2.1_i2v_lora_rank64_lightx2v_4step.safetensors",
       "strength": 1.0
     }
   ]

configs/distill/wan_t2v_distill_4step_cfg.json

@@ -16,6 +16,5 @@
         750,
         500,
         250
-    ],
-    "dit_original_ckpt": "/data/nvme0/gushiqiao/models/hf_lightx2v_models/models/wan2.1_t2v_14b_lightx2v_4step.safetensors"
+    ]
 }

configs/distill/wan_t2v_distill_4step_cfg_4090.json

+{
+    "infer_steps": 4,
+    "target_video_length": 81,
+    "text_len": 512,
+    "target_height": 480,
+    "target_width": 832,
+    "self_attn_1_type": "sage_attn2",
+    "cross_attn_1_type": "sage_attn2",
+    "cross_attn_2_type": "sage_attn2",
+    "sample_guide_scale": 6,
+    "sample_shift": 5,
+    "enable_cfg": false,
+    "cpu_offload": true,
+    "offload_granularity": "block",
+    "t5_cpu_offload": false,
+    "vae_cpu_offload": false,
+    "clip_cpu_offload": false,
+    "denoising_step_list": [
+        1000,
+        750,
+        500,
+        250
+    ],
+    "dit_quantized": true,
+    "dit_quant_scheme": "fp8-q8f",
+    "t5_quantized": true,
+    "t5_quant_scheme": "fp8-q8f",
+    "clip_quantized": true,
+    "clip_quant_scheme": "fp8-q8f"
+}

configs/distill/wan_t2v_distill_4step_cfg_lora.json

@@ -14,7 +14,7 @@
   "denoising_step_list": [1000, 750, 500, 250],
   "lora_configs": [
     {
-      "path": "Wan2.1-T2V-14B/loras/Wan21_T2V_14B_lightx2v_cfg_step_distill_lora_rank64.safetensors",
+      "path": "lightx2v/Wan2.1-Distill-Loras/wan2.1_t2v_14b_lora_rank64_lightx2v_4step.safetensors",
       "strength": 1.0
     }
   ]

configs/distill/wan_t2v_distill_4step_cfg_lora_4090.json

+{
+    "infer_steps": 4,
+    "target_video_length": 81,
+    "text_len": 512,
+    "target_height": 480,
+    "target_width": 832,
+    "self_attn_1_type": "sage_attn2",
+    "cross_attn_1_type": "sage_attn2",
+    "cross_attn_2_type": "sage_attn2",
+    "sample_guide_scale": 6,
+    "sample_shift": 5,
+    "enable_cfg": false,
+    "cpu_offload": true,
+    "offload_granularity": "block",
+    "t5_cpu_offload": false,
+    "vae_cpu_offload": false,
+    "clip_cpu_offload": false,
+    "denoising_step_list": [
+        1000,
+        750,
+        500,
+        250
+    ],
+    "dit_quantized": true,
+    "dit_quant_scheme": "fp8-q8f",
+    "t5_quantized": true,
+    "t5_quant_scheme": "fp8-q8f",
+    "clip_quantized": true,
+    "clip_quant_scheme": "fp8-q8f",
+    "lora_configs": [
+      {
+        "path": "lightx2v/Wan2.1-Distill-Loras/wan2.1_t2v_14b_lora_rank64_lightx2v_4step.safetensors",
+        "strength": 1.0
+      }
+      ]
+}