Commit a1ebc651 authored by xuwx1's avatar xuwx1
Browse files

updata lightx2v

parent 5a4db490
Pipeline #3149 canceled with stages
{
"infer_steps": 50,
"transformer_model_name": "480p_t2v",
"fps": 24,
"target_video_length": 121,
"aspect_ratio": "16:9",
"vae_stride": [4, 16, 16],
"sample_shift": 5.0,
"sample_guide_scale": 6.0,
"enable_cfg": true,
"attn_type": "sage_attn3",
"cpu_offload": true,
"offload_granularity": "block",
"vae_cpu_offload": false,
"byt5_cpu_offload": false,
"qwen25vl_cpu_offload": true,
"siglip_cpu_offload": false,
"parallel": {
"seq_p_attn_type": "ulysses",
"seq_p_size": 8
}
}
{
"infer_steps": 50,
"transformer_model_name": "480p_t2v",
"fps": 24,
"target_video_length": 121,
"aspect_ratio": "16:9",
"vae_stride": [4, 16, 16],
"sample_shift": 5.0,
"sample_guide_scale": 6.0,
"enable_cfg": true,
"attn_type": "sage_attn3",
"qwen25vl_cpu_offload": true,
"dit_quantized_ckpt": "/path/to/480p_t2v_fp8.safetensors",
"dit_quantized": true,
"dit_quant_scheme": "fp8-sgl",
"qwen25vl_quantized_ckpt": "/path/to/qwen25vl_fp8.safetensors",
"qwen25vl_quantized": true,
"qwen25vl_quant_scheme": "fp8-sgl"
}
{
"infer_steps": 50,
"transformer_model_name": "480p_i2v",
"fps": 24,
"target_video_length": 121,
"vae_stride": [4, 16, 16],
"sample_shift": 5.0,
"sample_guide_scale": 6.0,
"enable_cfg": true,
"attn_type": "sage_attn2",
"feature_caching": "Mag",
"magcache_calibration": false,
"magcache_K": 6,
"magcache_thresh": 0.24,
"magcache_retention_ratio": 0.2,
"magcache_ratios": [[1.0, 1.01562, 1.00781, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.99609, 1.0, 0.99609, 1.0, 0.99609, 1.0, 0.99609, 0.99609, 0.99609, 0.99609, 0.99609, 0.99609, 0.99609, 0.99609, 0.99609, 0.99609, 0.99609, 0.99609, 0.99609, 0.99609, 0.99219, 0.99219, 0.99219, 0.98828, 0.98828, 0.98828, 0.98828, 0.98438, 0.98438, 0.98047, 0.98047, 0.97656, 0.97266, 0.96484, 0.95703, 0.94922, 0.92969, 0.91016, 0.88672], [1.0, 1.02344, 1.00781, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.99609, 1.0, 0.99609, 1.0, 0.99609, 1.0, 0.99609, 0.99609, 0.99609, 0.99609, 0.99609, 0.99609, 0.99609, 0.99609, 0.99609, 0.99609, 0.99609, 0.99609, 0.99609, 0.99609, 0.99219, 0.99219, 0.99219, 0.99219, 0.98828, 0.98828, 0.98828, 0.98438, 0.98438, 0.98047, 0.98047, 0.97656, 0.97266, 0.96484, 0.95703, 0.94922, 0.93359, 0.91016, 0.88672]]
}
{
"infer_steps": 50,
"transformer_model_name": "480p_i2v",
"fps": 24,
"target_video_length": 121,
"vae_stride": [4, 16, 16],
"sample_shift": 5.0,
"sample_guide_scale": 6.0,
"enable_cfg": true,
"attn_type": "sage_attn2",
"feature_caching": "Mag",
"magcache_calibration": true
}
{
"infer_steps": 50,
"transformer_model_name": "480p_i2v",
"fps": 24,
"target_video_length": 121,
"vae_stride": [4, 16, 16],
"sample_shift": 5.0,
"sample_guide_scale": 6.0,
"enable_cfg": true,
"attn_type": "flash_attn3",
"feature_caching": "Tea",
"coefficients": [8.08528429e+03 ,-2.44607178e+03, 2.49489589e+02, -9.10697865e+00, 1.20261379e-01],
"teacache_thresh": 0.15,
"cpu_offload": false,
"offload_granularity": "block",
"vae_cpu_offload": false,
"byt5_cpu_offload": false,
"qwen25vl_cpu_offload": true,
"siglip_cpu_offload": false
}
{
"infer_steps": 50,
"transformer_model_name": "720p_i2v",
"fps": 24,
"target_video_length": 121,
"vae_stride": [4, 16, 16],
"sample_shift": 7.0,
"sample_guide_scale": 6.0,
"enable_cfg": true,
"attn_type": "flash_attn3",
"feature_caching": "Tea",
"coefficients": [3.84300014e+03, -1.39247433e+03, 1.69167679e+02, -7.07679232e+00, 1.02419011e-01],
"teacache_thresh": 0.15,
"cpu_offload": false,
"offload_granularity": "block",
"vae_cpu_offload": false,
"byt5_cpu_offload": false,
"qwen25vl_cpu_offload": true,
"siglip_cpu_offload": false
}
{
"infer_steps": 50,
"transformer_model_name": "480p_t2v",
"fps": 24,
"target_video_length": 121,
"vae_stride": [4, 16, 16],
"sample_shift": 5.0,
"sample_guide_scale": 6.0,
"enable_cfg": true,
"attn_type": "flash_attn3",
"feature_caching": "Tea",
"coefficients": [-2.97190924e+04, 2.22834983e+04, -4.37418360e+03, 3.39340251e+02, -1.01365855e+01, 1.29101768e-01],
"teacache_thresh": 0.15,
"cpu_offload": false,
"offload_granularity": "block",
"vae_cpu_offload": false,
"byt5_cpu_offload": false,
"qwen25vl_cpu_offload": true,
"siglip_cpu_offload": false
}
{
"infer_steps": 50,
"transformer_model_name": "729p_t2v",
"fps": 24,
"target_video_length": 121,
"vae_stride": [4, 16, 16],
"sample_shift": 5.0,
"sample_guide_scale": 6.0,
"enable_cfg": true,
"attn_type": "flash_attn3",
"feature_caching": "Tea",
"coefficients": [-3.08907507e+04, 1.67786188e+04, -3.19178643e+03, 2.60740519e+02, -8.19205881e+00, 1.07913775e-01],
"teacache_thresh": 0.15,
"cpu_offload": false,
"offload_granularity": "block",
"vae_cpu_offload": false,
"byt5_cpu_offload": false,
"qwen25vl_cpu_offload": true,
"siglip_cpu_offload": false
}
{
"infer_steps": 50,
"transformer_model_name": "480p_i2v",
"fps": 24,
"target_video_length": 121,
"vae_stride": [4, 16, 16],
"sample_shift": 5.0,
"sample_guide_scale": 6.0,
"enable_cfg": false,
"attn_type": "sage_attn3",
"vae_cpu_offload": false,
"byt5_cpu_offload": false,
"qwen25vl_cpu_offload": true,
"siglip_cpu_offload": false,
"dit_quantized_ckpt": "/path/to/quant_model.safetensors",
"dit_quantized": true,
"dit_quant_scheme": "int8-q8f",
"parallel": {
"seq_p_size": 8,
"seq_p_fp8_comm": true,
"seq_p_attn_type": "ulysses"
}
}
{
"infer_steps": 50,
"transformer_model_name": "480p_i2v",
"fps": 24,
"target_video_length": 121,
"vae_stride": [4, 16, 16],
"sample_shift": 5.0,
"sample_guide_scale": 6.0,
"enable_cfg": true,
"attn_type": "sage_attn2"
}
{
"infer_steps": 50,
"transformer_model_name": "720p_i2v",
"fps": 24,
"target_video_length": 121,
"vae_stride": [4, 16, 16],
"sample_shift": 7.0,
"sample_guide_scale": 6.0,
"enable_cfg": true,
"attn_type": "sage_attn2"
}
{
"infer_steps": 50,
"transformer_model_name": "720p_i2v_distilled",
"fps": 24,
"target_video_length": 121,
"vae_stride": [4, 16, 16],
"sample_shift": 9.0,
"sample_guide_scale": 6.0,
"enable_cfg": false,
"attn_type": "sage_attn2"
}
{
"infer_steps": 50,
"transformer_model_name": "480p_t2v",
"fps": 24,
"target_video_length": 121,
"aspect_ratio": "16:9",
"vae_stride": [4, 16, 16],
"sample_shift": 5.0,
"sample_guide_scale": 6.0,
"enable_cfg": true,
"attn_type": "sage_attn2"
}
{
"infer_steps": 4,
"transformer_model_name": "480p_t2v",
"fps": 16,
"target_video_length": 81,
"aspect_ratio": "16:9",
"vae_stride": [4, 16, 16],
"sample_shift": 5.0,
"sample_guide_scale": -1.0,
"enable_cfg": false,
"attn_type": "sage_attn2",
"dit_original_ckpt": "hunyuanvideo-1.5/distill_models/480p_t2v/distill_model.safetensors",
"denoising_step_list": [
1000,
750,
500,
250
]
}
{
"infer_steps": 50,
"transformer_model_name": "720p_t2v",
"fps": 24,
"target_video_length": 121,
"aspect_ratio": "16:9",
"vae_stride": [4, 16, 16],
"sample_shift": 9.0,
"sample_guide_scale": 6.0,
"enable_cfg": true,
"attn_type": "sage_attn2"
}
{
"infer_steps": 50,
"transformer_model_name": "480p_t2v",
"fps": 24,
"target_video_length": 121,
"aspect_ratio": "16:9",
"vae_stride": [4, 16, 16],
"sample_shift": 7.0,
"sample_guide_scale": 6.0,
"enable_cfg": true,
"attn_type": "flash_attn3",
"use_tae": true,
"tae_path": "/path/to/lighttae"
}
{
"infer_steps": 50,
"transformer_model_name": "480p_t2v",
"fps": 24,
"target_video_length": 121,
"aspect_ratio": "16:9",
"vae_stride": [4, 16, 16],
"sample_shift": 7.0,
"sample_guide_scale": 6.0,
"enable_cfg": true,
"attn_type": "sage_attn2",
"cpu_offload": true,
"offload_granularity": "block",
"vae_cpu_offload": false,
"byt5_cpu_offload": false,
"qwen25vl_cpu_offload": true,
"siglip_cpu_offload": false
}
{
"infer_steps": 50,
"transformer_model_name": "480p_t2v",
"fps": 24,
"target_video_length": 121,
"aspect_ratio": "16:9",
"vae_stride": [4, 16, 16],
"sample_shift": 7.0,
"sample_guide_scale": 6.0,
"enable_cfg": true,
"attn_type": "flash_attn3",
"dit_quantized_ckpt": "/path/to/quant_model.safetensors",
"dit_quantized": true,
"dit_quant_scheme": "fp8-sgl"
}
{
"infer_steps": 50,
"transformer_model_name": "480p_i2v",
"fps": 24,
"target_video_length": 121,
"vae_stride": [4, 16, 16],
"sample_shift": 5.0,
"sample_guide_scale": 6.0,
"enable_cfg": true,
"attn_type": "flash_attn3",
"video_super_resolution": {
"sr_version": "720p_sr_distilled",
"flow_shift": 2.0,
"base_resolution": "480p",
"guidance_scale": 1.0,
"num_inference_steps": 6,
"use_meanflow": true
}
}
{
"infer_steps": 50,
"target_video_length": 150,
"num_output_frames": 150,
"text_len": 512,
"target_height": 352,
"target_width": 640,
"self_attn_1_type": "flash_attn2",
"cross_attn_1_type": "flash_attn2",
"cross_attn_2_type": "flash_attn2",
"seed": 0,
"sample_guide_scale": 6,
"sample_shift": 8,
"enable_cfg": false,
"cpu_offload": false,
"sf_config": {
"local_attn_size": 6,
"shift": 5.0,
"num_frame_per_block": 3,
"num_transformer_blocks": 30,
"frame_seq_length": 880,
"num_output_frames": 150,
"num_inference_steps": 1000,
"denoising_step_list": [1000.0000, 908.8427, 713.9794]
},
"sub_model_folder": "gta_distilled_model",
"sub_model_name": "gta_keyboard2dim.safetensors",
"mode": "gta_drive",
"streaming": false,
"action_config": {
"blocks": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14],
"enable_keyboard": true,
"enable_mouse": true,
"heads_num": 16,
"hidden_size": 128,
"img_hidden_size": 1536,
"keyboard_dim_in": 4,
"keyboard_hidden_dim": 1024,
"mouse_dim_in": 2,
"mouse_hidden_dim": 1024,
"mouse_qk_dim_list": [
8,
28,
28
],
"patch_size": [
1,
2,
2
],
"qk_norm": true,
"qkv_bias": false,
"rope_dim_list": [
8,
28,
28
],
"rope_theta": 256,
"vae_time_compression_ratio": 4,
"windows_size": 3
},
"dim": 1536,
"eps": 1e-06,
"ffn_dim": 8960,
"freq_dim": 256,
"in_dim": 36,
"inject_sample_info": false,
"model_type": "i2v",
"num_heads": 12,
"num_layers": 30,
"out_dim": 16
}
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment