Skip to content

GitLab

Commit e2778d0d authored by litzh's avatar litzh
Browse files

Initial commit

parents
Pipeline #3370 canceled with stages
Hide whitespace changes
Inline Side-by-side
Showing with 902 additions and 0 deletions
configs/ltx2/ltx2_distill_fp8.json 0 → 100755
View file @ e2778d0d
{
"infer_steps": 8,
"target_video_length": 121,
"target_height": 512,
"target_width": 768,
"attn_type": "sage_attn2",
"sample_guide_scale": 1,
"sample_shift": [2.05, 0.95],
"enable_cfg": false,
"cpu_offload": false,
"num_channels_latents": 128,
"fps": 24,
"audio_fps": 24000,
"audio_mel_bins":16,
"double_precision_rope": true,
"dit_quantized_ckpt": "Lightricks/LTX-2/ltx-2-19b-distilled-fp8.safetensors",
"dit_quantized": true,
"dit_quant_scheme": "fp8-pertensor",
"skip_fp8_block_index" : [0, 43, 44, 45, 46, 47],
"distilled_sigma_values": [1.0, 0.99375, 0.9875, 0.98125, 0.975, 0.909375, 0.725, 0.421875, 0.0]
}
configs/ltx2/ltx2_fp8.json 0 → 100755
View file @ e2778d0d
{
"infer_steps": 40,
"target_video_length": 121,
"target_height": 512,
"target_width": 768,
"attn_type": "sage_attn2",
"sample_guide_scale": 4,
"sample_shift": [2.05, 0.95],
"enable_cfg": true,
"cpu_offload": false,
"num_channels_latents": 128,
"fps": 24,
"audio_fps": 24000,
"audio_mel_bins":16,
"double_precision_rope": true,
"dit_quantized_ckpt": "Lightricks/LTX-2/LTX-2/ltx-2-19b-dev-fp8.safetensors",
"dit_quantized": true,
"dit_quant_scheme": "fp8-pertensor",
"skip_fp8_block_index" : [0, 43, 44, 45, 46, 47]
}
configs/ltx2/ltx2_lora.json 0 → 100755
View file @ e2778d0d
{
"infer_steps": 8,
"target_video_length": 121,
"target_height": 512,
"target_width": 768,
"attn_type": "sage_attn2",
"sample_guide_scale": 1,
"sample_shift": [2.05, 0.95],
"enable_cfg": false,
"cpu_offload": false,
"num_channels_latents": 128,
"fps": 24,
"audio_fps": 24000,
"audio_mel_bins":16,
"double_precision_rope": true,
"dit_original_ckpt": "Lightricks/LTX-2/ltx-2-19b-dev.safetensors",
"lora_configs": [
{
"path": "Lightricks/LTX-2/ltx-2-19b-distilled-lora-384.safetensors",
"strength": 0.8
}
],
"distilled_sigma_values": [1.0, 0.99375, 0.9875, 0.98125, 0.975, 0.909375, 0.725, 0.421875, 0.0]
}
configs/ltx2/ltx2_offload.json 0 → 100755
View file @ e2778d0d
{
"infer_steps": 40,
"target_video_length": 121,
"target_height": 512,
"target_width": 768,
"attn_type": "sage_attn2",
"sample_guide_scale": 4,
"sample_shift": [2.05, 0.95],
"enable_cfg": true,
"cpu_offload": true,
"offload_granularity": "block",
"vae_cpu_offload": false,
"num_channels_latents": 128,
"fps": 24,
"audio_fps": 24000,
"audio_mel_bins":16,
"double_precision_rope": true,
"dit_original_ckpt": "Lightricks/LTX-2/ltx-2-19b-dev.safetensors",
"skip_fp8_block_index" : [0, 43, 44, 45, 46, 47]
}
configs/ltx2/ltx2_tp.json 0 → 100755
View file @ e2778d0d
{
"infer_steps": 40,
"target_video_length": 121,
"target_height": 512,
"target_width": 768,
"attn_type": "sage_attn2",
"sample_guide_scale": 4,
"sample_shift": [2.05, 0.95],
"enable_cfg": true,
"cpu_offload": false,
"num_channels_latents": 128,
"fps": 24,
"audio_fps": 24000,
"audio_mel_bins":16,
"double_precision_rope": true,
"dit_original_ckpt": "Lightricks/LTX-2/ltx-2-19b-dev.safetensors",
"parallel": {
"tensor_p_size": 2
}
}
configs/ltx2/ltx2_ulysses.json 0 → 100755
View file @ e2778d0d
{
"infer_steps": 40,
"target_video_length": 121,
"target_height": 512,
"target_width": 768,
"attn_type": "sage_attn2",
"sample_guide_scale": 4,
"sample_shift": [2.05, 0.95],
"enable_cfg": true,
"cpu_offload": false,
"num_channels_latents": 128,
"fps": 24,
"audio_fps": 24000,
"audio_mel_bins":16,
"double_precision_rope": true,
"dit_original_ckpt": "Lightricks/LTX-2/ltx-2-19b-dev.safetensors",
"parallel": {
"seq_p_size": 2,
"seq_p_attn_type": "ulysses"
}
}
configs/ltx2/ltx2_upsample.json 0 → 100755
View file @ e2778d0d
{
"infer_steps": 8,
"target_video_length": 121,
"target_height": 1024,
"target_width": 1536,
"attn_type": "sage_attn2",
"sample_guide_scale": 1,
"sample_shift": [2.05, 0.95],
"enable_cfg": false,
"cpu_offload": false,
"num_channels_latents": 128,
"fps": 24,
"audio_fps": 24000,
"audio_mel_bins":16,
"double_precision_rope": true,
"dit_quantized_ckpt": "Lightricks/LTX-2/ltx-2-19b-distilled-fp8.safetensors",
"dit_quantized": true,
"dit_quant_scheme": "fp8-pertensor",
"skip_fp8_block_index" : [0, 43, 44, 45, 46, 47],
"distilled_sigma_values": [1.0, 0.99375, 0.9875, 0.98125, 0.975, 0.909375, 0.725, 0.421875, 0.0],
"use_upsampler": true,
"upsampler_original_ckpt": "Lightricks/LTX-2/ltx-2-spatial-upscaler-x2-1.0.safetensors",
"distilled_sigma_values_upsample": [0.909375, 0.725, 0.421875, 0.0]
}
configs/matrix_game2/matrix_game2_gta_drive.json 0 → 100644
View file @ e2778d0d
{
"infer_steps": 50,
"target_video_length": 150,
"num_output_frames": 150,
"text_len": 512,
"target_height": 352,
"target_width": 640,
"self_attn_1_type": "flash_attn2",
"cross_attn_1_type": "flash_attn2",
"cross_attn_2_type": "flash_attn2",
"seed": 0,
"sample_guide_scale": 6,
"sample_shift": 8,
"enable_cfg": false,
"cpu_offload": false,
"sf_config": {
"local_attn_size": 6,
"shift": 5.0,
"num_frame_per_block": 3,
"num_transformer_blocks": 30,
"frame_seq_length": 880,
"num_output_frames": 150,
"num_inference_steps": 1000,
"denoising_step_list": [1000.0000, 908.8427, 713.9794]
},
"sub_model_folder": "gta_distilled_model",
"sub_model_name": "gta_keyboard2dim.safetensors",
"mode": "gta_drive",
"streaming": false,
"action_config": {
"blocks": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14],
"enable_keyboard": true,
"enable_mouse": true,
"heads_num": 16,
"hidden_size": 128,
"img_hidden_size": 1536,
"keyboard_dim_in": 4,
"keyboard_hidden_dim": 1024,
"mouse_dim_in": 2,
"mouse_hidden_dim": 1024,
"mouse_qk_dim_list": [
8,
28,
28
],
"patch_size": [
1,
2,
2
],
"qk_norm": true,
"qkv_bias": false,
"rope_dim_list": [
8,
28,
28
],
"rope_theta": 256,
"vae_time_compression_ratio": 4,
"windows_size": 3
},
"dim": 1536,
"eps": 1e-06,
"ffn_dim": 8960,
"freq_dim": 256,
"in_dim": 36,
"inject_sample_info": false,
"model_type": "i2v",
"num_heads": 12,
"num_layers": 30,
"out_dim": 16
}
configs/matrix_game2/matrix_game2_gta_drive_streaming.json 0 → 100644
View file @ e2778d0d
{
"infer_steps": 50,
"target_video_length": 360,
"num_output_frames": 360,
"text_len": 512,
"target_height": 352,
"target_width": 640,
"self_attn_1_type": "flash_attn2",
"cross_attn_1_type": "flash_attn2",
"cross_attn_2_type": "flash_attn2",
"seed": 0,
"sample_guide_scale": 6,
"sample_shift": 8,
"enable_cfg": false,
"cpu_offload": false,
"sf_config": {
"local_attn_size": 6,
"shift": 5.0,
"num_frame_per_block": 3,
"num_transformer_blocks": 30,
"frame_seq_length": 880,
"num_output_frames": 360,
"num_inference_steps": 1000,
"denoising_step_list": [1000.0000, 908.8427, 713.9794]
},
"sub_model_folder": "gta_distilled_model",
"sub_model_name": "gta_keyboard2dim.safetensors",
"mode": "gta_drive",
"streaming": true,
"action_config": {
"blocks": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14],
"enable_keyboard": true,
"enable_mouse": true,
"heads_num": 16,
"hidden_size": 128,
"img_hidden_size": 1536,
"keyboard_dim_in": 4,
"keyboard_hidden_dim": 1024,
"mouse_dim_in": 2,
"mouse_hidden_dim": 1024,
"mouse_qk_dim_list": [
8,
28,
28
],
"patch_size": [
1,
2,
2
],
"qk_norm": true,
"qkv_bias": false,
"rope_dim_list": [
8,
28,
28
],
"rope_theta": 256,
"vae_time_compression_ratio": 4,
"windows_size": 3
},
"dim": 1536,
"eps": 1e-06,
"ffn_dim": 8960,
"freq_dim": 256,
"in_dim": 36,
"inject_sample_info": false,
"model_type": "i2v",
"num_heads": 12,
"num_layers": 30,
"out_dim": 16
}
configs/matrix_game2/matrix_game2_templerun.json 0 → 100644
View file @ e2778d0d
{
"infer_steps": 50,
"target_video_length": 150,
"num_output_frames": 150,
"text_len": 512,
"target_height": 352,
"target_width": 640,
"self_attn_1_type": "flash_attn2",
"cross_attn_1_type": "flash_attn2",
"cross_attn_2_type": "flash_attn2",
"seed": 0,
"sample_guide_scale": 6,
"sample_shift": 8,
"enable_cfg": false,
"cpu_offload": false,
"sf_config": {
"local_attn_size": 6,
"shift": 5.0,
"num_frame_per_block": 3,
"num_transformer_blocks": 30,
"frame_seq_length": 880,
"num_output_frames": 150,
"num_inference_steps": 1000,
"denoising_step_list": [1000.0000, 908.8427, 713.9794]
},
"sub_model_folder": "templerun_distilled_model",
"sub_model_name": "templerun_7dim_onlykey.safetensors",
"mode": "templerun",
"streaming": false,
"action_config": {
"blocks": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14],
"enable_keyboard": true,
"enable_mouse": false,
"heads_num": 16,
"hidden_size": 128,
"img_hidden_size": 1536,
"keyboard_dim_in": 7,
"keyboard_hidden_dim": 1024,
"patch_size": [
1,
2,
2
],
"qk_norm": true,
"qkv_bias": false,
"rope_dim_list": [
8,
28,
28
],
"rope_theta": 256,
"vae_time_compression_ratio": 4,
"windows_size": 3
},
"dim": 1536,
"eps": 1e-06,
"ffn_dim": 8960,
"freq_dim": 256,
"in_dim": 36,
"inject_sample_info": false,
"model_type": "i2v",
"num_heads": 12,
"num_layers": 30,
"out_dim": 16
}
configs/matrix_game2/matrix_game2_templerun_streaming.json 0 → 100644
View file @ e2778d0d
{
"infer_steps": 50,
"target_video_length": 360,
"num_output_frames": 360,
"text_len": 512,
"target_height": 352,
"target_width": 640,
"self_attn_1_type": "flash_attn2",
"cross_attn_1_type": "flash_attn2",
"cross_attn_2_type": "flash_attn2",
"seed": 0,
"sample_guide_scale": 6,
"sample_shift": 8,
"enable_cfg": false,
"cpu_offload": false,
"sf_config": {
"local_attn_size": 6,
"shift": 5.0,
"num_frame_per_block": 3,
"num_transformer_blocks": 30,
"frame_seq_length": 880,
"num_output_frames": 360,
"num_inference_steps": 1000,
"denoising_step_list": [1000.0000, 908.8427, 713.9794]
},
"sub_model_folder": "templerun_distilled_model",
"sub_model_name": "templerun_7dim_onlykey.safetensors",
"mode": "templerun",
"streaming": true,
"action_config": {
"blocks": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14],
"enable_keyboard": true,
"enable_mouse": true,
"heads_num": 16,
"hidden_size": 128,
"img_hidden_size": 1536,
"keyboard_dim_in": 4,
"keyboard_hidden_dim": 1024,
"mouse_dim_in": 2,
"mouse_hidden_dim": 1024,
"mouse_qk_dim_list": [
8,
28,
28
],
"patch_size": [
1,
2,
2
],
"qk_norm": true,
"qkv_bias": false,
"rope_dim_list": [
8,
28,
28
],
"rope_theta": 256,
"vae_time_compression_ratio": 4,
"windows_size": 3
},
"dim": 1536,
"eps": 1e-06,
"ffn_dim": 8960,
"freq_dim": 256,
"in_dim": 36,
"inject_sample_info": false,
"model_type": "i2v",
"num_heads": 12,
"num_layers": 30,
"out_dim": 16
}
configs/matrix_game2/matrix_game2_universal.json 0 → 100644
View file @ e2778d0d
{
"infer_steps": 50,
"target_video_length": 150,
"num_output_frames": 150,
"text_len": 512,
"target_height": 352,
"target_width": 640,
"self_attn_1_type": "flash_attn2",
"cross_attn_1_type": "flash_attn2",
"cross_attn_2_type": "flash_attn2",
"seed": 0,
"sample_guide_scale": 6,
"sample_shift": 8,
"enable_cfg": false,
"cpu_offload": false,
"sf_config": {
"local_attn_size": 6,
"shift": 5.0,
"num_frame_per_block": 3,
"num_transformer_blocks": 30,
"frame_seq_length": 880,
"num_output_frames": 150,
"num_inference_steps": 1000,
"denoising_step_list": [1000.0000, 908.8427, 713.9794]
},
"sub_model_folder": "base_distilled_model",
"sub_model_name": "base_distill.safetensors",
"mode": "universal",
"streaming": false,
"action_config": {
"blocks": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14],
"enable_keyboard": true,
"enable_mouse": true,
"heads_num": 16,
"hidden_size": 128,
"img_hidden_size": 1536,
"keyboard_dim_in": 4,
"keyboard_hidden_dim": 1024,
"mouse_dim_in": 2,
"mouse_hidden_dim": 1024,
"mouse_qk_dim_list": [
8,
28,
28
],
"patch_size": [
1,
2,
2
],
"qk_norm": true,
"qkv_bias": false,
"rope_dim_list": [
8,
28,
28
],
"rope_theta": 256,
"vae_time_compression_ratio": 4,
"windows_size": 3
},
"dim": 1536,
"eps": 1e-06,
"ffn_dim": 8960,
"freq_dim": 256,
"in_dim": 36,
"inject_sample_info": false,
"model_type": "i2v",
"num_heads": 12,
"num_layers": 30,
"out_dim": 16
}
configs/matrix_game2/matrix_game2_universal_streaming.json 0 → 100644
View file @ e2778d0d
{
"infer_steps": 50,
"target_video_length": 360,
"num_output_frames": 360,
"text_len": 512,
"target_height": 352,
"target_width": 640,
"self_attn_1_type": "flash_attn2",
"cross_attn_1_type": "flash_attn2",
"cross_attn_2_type": "flash_attn2",
"seed": 0,
"sample_guide_scale": 6,
"sample_shift": 8,
"enable_cfg": false,
"cpu_offload": false,
"sf_config": {
"local_attn_size": 6,
"shift": 5.0,
"num_frame_per_block": 3,
"num_transformer_blocks": 30,
"frame_seq_length": 880,
"num_output_frames": 360,
"num_inference_steps": 1000,
"denoising_step_list": [1000.0000, 908.8427, 713.9794]
},
"sub_model_folder": "base_distilled_model",
"sub_model_name": "base_distill.safetensors",
"mode": "universal",
"streaming": true,
"action_config": {
"blocks": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14],
"enable_keyboard": true,
"enable_mouse": true,
"heads_num": 16,
"hidden_size": 128,
"img_hidden_size": 1536,
"keyboard_dim_in": 4,
"keyboard_hidden_dim": 1024,
"mouse_dim_in": 2,
"mouse_hidden_dim": 1024,
"mouse_qk_dim_list": [
8,
28,
28
],
"patch_size": [
1,
2,
2
],
"qk_norm": true,
"qkv_bias": false,
"rope_dim_list": [
8,
28,
28
],
"rope_theta": 256,
"vae_time_compression_ratio": 4,
"windows_size": 3
},
"dim": 1536,
"eps": 1e-06,
"ffn_dim": 8960,
"freq_dim": 256,
"in_dim": 36,
"inject_sample_info": false,
"model_type": "i2v",
"num_heads": 12,
"num_layers": 30,
"out_dim": 16
}
configs/meanflow/wan_t2v_meanflow_distill_2step.json 0 → 100755
View file @ e2778d0d
{
"infer_steps": 2,
"target_video_length": 81,
"text_len": 512,
"target_height": 480,
"target_width": 832,
"self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3",
"sample_guide_scale": 6,
"sample_shift": 5,
"enable_cfg": false,
"cpu_offload": false,
"dit_original_ckpt": "Wan2.1-T2V-14B/distill_models/distill_model_meanflow.safetensors",
"denoising_step_list": [
1000,
500
]
}
configs/model_pipeline.json 0 → 100644
View file @ e2778d0d
{
"data":
{
"t2v": {
"wan2.2-T2V-A14B": {
"single_stage": {
"pipeline": {
"inputs": [],
"outputs": ["output_video"]
}
},
"multi_stage": {
"text_encoder": {
"inputs": [],
"outputs": ["text_encoder_output"]
},
"dit": {
"inputs": ["text_encoder_output"],
"outputs": ["latents"]
},
"vae_decoder": {
"inputs": ["latents"],
"outputs": ["output_video"]
}
}
},
"self-forcing-dmd": {
"single_stage": {
"pipeline": {
"inputs": [],
"outputs": ["output_video"]
}
}
}
},
"i2v": {
"wan2.2-14B-480P": {
"single_stage": {
"pipeline": {
"inputs": ["input_image"],
"outputs": ["output_video"]
}
},
"multi_stage": {
"text_encoder": {
"inputs": ["input_image"],
"outputs": ["text_encoder_output"]
},
"image_encoder": {
"inputs": ["input_image"],
"outputs": ["clip_encoder_output"]
},
"vae_encoder": {
"inputs": ["input_image"],
"outputs": ["vae_encoder_output"]
},
"dit": {
"inputs": [
"clip_encoder_output",
"vae_encoder_output",
"text_encoder_output"
],
"outputs": ["latents"]
},
"vae_decoder": {
"inputs": ["latents"],
"outputs": ["output_video"]
}
}
},
"wan2.2-I2V-A14B-distill": {
"single_stage": {
"pipeline": {
"inputs": ["input_image"],
"outputs": ["output_video"]
}
}
},
"matrix-game2-gta-drive": {
"single_stage": {
"pipeline": {
"inputs": ["input_image"],
"outputs": ["output_video"]
}
}
},
"matrix-game2-universal": {
"single_stage": {
"pipeline": {
"inputs": ["input_image"],
"outputs": ["output_video"]
}
}
},
"matrix-game2-templerun": {
"single_stage": {
"pipeline": {
"inputs": ["input_image"],
"outputs": ["output_video"]
}
}
}
},
"i2i": {
"qwen-image-2509": {
"single_stage": {
"pipeline": {
"inputs": ["input_image"],
"outputs": ["output_image"]
}
}
}
},
"t2i": {
"qwen-image": {
"single_stage": {
"pipeline": {
"inputs": [],
"outputs": ["output_image"]
}
}
}
},
"s2v": {
"SekoTalk": {
"single_stage": {
"pipeline": {
"inputs": ["input_image", "input_audio"],
"outputs": ["output_video"]
}
},
"multi_stage": {
"text_encoder": {
"inputs": ["input_image"],
"outputs": ["text_encoder_output"]
},
"image_encoder": {
"inputs": ["input_image"],
"outputs": ["clip_encoder_output"]
},
"vae_encoder": {
"inputs": ["input_image"],
"outputs": ["vae_encoder_output"]
},
"segment_dit": {
"inputs": [
"input_audio",
"clip_encoder_output",
"vae_encoder_output",
"text_encoder_output"
],
"outputs": ["output_video"]
}
}
}
},
"animate": {
"wan2.2_animate": {
"single_stage": {
"pipeline": {
"inputs": ["input_image","input_video"],
"outputs": ["output_video"]
}
}
}
},
"flf2v": {
"wan2.2-14B-480P": {
"single_stage": {
"pipeline": {
"inputs": ["input_image", "input_last_frame"],
"outputs": ["output_video"]
}
}
},
"Wan2.2-I2V-A14B-distill": {
"single_stage": {
"pipeline": {
"inputs": ["input_image", "input_last_frame"],
"outputs": ["output_video"]
}
}
}
}
},
"meta": {
"special_types": {
"input_image": "IMAGE",
"input_last_frame": "IMAGE",
"input_audio": "AUDIO",
"input_video": "VIDEO",
"latents": "TENSOR",
"output_video": "VIDEO",
"output_image": "IMAGE"
},
"model_name_inner_to_outer": {
"seko_talk": "SekoTalk"
},
"model_name_outer_to_inner": {},
"monitor": {
"subtask_created_timeout": 1800,
"subtask_pending_timeout": 1800,
"subtask_running_timeouts": {
"t2v-wan2.1-1.3B-multi_stage-dit": 300,
"t2v-wan2.1-1.3B-single_stage-pipeline": 300,
"t2v-self-forcing-dmd-single_stage-pipeline": 300,
"i2v-wan2.1-14B-480P-multi_stage-dit": 600,
"i2v-wan2.1-14B-480P-single_stage-pipeline": 600,
"i2v-SekoTalk-Distill-single_stage-pipeline": 3600,
"i2v-SekoTalk-Distill-multi_stage-segment_dit": 3600,
"flf2v-wan2.2-14B-480P-single_stage-pipeline": 3600,
"flf2v-wan2.2-14B-480P-multi_stage-segment_dit": 3600,
"i2i-qwen-image-single_stage-pipeline": 3600,
"animate-wan2.2_animate-single_stage-pipeline": 3600
},
"worker_avg_window": 20,
"worker_offline_timeout": 5,
"worker_min_capacity": 20,
"worker_min_cnt": 1,
"worker_max_cnt": 10,
"task_timeout": 3600,
"schedule_ratio_high": 0.25,
"schedule_ratio_low": 0.02,
"ping_timeout": 30,
"user_max_active_tasks": 3,
"user_max_daily_tasks": 100,
"user_visit_frequency": 0.05
}
}
}
configs/offload/block/qwen_image_i2i_2509_block.json 0 → 100755
View file @ e2778d0d
{
"infer_steps": 40,
"prompt_template_encode": "<|im_start|>system\nDescribe the key features of the input image (color, shape, size, texture, objects, background), then explain how the user's text instruction should alter or modify the image. Generate a new image that meets the user's requirements while maintaining consistency with the original input where appropriate.<|im_end|>\n<|im_start|>user\n{}<|im_end|>\n<|im_start|>assistant\n",
"prompt_template_encode_start_idx": 64,
"resize_mode": "adaptive",
"attn_type": "sage_attn2",
"enable_cfg": true,
"sample_guide_scale": 4.0,
"cpu_offload": true,
"offload_granularity": "block",
"CONDITION_IMAGE_SIZE": 147456,
"USE_IMAGE_ID_IN_PROMPT": true
}
configs/offload/block/qwen_image_i2i_block.json 0 → 100755
View file @ e2778d0d
{
"infer_steps": 50,
"prompt_template_encode": "<|im_start|>system\nDescribe the key features of the input image (color, shape, size, texture, objects, background), then explain how the user's text instruction should alter or modify the image. Generate a new image that meets the user's requirements while maintaining consistency with the original input where appropriate.<|im_end|>\n<|im_start|>user\n{}<|im_end|>\n<|im_start|>assistant\n",
"prompt_template_encode_start_idx": 64,
"resize_mode": "adaptive",
"attn_type": "flash_attn3",
"enable_cfg": true,
"sample_guide_scale": 4.0,
"cpu_offload": true,
"offload_granularity": "block",
"CONDITION_IMAGE_SIZE": 1048576,
"USE_IMAGE_ID_IN_PROMPT": false
}
configs/offload/block/qwen_image_t2i_block.json 0 → 100755
View file @ e2778d0d
{
"aspect_ratio": "3:4",
"num_channels_latents": 16,
"infer_steps": 50,
"prompt_template_encode": "<|im_start|>system\nDescribe the image by detailing the color, shape, size, texture, quantity, text, spatial relationships of the objects and background:<|im_end|>\n<|im_start|>user\n{}<|im_end|>\n<|im_start|>assistant\n",
"prompt_template_encode_start_idx": 34,
"attn_type": "flash_attn3",
"enable_cfg": false,
"cpu_offload": true,
"offload_granularity": "block"
}
configs/offload/block/wan_i2v_block.json 0 → 100755
View file @ e2778d0d
{
"infer_steps": 40,
"target_video_length": 81,
"target_height": 480,
"target_width": 832,
"self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3",
"sample_guide_scale": 5,
"sample_shift": 5,
"enable_cfg": true,
"dit_quantized": true,
"dit_quant_scheme": "fp8-q8f",
"t5_quantized": true,
"t5_quant_scheme": "fp8-q8f",
"clip_quantized": true,
"clip_quant_scheme": "fp8-q8f",
"cpu_offload": true,
"offload_granularity": "block",
"t5_cpu_offload": false,
"vae_cpu_offload": false,
"clip_cpu_offload": false
}
configs/offload/block/wan_t2v_1_3b.json 0 → 100755
View file @ e2778d0d
{
"infer_steps": 4,
"target_video_length": 81,
"target_height": 480,
"target_width": 832,
"self_attn_1_type": "sage_attn2",
"cross_attn_1_type": "sage_attn2",
"cross_attn_2_type": "sage_attn2",
"sample_guide_scale": 5,
"sample_shift": 5,
"enable_cfg": true,
"t5_cpu_offload": true,
"t5_quantized": true,
"t5_quant_scheme": "fp8-sgl",
"unload_modules": false,
"use_tiling_vae": false
}
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment