run_hunyuan_t2v_dist.sh 1.18 KB
Newer Older
helloyongyang's avatar
update  
helloyongyang committed
1
#!/bin/bash
Xinchi Huang's avatar
Xinchi Huang committed
2

Xinchi Huang's avatar
Xinchi Huang committed
3
lightx2v_path=/home/devsft/huangxinchi/lightx2v
helloyongyang's avatar
update  
helloyongyang committed
4
export PYTHONPATH=${lightx2v_path}:$PYTHONPATH
Xinchi Huang's avatar
Xinchi Huang committed
5

Xinchi Huang's avatar
Xinchi Huang committed
6
export CUDA_VISIBLE_DEVICES=4,5,6,7
helloyongyang's avatar
update  
helloyongyang committed
7
8
9
10
11

model_path=/mtc/yongyang/models/x2v_models/hunyuan/lightx2v_format/t2v


torchrun --nproc_per_node=4 ${lightx2v_path}/lightx2v/__main__.py \
Xinchi Huang's avatar
Xinchi Huang committed
12
13
14
15
16
17
18
19
20
--model_cls hunyuan \
--model_path $model_path \
--prompt "A cat walks on the grass, realistic style." \
--infer_steps 20 \
--target_video_length 33 \
--target_height 720 \
--target_width 1280 \
--attention_type flash_attn2 \
--mm_config '{"mm_type": "W-int8-channel-sym-A-int8-channel-sym-dynamic-Vllm", "weight_auto_quant": true}' \
Xinchi Huang's avatar
Xinchi Huang committed
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
--parallel_attn_type ulysses \
--save_video_path ./output_lightx2v_hunyuan_t2v_dist_ulysses.mp4

torchrun --nproc_per_node=4 ${lightx2v_path}/lightx2v/__main__.py \
--model_cls hunyuan \
--model_path $model_path \
--prompt "A cat walks on the grass, realistic style." \
--infer_steps 20 \
--target_video_length 33 \
--target_height 720 \
--target_width 1280 \
--attention_type flash_attn2 \
--mm_config '{"mm_type": "W-int8-channel-sym-A-int8-channel-sym-dynamic-Vllm", "weight_auto_quant": true}' \
--parallel_attn_type ring \
--save_video_path ./output_lightx2v_hunyuan_t2v_dist_ring.mp4