run_hunyuan_t2v_dist.sh 605 Bytes
Newer Older
Xinchi Huang's avatar
Xinchi Huang committed
1
2
3
4
5
6
# model_path=/mnt/nvme1/yongyang/models/hy/ckpts # H800-13
# model_path=/mnt/nvme0/yongyang/projects/hy/HunyuanVideo/ckpts # H800-14
model_path=/workspace/ckpts_link # H800-14


export CUDA_VISIBLE_DEVICES=0,1,2,3
7
torchrun --nproc_per_node=4 ../main.py \
Xinchi Huang's avatar
Xinchi Huang committed
8
9
10
11
12
13
14
15
16
17
--model_cls hunyuan \
--model_path $model_path \
--prompt "A cat walks on the grass, realistic style." \
--infer_steps 20 \
--target_video_length 33 \
--target_height 720 \
--target_width 1280 \
--attention_type flash_attn2 \
--mm_config '{"mm_type": "W-int8-channel-sym-A-int8-channel-sym-dynamic-Vllm", "weight_auto_quant": true}' \
--parallel_attn