latte

requirements.txt

+#torch > 2.0.0
+# torchvision == 0.16 --no-deps
+# timm  --no-deps
+diffusers==0.24.0
+accelerate
+tensorboard
+einops
+transformers
+av
+scikit-image
+decord
+pandas
+omegaconf
+imageio==2.27.0
+imageio-ffmpeg==0.4.9
+pillow

sample/ffs.sh

+#!/bin/bash
+# export CUDA_VISIBLE_DEVICES=1
+
+python sample/sample.py \
+--config ./configs/ffs/ffs_sample.yaml \
+--ckpt ./share_ckpts/ffs.pt \
+--save_video_path ./test
\ No newline at end of file

sample/ffs_ddp.sh

+#!/bin/bash
+
+torchrun --nnodes=1 --nproc_per_node=2 sample/sample_ddp.py \
+--config ./configs/ffs/ffs_sample.yaml \
+--ckpt ./share_ckpts/ffs.pt \
+--save_video_path ./test

sample/sky.sh

+#!/bin/bash
+export CUDA_VISIBLE_DEVICES=7
+
+python sample/sample.py \
+--config ./configs/sky/sky_sample.yaml \
+--ckpt ./share_ckpts/skytimelapse.pt \
+--save_video_path ./test
\ No newline at end of file

sample/sky_ddp.sh

+#!/bin/bash
+export CUDA_VISIBLE_DEVICES=6,7
+
+torchrun --nnodes=1 --nproc_per_node=2 sample/sample_ddp.py \
+--config ./configs/sky/sky_sample.yaml \
+--ckpt ./share_ckpts/skytimelapse.pt \
+--save_video_path ./test

sample/t2v.sh

+python sample/sample_t2v.py --config configs/t2v/t2v_sample.yaml
\ No newline at end of file

sample/taichi.sh

+#!/bin/bash
+export CUDA_VISIBLE_DEVICES=7
+
+python sample/sample.py \
+--config ./configs/ucf101/taichi_sample.yaml \
+--ckpt  ./share_ckpts/taichi-hd.pt \
+--save_video_path ./test
\ No newline at end of file

sample/taichi_ddp.sh

+#!/bin/bash
+export CUDA_VISIBLE_DEVICES=6,7
+
+torchrun --nnodes=1 --nproc_per_node=2 sample/sample_ddp.py \
+--config ./configs/taichi/taichi_sample.yaml \
+--ckpt ./share_ckpts/taichi-hd.pt \
+--save_video_path ./test \

sample/ucf101.sh

+#!/bin/bash
+export CUDA_VISIBLE_DEVICES=7
+python sample/sample.py \
+--config ./configs/ucf101/ucf101_sample.yaml \
+--ckpt  ./share_ckpts/ucf101.pt \
+--save_video_path ./test
\ No newline at end of file

sample/ucf101_ddp.sh

+#!/bin/bash
+export CUDA_VISIBLE_DEVICES=6,7
+torchrun --nnodes=1 --nproc_per_node=2 --master_port=29520 sample/sample_ddp.py \
+--config ./configs/ucf101/ucf101_sample.yaml \
+--ckpt  ./share_ckpts/ucf101.pt \
+--save_video_path ./test