Commit 6fc67329 authored by Yang Yong(雍洋)'s avatar Yang Yong(雍洋) Committed by GitHub
Browse files

Update configs and docker (#291)

parent 27c5575f
...@@ -38,4 +38,8 @@ RUN git clone https://github.com/ModelTC/SageAttention.git ...@@ -38,4 +38,8 @@ RUN git clone https://github.com/ModelTC/SageAttention.git
RUN cd SageAttention && CUDA_ARCHITECTURES="8.0,8.6,8.9,9.0,12.0" EXT_PARALLEL=4 NVCC_APPEND_FLAGS="--threads 8" MAX_JOBS=32 pip install --no-cache-dir -v -e . RUN cd SageAttention && CUDA_ARCHITECTURES="8.0,8.6,8.9,9.0,12.0" EXT_PARALLEL=4 NVCC_APPEND_FLAGS="--threads 8" MAX_JOBS=32 pip install --no-cache-dir -v -e .
RUN git clone https://github.com/KONAKONA666/q8_kernels.git
RUN cd q8_kernels && git submodule init && git submodule update && python setup.py install && rm -rf build
WORKDIR /workspace WORKDIR /workspace
...@@ -38,4 +38,8 @@ RUN git clone https://github.com/ModelTC/SageAttention.git ...@@ -38,4 +38,8 @@ RUN git clone https://github.com/ModelTC/SageAttention.git
RUN cd SageAttention && CUDA_ARCHITECTURES="8.0,8.6,8.9,9.0" EXT_PARALLEL=4 NVCC_APPEND_FLAGS="--threads 8" MAX_JOBS=32 pip install --no-cache-dir -v -e . RUN cd SageAttention && CUDA_ARCHITECTURES="8.0,8.6,8.9,9.0" EXT_PARALLEL=4 NVCC_APPEND_FLAGS="--threads 8" MAX_JOBS=32 pip install --no-cache-dir -v -e .
RUN git clone https://github.com/KONAKONA666/q8_kernels.git
RUN cd q8_kernels && git submodule init && git submodule update && python setup.py install && rm -rf build
WORKDIR /workspace WORKDIR /workspace
{
"infer_steps": 4,
"target_fps": 16,
"video_duration": 15,
"audio_sr": 16000,
"target_video_length": 81,
"target_height": 720,
"target_width": 1280,
"self_attn_1_type": "flash_attn3",
"cross_attn_1_type": "flash_attn3",
"cross_attn_2_type": "flash_attn3",
"seed": 42,
"sample_guide_scale": 1.0,
"sample_shift": 5,
"enable_cfg": false,
"cpu_offload": true,
"use_31_block": false,
"adaptive_resize": true,
"offload_granularity": "phase",
"t5_offload_granularity": "block",
"mm_config": {
"mm_type": "W-fp8-channel-sym-A-fp8-channel-sym-dynamic-Vllm"
},
"t5_cpu_offload": true,
"t5_quantized": true,
"t5_quant_scheme": "fp8",
"clip_quantized": true,
"clip_quant_scheme": "fp8",
"use_tiling_vae": true,
"use_tiny_vae": true,
"lazy_load": true,
"rotary_chunk": true,
"clean_cuda_cache": true,
"audio_encoder_cpu_offload": true,
"audio_adapter_cpu_offload": true
}
{ {
"infer_steps": 4, "infer_steps": 4,
"target_fps": 16, "target_fps": 16,
"video_duration": 15, "video_duration": 360,
"audio_sr": 16000, "audio_sr": 16000,
"target_video_length": 81, "target_video_length": 81,
"resize_mode": "adaptive", "resize_mode": "adaptive",
......
{ {
"infer_steps": 4, "infer_steps": 4,
"target_fps": 16, "target_fps": 16,
"video_duration": 15, "video_duration": 360,
"audio_sr": 16000, "audio_sr": 16000,
"target_video_length": 81, "target_video_length": 81,
"resize_mode": "adaptive", "resize_mode": "adaptive",
......
{ {
"infer_steps": 4, "infer_steps": 4,
"target_fps": 16, "target_fps": 16,
"video_duration": 15, "video_duration": 360,
"audio_sr": 16000, "audio_sr": 16000,
"target_video_length": 81, "target_video_length": 81,
"resize_mode": "adaptive", "resize_mode": "adaptive",
......
{ {
"infer_steps": 4, "infer_steps": 4,
"target_fps": 16, "target_fps": 16,
"video_duration": 15, "video_duration": 360,
"audio_sr": 16000, "audio_sr": 16000,
"target_video_length": 81, "target_video_length": 81,
"resize_mode": "adaptive", "resize_mode": "adaptive",
......
{ {
"infer_steps": 4, "infer_steps": 4,
"target_fps": 16, "target_fps": 16,
"video_duration": 120, "video_duration": 360,
"audio_sr": 16000, "audio_sr": 16000,
"target_video_length": 81, "target_video_length": 81,
"resize_mode": "adaptive", "resize_mode": "adaptive",
......
{ {
"infer_steps": 4, "infer_steps": 4,
"target_fps": 16, "target_fps": 16,
"video_duration": 120, "video_duration": 360,
"audio_sr": 16000, "audio_sr": 16000,
"target_video_length": 81, "target_video_length": 81,
"resize_mode": "adaptive", "resize_mode": "adaptive",
......
{ {
"infer_steps": 4, "infer_steps": 4,
"target_fps": 16, "target_fps": 16,
"video_duration": 5, "video_duration": 360,
"audio_sr": 16000, "audio_sr": 16000,
"target_video_length": 81, "target_video_length": 81,
"resize_mode": "adaptive", "resize_mode": "adaptive",
......
{ {
"infer_steps": 4, "infer_steps": 4,
"target_fps": 24, "target_fps": 24,
"video_duration": 15, "video_duration": 360,
"audio_sr": 16000, "audio_sr": 16000,
"target_video_length": 121, "target_video_length": 121,
"resize_mode": "adaptive", "resize_mode": "adaptive",
......
{ {
"infer_steps": 4, "infer_steps": 4,
"target_fps": 16, "target_fps": 16,
"video_duration": 15, "video_duration": 360,
"audio_sr": 16000, "audio_sr": 16000,
"target_video_length": 81, "target_video_length": 81,
"resize_mode": "fixed_min_area", "resize_mode": "fixed_min_area",
......
{ {
"infer_steps": 4, "infer_steps": 4,
"target_fps": 16, "target_fps": 16,
"video_duration": 15, "video_duration": 360,
"audio_sr": 16000, "audio_sr": 16000,
"target_video_length": 81, "target_video_length": 81,
"resize_mode": "fixed_min_area", "resize_mode": "fixed_min_area",
......
{ {
"infer_steps": 4, "infer_steps": 4,
"target_fps": 16, "target_fps": 16,
"video_duration": 15, "video_duration": 360,
"audio_sr": 16000, "audio_sr": 16000,
"target_video_length": 81, "target_video_length": 81,
"resize_mode": "fixed_shape", "resize_mode": "fixed_shape",
......
{ {
"infer_steps": 4, "infer_steps": 4,
"target_fps": 16, "target_fps": 16,
"video_duration": 15, "video_duration": 360,
"audio_sr": 16000, "audio_sr": 16000,
"target_video_length": 17, "target_video_length": 17,
"prev_frame_length": 1, "prev_frame_length": 1,
......
{ {
"infer_steps": 4, "infer_steps": 4,
"target_fps": 16, "target_fps": 16,
"video_duration": 15, "video_duration": 360,
"audio_sr": 16000, "audio_sr": 16000,
"target_video_length": 81, "target_video_length": 81,
"resize_mode": "adaptive", "resize_mode": "adaptive",
......
{ {
"infer_steps": 4, "infer_steps": 4,
"target_fps": 16, "target_fps": 16,
"video_duration": 15, "video_duration": 360,
"audio_sr": 16000, "audio_sr": 16000,
"target_video_length": 17, "target_video_length": 17,
"prev_frame_length": 1, "prev_frame_length": 1,
......
...@@ -27,16 +27,16 @@ We strongly recommend using the Docker environment, which is the simplest and fa ...@@ -27,16 +27,16 @@ We strongly recommend using the Docker environment, which is the simplest and fa
#### 1. Pull Image #### 1. Pull Image
Visit LightX2V's [Docker Hub](https://hub.docker.com/r/lightx2v/lightx2v/tags), select a tag with the latest date, such as `25082901-cu128`: Visit LightX2V's [Docker Hub](https://hub.docker.com/r/lightx2v/lightx2v/tags), select a tag with the latest date, such as `25090503-cu128`:
```bash ```bash
docker pull lightx2v/lightx2v:25082901-cu128 docker pull lightx2v/lightx2v:25090503-cu128
``` ```
We recommend using the `cuda128` environment for faster inference speed. If you need to use the `cuda124` environment, you can use image versions with the `-cu124` suffix: We recommend using the `cuda128` environment for faster inference speed. If you need to use the `cuda124` environment, you can use image versions with the `-cu124` suffix:
```bash ```bash
docker pull lightx2v/lightx2v:25082901-cu124 docker pull lightx2v/lightx2v:25090503-cu124
``` ```
#### 2. Run Container #### 2. Run Container
...@@ -51,10 +51,10 @@ For mainland China, if the network is unstable when pulling images, you can pull ...@@ -51,10 +51,10 @@ For mainland China, if the network is unstable when pulling images, you can pull
```bash ```bash
# cuda128 # cuda128
docker pull registry.cn-hangzhou.aliyuncs.com/yongyang/lightx2v:25082901-cu128 docker pull registry.cn-hangzhou.aliyuncs.com/yongyang/lightx2v:25090503-cu128
# cuda124 # cuda124
docker pull registry.cn-hangzhou.aliyuncs.com/yongyang/lightx2v:25082901-cu124 docker pull registry.cn-hangzhou.aliyuncs.com/yongyang/lightx2v:25090503-cu124
``` ```
### 🐍 Conda Environment Setup ### 🐍 Conda Environment Setup
......
...@@ -27,16 +27,16 @@ ...@@ -27,16 +27,16 @@
#### 1. 拉取镜像 #### 1. 拉取镜像
访问 LightX2V 的 [Docker Hub](https://hub.docker.com/r/lightx2v/lightx2v/tags),选择一个最新日期的 tag,比如 `25082901-cu128` 访问 LightX2V 的 [Docker Hub](https://hub.docker.com/r/lightx2v/lightx2v/tags),选择一个最新日期的 tag,比如 `25090503-cu128`
```bash ```bash
docker pull lightx2v/lightx2v:25082901-cu128 docker pull lightx2v/lightx2v:25090503-cu128
``` ```
我们推荐使用`cuda128`环境,以获得更快的推理速度,若需要使用`cuda124`环境,可以使用带`-cu124`后缀的镜像版本: 我们推荐使用`cuda128`环境,以获得更快的推理速度,若需要使用`cuda124`环境,可以使用带`-cu124`后缀的镜像版本:
```bash ```bash
docker pull lightx2v/lightx2v:25082901-cu124 docker pull lightx2v/lightx2v:25090503-cu124
``` ```
#### 2. 运行容器 #### 2. 运行容器
...@@ -51,10 +51,10 @@ docker run --gpus all -itd --ipc=host --name [容器名] -v [挂载设置] --ent ...@@ -51,10 +51,10 @@ docker run --gpus all -itd --ipc=host --name [容器名] -v [挂载设置] --ent
```bash ```bash
# cuda128 # cuda128
docker pull registry.cn-hangzhou.aliyuncs.com/yongyang/lightx2v:25082901-cu128 docker pull registry.cn-hangzhou.aliyuncs.com/yongyang/lightx2v:25090503-cu128
# cuda124 # cuda124
docker pull registry.cn-hangzhou.aliyuncs.com/yongyang/lightx2v:25082901-cu124 docker pull registry.cn-hangzhou.aliyuncs.com/yongyang/lightx2v:25090503-cu124
``` ```
### 🐍 Conda 环境搭建 ### 🐍 Conda 环境搭建
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment