style: add ruff isort (#183)

app/gradio_demo.py

-import os
-import gradio as gr
 import argparse
-import json
-import torch
 import gc
-from easydict import EasyDict
+import glob
+import importlib.util
+import json
+import os
+import random
 from datetime import datetime
-from loguru import logger
 
-import importlib.util
+import gradio as gr
 import psutil
-import random
-import glob
+import torch
+from easydict import EasyDict
+from loguru import logger
 
 logger.add(
     "inference_logs.log",

app/gradio_demo_zh.py

-import os
-import gradio as gr
 import argparse
-import json
-import torch
 import gc
-from easydict import EasyDict
+import glob
+import importlib.util
+import json
+import os
+import random
 from datetime import datetime
-from loguru import logger
 
-import importlib.util
+import gradio as gr
 import psutil
-import random
-import glob
+import torch
+from easydict import EasyDict
+from loguru import logger
 
 logger.add(
     "inference_logs.log",

docs/EN/source/conf.py

@@ -15,9 +15,8 @@ import os
 import sys
 from typing import List
 
-from sphinx.ext import autodoc
 import sphinxcontrib.redoc
-
+from sphinx.ext import autodoc
 
 logger = logging.getLogger(__name__)
 sys.path.append(os.path.abspath("../.."))

docs/PAPERS_ZH_CN/source/conf.py

@@ -15,9 +15,8 @@ import os
 import sys
 from typing import List
 
-from sphinx.ext import autodoc
 import sphinxcontrib.redoc
-
+from sphinx.ext import autodoc
 
 logger = logging.getLogger(__name__)
 sys.path.append(os.path.abspath("../.."))

docs/ZH_CN/source/conf.py

@@ -15,9 +15,8 @@ import os
 import sys
 from typing import List
 
-from sphinx.ext import autodoc
 import sphinxcontrib.redoc
-
+from sphinx.ext import autodoc
 
 logger = logging.getLogger(__name__)
 sys.path.append(os.path.abspath("../.."))

lightx2v/api_multi_servers.py

 import argparse
+import concurrent.futures
+import os
+import socket
 import subprocess
 import time
-import socket
-import os
-from typing import List, Optional, Dict
+from dataclasses import dataclass
+from typing import Dict, List, Optional
+
 import psutil
 import requests
 from loguru import logger
-import concurrent.futures
-from dataclasses import dataclass
 
 
 @dataclass

lightx2v/api_server.py

 import argparse
-import sys
-import signal
 import atexit
+import signal
+import sys
 from pathlib import Path
-from loguru import logger
+
 import uvicorn
+from loguru import logger
 
 from lightx2v.server.api import ApiServer
 from lightx2v.server.service import DistributedInferenceService

lightx2v/common/apis/dit.py

 import argparse
-from typing import Optional
-from fastapi import FastAPI
-from pydantic import BaseModel
-from loguru import logger
-import uvicorn
 import json
 import os
+from typing import Optional
+
 import torch
-from lightx2v.common.ops import *
+import uvicorn
+from fastapi import FastAPI
+from loguru import logger
+from pydantic import BaseModel
 
-from lightx2v.utils.registry_factory import RUNNER_REGISTER
+from lightx2v.common.ops import *
 from lightx2v.models.runners.hunyuan.hunyuan_runner import HunyuanRunner
-from lightx2v.models.runners.wan.wan_runner import WanRunner
-from lightx2v.models.runners.wan.wan_distill_runner import WanDistillRunner
 from lightx2v.models.runners.wan.wan_causvid_runner import WanCausVidRunner
+from lightx2v.models.runners.wan.wan_distill_runner import WanDistillRunner
+from lightx2v.models.runners.wan.wan_runner import WanRunner
 from lightx2v.models.runners.wan.wan_skyreels_v2_df_runner import WanSkyreelsV2DFRunner
-
 from lightx2v.utils.profiler import ProfilingContext
+from lightx2v.utils.registry_factory import RUNNER_REGISTER
+from lightx2v.utils.service_utils import BaseServiceStatus, ImageTransporter, ProcessManager, TaskStatusMessage, TensorTransporter
 from lightx2v.utils.set_config import set_config
-from lightx2v.utils.service_utils import TaskStatusMessage, BaseServiceStatus, ProcessManager, TensorTransporter, ImageTransporter
 
 tensor_transporter = TensorTransporter()
 image_transporter = ImageTransporter()

lightx2v/common/apis/image_encoder.py

 import argparse
-from fastapi import FastAPI
-from pydantic import BaseModel
-from loguru import logger
-import uvicorn
 import json
 import os
+
 import torch
 import torchvision.transforms.functional as TF
+import uvicorn
+from fastapi import FastAPI
+from loguru import logger
+from pydantic import BaseModel
 
-from lightx2v.utils.registry_factory import RUNNER_REGISTER
 from lightx2v.models.runners.hunyuan.hunyuan_runner import HunyuanRunner
-from lightx2v.models.runners.wan.wan_runner import WanRunner
-from lightx2v.models.runners.wan.wan_distill_runner import WanDistillRunner
 from lightx2v.models.runners.wan.wan_causvid_runner import WanCausVidRunner
+from lightx2v.models.runners.wan.wan_distill_runner import WanDistillRunner
+from lightx2v.models.runners.wan.wan_runner import WanRunner
 from lightx2v.models.runners.wan.wan_skyreels_v2_df_runner import WanSkyreelsV2DFRunner
-
 from lightx2v.utils.profiler import ProfilingContext
+from lightx2v.utils.registry_factory import RUNNER_REGISTER
+from lightx2v.utils.service_utils import BaseServiceStatus, ImageTransporter, ProcessManager, TaskStatusMessage, TensorTransporter
 from lightx2v.utils.set_config import set_config
-from lightx2v.utils.service_utils import TaskStatusMessage, BaseServiceStatus, ProcessManager, TensorTransporter, ImageTransporter
 
 tensor_transporter = TensorTransporter()
 image_transporter = ImageTransporter()

lightx2v/common/apis/prompt_enhancer.py

 import argparse
-from fastapi import FastAPI
-from pydantic import BaseModel
-from loguru import logger
-import uvicorn
 import json
 from typing import Optional
+
+import uvicorn
+from fastapi import FastAPI
+from loguru import logger
+from pydantic import BaseModel
 from vllm import LLM, SamplingParams
 
 from lightx2v.utils.profiler import ProfilingContext
-from lightx2v.utils.service_utils import TaskStatusMessage, BaseServiceStatus, ProcessManager
+from lightx2v.utils.service_utils import BaseServiceStatus, ProcessManager, TaskStatusMessage
 
 # =========================
 # FastAPI Related Code

lightx2v/common/apis/text_encoder.py

 import argparse
-from typing import Optional
-from fastapi import FastAPI
-from pydantic import BaseModel
-from loguru import logger
-import uvicorn
 import json
 import os
+from typing import Optional
+
 import torch
+import uvicorn
+from fastapi import FastAPI
+from loguru import logger
+from pydantic import BaseModel
 
-from lightx2v.utils.registry_factory import RUNNER_REGISTER
 from lightx2v.models.runners.hunyuan.hunyuan_runner import HunyuanRunner
-from lightx2v.models.runners.wan.wan_runner import WanRunner
-from lightx2v.models.runners.wan.wan_distill_runner import WanDistillRunner
 from lightx2v.models.runners.wan.wan_causvid_runner import WanCausVidRunner
+from lightx2v.models.runners.wan.wan_distill_runner import WanDistillRunner
+from lightx2v.models.runners.wan.wan_runner import WanRunner
 from lightx2v.models.runners.wan.wan_skyreels_v2_df_runner import WanSkyreelsV2DFRunner
-
 from lightx2v.utils.profiler import ProfilingContext
+from lightx2v.utils.registry_factory import RUNNER_REGISTER
+from lightx2v.utils.service_utils import BaseServiceStatus, ImageTransporter, ProcessManager, TaskStatusMessage, TensorTransporter
 from lightx2v.utils.set_config import set_config
-from lightx2v.utils.service_utils import TaskStatusMessage, BaseServiceStatus, ProcessManager, TensorTransporter, ImageTransporter
 
 tensor_transporter = TensorTransporter()
 image_transporter = ImageTransporter()

lightx2v/common/apis/vae.py

 import argparse
-from fastapi import FastAPI
-from pydantic import BaseModel
-from loguru import logger
-from typing import Optional
-import numpy as np
-import uvicorn
 import json
 import os
+from typing import Optional
+
+import numpy as np
 import torch
 import torchvision
 import torchvision.transforms.functional as TF
-from lightx2v.common.ops import *
+import uvicorn
+from fastapi import FastAPI
+from loguru import logger
+from pydantic import BaseModel
 
-from lightx2v.utils.registry_factory import RUNNER_REGISTER
+from lightx2v.common.ops import *
 from lightx2v.models.runners.hunyuan.hunyuan_runner import HunyuanRunner
-from lightx2v.models.runners.wan.wan_runner import WanRunner
-from lightx2v.models.runners.wan.wan_distill_runner import WanDistillRunner
 from lightx2v.models.runners.wan.wan_causvid_runner import WanCausVidRunner
+from lightx2v.models.runners.wan.wan_distill_runner import WanDistillRunner
+from lightx2v.models.runners.wan.wan_runner import WanRunner
 from lightx2v.models.runners.wan.wan_skyreels_v2_df_runner import WanSkyreelsV2DFRunner
-
 from lightx2v.utils.profiler import ProfilingContext
+from lightx2v.utils.registry_factory import RUNNER_REGISTER
+from lightx2v.utils.service_utils import BaseServiceStatus, ImageTransporter, ProcessManager, TaskStatusMessage, TensorTransporter
 from lightx2v.utils.set_config import set_config
-from lightx2v.utils.service_utils import TaskStatusMessage, BaseServiceStatus, ProcessManager, TensorTransporter, ImageTransporter
 
 tensor_transporter = TensorTransporter()
 image_transporter = ImageTransporter()

lightx2v/common/backend_infer/trt/common.py

@@ -19,9 +19,10 @@ import argparse
 import os
 
 import tensorrt as trt
-from .common_runtime import *
 from loguru import logger
 
+from .common_runtime import *
+
 try:
     # Sometimes python does not understand FileNotFoundError
     FileNotFoundError

lightx2v/common/backend_infer/trt/common_runtime.py

@@ -16,7 +16,7 @@
 #
 
 import ctypes
-from typing import Optional, List, Union
+from typing import List, Optional, Union
 
 import numpy as np
 import tensorrt as trt

lightx2v/common/offload/manager.py

-import torch
-import threading
+import gc
 import queue
+import threading
 import time
-import gc
-from loguru import logger
 from collections import OrderedDict
 
+import torch
+from loguru import logger
+
 
 class WeightAsyncStreamManager(object):
     def __init__(self, blocks_num, offload_ratio=1, phases_num=1):

lightx2v/common/ops/__init__.py

+from .attn import *
+from .conv import *
 from .mm import *
 from .norm import *
-from .conv import *
 from .tensor import *
-from .attn import *

lightx2v/common/ops/attn/__init__.py

@@ -2,6 +2,6 @@ from .flash_attn import *
 from .radial_attn import *
 from .ring_attn import *
 from .sage_attn import *
+from .sparge_attn import *
 from .torch_sdpa import *
 from .ulysses_attn import *
-from .sparge_attn import *

lightx2v/common/ops/attn/flash_attn.py

@@ -13,9 +13,10 @@ except ImportError:
     logger.info("flash_attn_varlen_func_v3 not found, please install flash_attn3 first")
     flash_attn_varlen_func_v3 = None
 
-from .template import AttnWeightTemplate
 from lightx2v.utils.registry_factory import ATTN_WEIGHT_REGISTER
 
+from .template import AttnWeightTemplate
+
 
 @ATTN_WEIGHT_REGISTER("flash_attn2")
 class FlashAttn2Weight(AttnWeightTemplate):

lightx2v/common/ops/attn/radial_attn.py

 import torch
-from .template import AttnWeightTemplate
+
 from lightx2v.utils.registry_factory import ATTN_WEIGHT_REGISTER
 
+from .template import AttnWeightTemplate
+
 try:
     import flashinfer
     from packaging import version

lightx2v/common/ops/attn/ring_attn.py

 import torch
-from .template import AttnWeightTemplate
-from lightx2v.utils.registry_factory import ATTN_WEIGHT_REGISTER
 import torch.distributed as dist
-from .utils.ring_comm import RingComm
 import torch.nn.functional as F
 from loguru import logger
 
+from lightx2v.utils.registry_factory import ATTN_WEIGHT_REGISTER
+
+from .template import AttnWeightTemplate
+from .utils.ring_comm import RingComm
+
 try:
     import flash_attn
     from flash_attn.flash_attn_interface import flash_attn_varlen_func