transformers>=4.51.3 sentencepiece>=0.2.0 jinja2>=3.1.4 pydantic>=2.11.1 timm>=1.0.15 tiktoken>=0.9.0 numpy<2 accelerate>=1.6.0 sentence_transformers>=3.1.1 gradio>=5.23.3 openai>=1.70.0 einops>=0.8.0 pillow>=10.4.0 sse-starlette>=2.1.3 bitsandbytes>=0.44.1 # INT4 Loading, Not support for NPU peft>=0.15.0 # Using with finetune model swanlab>=0.5.5 # git+https://github.com/vllm-project/vllm.git For vLLM