requirements.txt

transformers>=4.51.3
sentencepiece>=0.2.0
jinja2>=3.1.4
pydantic>=2.11.1
timm>=1.0.15
tiktoken>=0.9.0
numpy<2
accelerate>=1.6.0
sentence_transformers>=3.1.1
gradio>=5.23.3
openai>=1.70.0
einops>=0.8.0
pillow>=10.4.0
sse-starlette>=2.1.3
bitsandbytes>=0.44.1 # INT4 Loading, Not support for NPU
peft>=0.15.0 # Using with finetune model
swanlab>=0.5.5

# git+https://github.com/vllm-project/vllm.git For vLLM