# Note: install following requirements saparately
# pip install torch==2.3.1
# pip install git+https://github.com/AutoGPTQ/AutoGPTQ.git@v0.7.1
# pip install git+https://github.com/Dao-AILab/flash-attention.git@v2.5.8

transformers==4.46.0
autoawq==0.2.6
modelscope[framework]
accelerate
optimum>=1.20.0