RUN python3 -m pip install--no-cache-dirhttps://github.com/casper-hansen/AutoAWQ/releases/download/v0.1.6/autoawq-0.1.6+cu118-cp38-cp38-linux_x86_64.whl
# For bettertransformer + gptq
RUN python3 -m pip install--no-cache-dir git+https://github.com/huggingface/optimum@main#egg=optimum