Dockerfile

# Build with: `docker build -f Dockerfile -t autogptq .`
# Run with: `docker run --gpus all --rm -it autogptq:latest /bin/bash`

FROM nvcr.io/nvidia/cuda:12.1.0-runtime-ubuntu22.04

RUN apt update && \
    apt install -y wget git && \
    apt clean && \
    rm -rf /var/lib/apt/lists/* /tmp/* /var/tmp/*

ENV PATH="/root/miniconda3/bin:${PATH}"
ARG PATH="/root/miniconda3/bin:${PATH}"

RUN wget \
    https://repo.anaconda.com/miniconda/Miniconda3-latest-Linux-x86_64.sh \
    && mkdir .conda \
    && bash Miniconda3-latest-Linux-x86_64.sh -b \
    && rm -f Miniconda3-latest-Linux-x86_64.sh

RUN conda init bash

RUN pip install --upgrade pip
RUN pip install --upgrade numpy torch setuptools wheel

RUN git clone https://github.com/AutoGPTQ/AutoGPTQ.git
WORKDIR /AutoGPTQ

RUN pip install -vvv .