From nvcr.io/nvidia/pytorch:22.09-py3

ENV DATA_TYPE int4
ENV CHECKPOINT_PATH /checkpoints

RUN mkdir /FasterTransformer
ADD . /FasterTransformer

RUN bash /FasterTransformer/docker/setenv.sh
RUN pip3 install pybind11[global] -i https://pypi.tuna.tsinghua.edu.cn/simple
RUN pip3 install icetk transformers

RUN bash /FasterTransformer/docker/install.sh
CMD ["bash", "/FasterTransformer/docker/start.sh"]
EXPOSE 5000