# Copyright 2024 Google LLC # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. # Use pytorch/xla base image FROM us-central1-docker.pkg.dev/tpu-pytorch-releases/docker/xla:nightly_3.8_cuda_11.8_20231128 USER root # Install tools. ENV DEBIAN_FRONTEND=noninteractive RUN apt-get update RUN apt-get install -y --no-install-recommends apt-utils RUN apt-get install -y --no-install-recommends curl RUN apt-get install -y --no-install-recommends wget RUN apt-get install -y --no-install-recommends git # Install libraries. ENV PIP_ROOT_USER_ACTION=ignore RUN python3 -m pip install --upgrade pip RUN pip uninstall -y torch RUN pip install torch==2.1.1 RUN pip install https://storage.googleapis.com/pytorch-xla-releases/wheels/cuda/11.8/torch_xla-2.2.0rc1-cp38-cp38-linux_x86_64.whl RUN pip install fairscale==0.4.13 RUN pip install numpy==1.24.4 RUN pip install immutabledict==4.1.0 RUN pip install sentencepiece==0.1.99 # Install from source. COPY . /workspace/gemma/ WORKDIR /workspace/gemma/ RUN pip install -e .