Skip to content

GitLab

Unverified Commit aa17cf98 authored by Ilyas Moutawwakil's avatar Ilyas Moutawwakil Committed by GitHub
Browse files

Enable AMD docker build CI (#29803) 

* enable amd ci

* remove unnecessary clean up
parent 34791613
Hide whitespace changes
Inline Side-by-side
Showing with 76 additions and 70 deletions
.github/workflows/build-docker-images.yml
View file @ aa17cf98
...@@ -198,41 +198,44 @@ jobs: ...@@ -198,41 +198,44 @@ jobs:
push: true push: true
tags: huggingface/transformers-pytorch-gpu tags: huggingface/transformers-pytorch-gpu
# Need to be fixed with the help from Guillaume. latest-pytorch-amd:
# latest-pytorch-amd: name: "Latest PyTorch (AMD) [dev]"
# name: "Latest PyTorch (AMD) [dev]" runs-on: [intel-cpu, 8-cpu, ci]
# runs-on: [self-hosted, docker-gpu, amd-gpu, single-gpu, mi210] steps:
# steps: -
# - name: Set up Docker Buildx name: Set up Docker Buildx
# uses: docker/setup-buildx-action@v3 uses: docker/setup-buildx-action@v3
# - name: Check out code -
# uses: actions/checkout@v3 name: Check out code
# - name: Login to DockerHub uses: actions/checkout@v3
# uses: docker/login-action@v3 -
# with: name: Login to DockerHub
# username: ${{ secrets.DOCKERHUB_USERNAME }} uses: docker/login-action@v3
# password: ${{ secrets.DOCKERHUB_PASSWORD }} with:
# - name: Build and push username: ${{ secrets.DOCKERHUB_USERNAME }}
# uses: docker/build-push-action@v5 password: ${{ secrets.DOCKERHUB_PASSWORD }}
# with: -
# context: ./docker/transformers-pytorch-amd-gpu name: Build and push
# build-args: | uses: docker/build-push-action@v5
# REF=main with:
# push: true context: ./docker/transformers-pytorch-amd-gpu
# tags: huggingface/transformers-pytorch-amd-gpu${{ inputs.image_postfix }} build-args: |
# # Push CI images still need to be re-built daily REF=main
# - push: true
# name: Build and push (for Push CI) in a daily basis tags: huggingface/transformers-pytorch-amd-gpu${{ inputs.image_postfix }}
# # This condition allows `schedule` events, or `push` events that trigger this workflow NOT via `workflow_call`. # Push CI images still need to be re-built daily
# # The later case is useful for manual image building for debugging purpose. Use another tag in this case! -
# if: inputs.image_postfix != '-push-ci' name: Build and push (for Push CI) in a daily basis
# uses: docker/build-push-action@v5 # This condition allows `schedule` events, or `push` events that trigger this workflow NOT via `workflow_call`.
# with: # The later case is useful for manual image building for debugging purpose. Use another tag in this case!
# context: ./docker/transformers-pytorch-amd-gpu if: inputs.image_postfix != '-push-ci'
# build-args: | uses: docker/build-push-action@v5
# REF=main with:
# push: true context: ./docker/transformers-pytorch-amd-gpu
# tags: huggingface/transformers-pytorch-amd-gpu-push-ci build-args: |
REF=main
push: true
tags: huggingface/transformers-pytorch-amd-gpu-push-ci
latest-tensorflow: latest-tensorflow:
name: "Latest TensorFlow [dev]" name: "Latest TensorFlow [dev]"
...@@ -262,41 +265,44 @@ jobs: ...@@ -262,41 +265,44 @@ jobs:
push: true push: true
tags: huggingface/transformers-tensorflow-gpu tags: huggingface/transformers-tensorflow-gpu
# latest-pytorch-deepspeed-amd: latest-pytorch-deepspeed-amd:
# name: "PyTorch + DeepSpeed (AMD) [dev]" name: "PyTorch + DeepSpeed (AMD) [dev]"
runs-on: [intel-cpu, 8-cpu, ci]
# runs-on: [self-hosted, docker-gpu, amd-gpu, single-gpu, mi210] steps:
# steps: -
# - name: Set up Docker Buildx name: Set up Docker Buildx
# uses: docker/setup-buildx-action@v3 uses: docker/setup-buildx-action@v3
# - name: Check out code -
# uses: actions/checkout@v3 name: Check out code
# - name: Login to DockerHub uses: actions/checkout@v3
# uses: docker/login-action@v3 -
# with: name: Login to DockerHub
# username: ${{ secrets.DOCKERHUB_USERNAME }} uses: docker/login-action@v3
# password: ${{ secrets.DOCKERHUB_PASSWORD }} with:
# - name: Build and push username: ${{ secrets.DOCKERHUB_USERNAME }}
# uses: docker/build-push-action@v5 password: ${{ secrets.DOCKERHUB_PASSWORD }}
# with: -
# context: ./docker/transformers-pytorch-deepspeed-amd-gpu name: Build and push
# build-args: | uses: docker/build-push-action@v5
# REF=main with:
# push: true context: ./docker/transformers-pytorch-deepspeed-amd-gpu
# tags: huggingface/transformers-pytorch-deepspeed-amd-gpu${{ inputs.image_postfix }} build-args: |
# # Push CI images still need to be re-built daily REF=main
# - push: true
# name: Build and push (for Push CI) in a daily basis tags: huggingface/transformers-pytorch-deepspeed-amd-gpu${{ inputs.image_postfix }}
# # This condition allows `schedule` events, or `push` events that trigger this workflow NOT via `workflow_call`. # Push CI images still need to be re-built daily
# # The later case is useful for manual image building for debugging purpose. Use another tag in this case! -
# if: inputs.image_postfix != '-push-ci' name: Build and push (for Push CI) in a daily basis
# uses: docker/build-push-action@v5 # This condition allows `schedule` events, or `push` events that trigger this workflow NOT via `workflow_call`.
# with: # The later case is useful for manual image building for debugging purpose. Use another tag in this case!
# context: ./docker/transformers-pytorch-deepspeed-amd-gpu if: inputs.image_postfix != '-push-ci'
# build-args: | uses: docker/build-push-action@v5
# REF=main with:
# push: true context: ./docker/transformers-pytorch-deepspeed-amd-gpu
# tags: huggingface/transformers-pytorch-deepspeed-amd-gpu-push-ci build-args: |
REF=main
push: true
tags: huggingface/transformers-pytorch-deepspeed-amd-gpu-push-ci
latest-quantization-torch-docker: latest-quantization-torch-docker:
name: "Latest Pytorch + Quantization [dev]" name: "Latest Pytorch + Quantization [dev]"
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment