Unverified Commit ba2d9684 authored by Dillon Cullinan's avatar Dillon Cullinan Committed by GitHub
Browse files

ci: Add dockerhub credentials and logins for operator helm install (#7494)


Signed-off-by: default avatarDillon Cullinan <dcullinan@nvidia.com>
parent cad41b1c
...@@ -20,6 +20,14 @@ inputs: ...@@ -20,6 +20,14 @@ inputs:
description: 'HuggingFace token for model access' description: 'HuggingFace token for model access'
required: false required: false
default: '' default: ''
dockerhub_username:
description: 'Docker Hub username for image pull secrets. Required for rerun self-bootstrap if private images are used.'
required: false
default: ''
dockerhub_password:
description: 'Docker Hub password for image pull secrets. Required for rerun self-bootstrap if private images are used.'
required: false
default: ''
framework: framework:
description: 'Framework name (vllm, sglang, trtllm)' description: 'Framework name (vllm, sglang, trtllm)'
...@@ -75,6 +83,8 @@ runs: ...@@ -75,6 +83,8 @@ runs:
registry: ${{ inputs.registry }} registry: ${{ inputs.registry }}
operator_tag: ${{ inputs.operator_tag }} operator_tag: ${{ inputs.operator_tag }}
hf_token: ${{ inputs.hf_token }} hf_token: ${{ inputs.hf_token }}
dockerhub_username: ${{ inputs.dockerhub_username }}
dockerhub_password: ${{ inputs.dockerhub_password }}
- name: Setup Kubeconfig - name: Setup Kubeconfig
id: setup-kubeconfig id: setup-kubeconfig
......
...@@ -19,6 +19,14 @@ inputs: ...@@ -19,6 +19,14 @@ inputs:
description: 'HuggingFace token for model access' description: 'HuggingFace token for model access'
required: false required: false
default: '' default: ''
dockerhub_username:
description: 'Docker Hub username for image pull secrets'
required: false
default: ''
dockerhub_password:
description: 'Docker Hub password for image pull secrets'
required: false
default: ''
runs: runs:
using: "composite" using: "composite"
...@@ -75,9 +83,16 @@ runs: ...@@ -75,9 +83,16 @@ runs:
NAMESPACE: ${{ inputs.namespace }} NAMESPACE: ${{ inputs.namespace }}
REGISTRY: ${{ inputs.registry }} REGISTRY: ${{ inputs.registry }}
OPERATOR_TAG: ${{ inputs.operator_tag }} OPERATOR_TAG: ${{ inputs.operator_tag }}
DOCKERHUB_USERNAME: ${{ inputs.dockerhub_username }}
DOCKERHUB_PASSWORD: ${{ inputs.dockerhub_password }}
run: | run: |
echo "::group::Install Dynamo platform via Helm" echo "::group::Install Dynamo platform via Helm"
set -x set -x
if [ -n "${DOCKERHUB_USERNAME}" ] && [ -n "${DOCKERHUB_PASSWORD}" ]; then
echo "Logging into Docker Hub registry"
helm registry login registry-1.docker.io -u ${DOCKERHUB_USERNAME} -p ${DOCKERHUB_PASSWORD}
fi
# Install Helm chart # Install Helm chart
export VIRTUAL_ENV=/opt/dynamo/venv export VIRTUAL_ENV=/opt/dynamo/venv
export KUBE_NS=$NAMESPACE export KUBE_NS=$NAMESPACE
......
...@@ -335,6 +335,8 @@ jobs: ...@@ -335,6 +335,8 @@ jobs:
registry: ${{ secrets.AZURE_ACR_HOSTNAME }} registry: ${{ secrets.AZURE_ACR_HOSTNAME }}
operator_tag: ${{ steps.operator-tag.outputs.tag }} operator_tag: ${{ steps.operator-tag.outputs.tag }}
hf_token: ${{ secrets.HF_TOKEN }} hf_token: ${{ secrets.HF_TOKEN }}
dockerhub_username: ${{ secrets.DOCKERHUB_LOGIN_USER }}
dockerhub_password: ${{ secrets.DOCKERHUB_ACCESS_TOKEN }}
# ============================================================================ # ============================================================================
# End-to-end tests for each framework with various deployment profiles # End-to-end tests for each framework with various deployment profiles
...@@ -370,6 +372,8 @@ jobs: ...@@ -370,6 +372,8 @@ jobs:
registry: ${{ secrets.AZURE_ACR_HOSTNAME }} registry: ${{ secrets.AZURE_ACR_HOSTNAME }}
operator_tag: ${{ needs.deploy-operator.outputs.OPERATOR_TAG }} operator_tag: ${{ needs.deploy-operator.outputs.OPERATOR_TAG }}
hf_token: ${{ secrets.HF_TOKEN }} hf_token: ${{ secrets.HF_TOKEN }}
dockerhub_username: ${{ secrets.DOCKERHUB_LOGIN_USER }}
dockerhub_password: ${{ secrets.DOCKERHUB_ACCESS_TOKEN }}
framework: ${{ env.FRAMEWORK }} framework: ${{ env.FRAMEWORK }}
profile: ${{ matrix.profile }} profile: ${{ matrix.profile }}
image: ${{ secrets.AZURE_ACR_HOSTNAME }}/ai-dynamo/dynamo:${{ github.sha }}-vllm-runtime-cuda12-amd64 image: ${{ secrets.AZURE_ACR_HOSTNAME }}/ai-dynamo/dynamo:${{ github.sha }}-vllm-runtime-cuda12-amd64
...@@ -403,6 +407,8 @@ jobs: ...@@ -403,6 +407,8 @@ jobs:
registry: ${{ secrets.AZURE_ACR_HOSTNAME }} registry: ${{ secrets.AZURE_ACR_HOSTNAME }}
operator_tag: ${{ needs.deploy-operator.outputs.OPERATOR_TAG }} operator_tag: ${{ needs.deploy-operator.outputs.OPERATOR_TAG }}
hf_token: ${{ secrets.HF_TOKEN }} hf_token: ${{ secrets.HF_TOKEN }}
dockerhub_username: ${{ secrets.DOCKERHUB_LOGIN_USER }}
dockerhub_password: ${{ secrets.DOCKERHUB_ACCESS_TOKEN }}
framework: ${{ env.FRAMEWORK }} framework: ${{ env.FRAMEWORK }}
profile: ${{ matrix.profile }} profile: ${{ matrix.profile }}
image: ${{ secrets.AZURE_ACR_HOSTNAME }}/ai-dynamo/dynamo:${{ github.sha }}-sglang-runtime-cuda12-amd64 image: ${{ secrets.AZURE_ACR_HOSTNAME }}/ai-dynamo/dynamo:${{ github.sha }}-sglang-runtime-cuda12-amd64
...@@ -440,6 +446,8 @@ jobs: ...@@ -440,6 +446,8 @@ jobs:
registry: ${{ secrets.AZURE_ACR_HOSTNAME }} registry: ${{ secrets.AZURE_ACR_HOSTNAME }}
operator_tag: ${{ needs.deploy-operator.outputs.OPERATOR_TAG }} operator_tag: ${{ needs.deploy-operator.outputs.OPERATOR_TAG }}
hf_token: ${{ secrets.HF_TOKEN }} hf_token: ${{ secrets.HF_TOKEN }}
dockerhub_username: ${{ secrets.DOCKERHUB_LOGIN_USER }}
dockerhub_password: ${{ secrets.DOCKERHUB_ACCESS_TOKEN }}
framework: ${{ env.FRAMEWORK }} framework: ${{ env.FRAMEWORK }}
profile: ${{ matrix.profile }} profile: ${{ matrix.profile }}
image: ${{ secrets.AZURE_ACR_HOSTNAME }}/ai-dynamo/dynamo:${{ github.sha }}-trtllm-runtime-cuda13-amd64 image: ${{ secrets.AZURE_ACR_HOSTNAME }}/ai-dynamo/dynamo:${{ github.sha }}-trtllm-runtime-cuda13-amd64
......
...@@ -352,6 +352,8 @@ jobs: ...@@ -352,6 +352,8 @@ jobs:
registry: ${{ secrets.AZURE_ACR_HOSTNAME }} registry: ${{ secrets.AZURE_ACR_HOSTNAME }}
operator_tag: ${{ steps.operator-tag.outputs.tag }} operator_tag: ${{ steps.operator-tag.outputs.tag }}
hf_token: ${{ secrets.HF_TOKEN }} hf_token: ${{ secrets.HF_TOKEN }}
dockerhub_username: ${{ secrets.DOCKERHUB_LOGIN_USER }}
dockerhub_password: ${{ secrets.DOCKERHUB_ACCESS_TOKEN }}
# ============================================================================ # ============================================================================
# #
# End-to-end tests for each framework with various deployment profiles # End-to-end tests for each framework with various deployment profiles
...@@ -393,6 +395,8 @@ jobs: ...@@ -393,6 +395,8 @@ jobs:
registry: ${{ secrets.AZURE_ACR_HOSTNAME }} registry: ${{ secrets.AZURE_ACR_HOSTNAME }}
operator_tag: ${{ needs.deploy-operator.outputs.OPERATOR_TAG }} operator_tag: ${{ needs.deploy-operator.outputs.OPERATOR_TAG }}
hf_token: ${{ secrets.HF_TOKEN }} hf_token: ${{ secrets.HF_TOKEN }}
dockerhub_username: ${{ secrets.DOCKERHUB_LOGIN_USER }}
dockerhub_password: ${{ secrets.DOCKERHUB_ACCESS_TOKEN }}
framework: ${{ env.FRAMEWORK }} framework: ${{ env.FRAMEWORK }}
profile: ${{ matrix.profile }} profile: ${{ matrix.profile }}
image: ${{ secrets.AZURE_ACR_HOSTNAME }}/ai-dynamo/dynamo:${{ github.sha }}-vllm-runtime-cuda12-amd64 image: ${{ secrets.AZURE_ACR_HOSTNAME }}/ai-dynamo/dynamo:${{ github.sha }}-vllm-runtime-cuda12-amd64
...@@ -430,6 +434,8 @@ jobs: ...@@ -430,6 +434,8 @@ jobs:
registry: ${{ secrets.AZURE_ACR_HOSTNAME }} registry: ${{ secrets.AZURE_ACR_HOSTNAME }}
operator_tag: ${{ needs.deploy-operator.outputs.OPERATOR_TAG }} operator_tag: ${{ needs.deploy-operator.outputs.OPERATOR_TAG }}
hf_token: ${{ secrets.HF_TOKEN }} hf_token: ${{ secrets.HF_TOKEN }}
dockerhub_username: ${{ secrets.DOCKERHUB_LOGIN_USER }}
dockerhub_password: ${{ secrets.DOCKERHUB_ACCESS_TOKEN }}
framework: ${{ env.FRAMEWORK }} framework: ${{ env.FRAMEWORK }}
profile: ${{ matrix.profile }} profile: ${{ matrix.profile }}
image: ${{ secrets.AZURE_ACR_HOSTNAME }}/ai-dynamo/dynamo:${{ github.sha }}-sglang-runtime-cuda12-amd64 image: ${{ secrets.AZURE_ACR_HOSTNAME }}/ai-dynamo/dynamo:${{ github.sha }}-sglang-runtime-cuda12-amd64
...@@ -471,6 +477,8 @@ jobs: ...@@ -471,6 +477,8 @@ jobs:
registry: ${{ secrets.AZURE_ACR_HOSTNAME }} registry: ${{ secrets.AZURE_ACR_HOSTNAME }}
operator_tag: ${{ needs.deploy-operator.outputs.OPERATOR_TAG }} operator_tag: ${{ needs.deploy-operator.outputs.OPERATOR_TAG }}
hf_token: ${{ secrets.HF_TOKEN }} hf_token: ${{ secrets.HF_TOKEN }}
dockerhub_username: ${{ secrets.DOCKERHUB_LOGIN_USER }}
dockerhub_password: ${{ secrets.DOCKERHUB_ACCESS_TOKEN }}
framework: ${{ env.FRAMEWORK }} framework: ${{ env.FRAMEWORK }}
profile: ${{ matrix.profile }} profile: ${{ matrix.profile }}
image: ${{ secrets.AZURE_ACR_HOSTNAME }}/ai-dynamo/dynamo:${{ github.sha }}-trtllm-runtime-cuda13-amd64 image: ${{ secrets.AZURE_ACR_HOSTNAME }}/ai-dynamo/dynamo:${{ github.sha }}-trtllm-runtime-cuda13-amd64
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment