Unverified Commit 37bef607 authored by Tushar Sharma's avatar Tushar Sharma Committed by GitHub
Browse files

ci: add planner pipeline to post-merge CI and build for arm64 (#7956)


Signed-off-by: default avatarTushar Sharma <tusharma@nvidia.com>
Co-authored-by: default avatarClaude Opus 4.6 (1M context) <noreply@anthropic.com>
parent 56f02422
...@@ -16,6 +16,31 @@ jobs: ...@@ -16,6 +16,31 @@ jobs:
# ============================================================================ # ============================================================================
# FRAMEWORK PIPELINES (Build → Test → Copy) # FRAMEWORK PIPELINES (Build → Test → Copy)
# ============================================================================ # ============================================================================
# ============================================================================
# PLANNER PIPELINE
# ============================================================================
planner-pipeline:
name: planner
uses: ./.github/workflows/build-test-distribute-flavor.yml
with:
framework: dynamo
builder_flavor: general
target: planner
platform: 'linux/amd64,linux/arm64'
cpu_only: true
extra_tags: |
${{ github.ref_name == 'main' && 'main-planner' || '' }}
${{ github.ref_name == 'main' && format('main-planner-{0}', github.sha) || '' }}
builder_name: b-${{ github.run_id }}-${{ github.run_attempt }}
build_timeout_minutes: 45
run_cpu_only_tests: true
cpu_only_test_markers: '(pre_merge or post_merge) and planner and gpu_0'
cpu_only_test_timeout_minutes: 30
run_single_gpu_tests: false
run_multi_gpu_tests: false
copy_to_acr: false
secrets: inherit
# ============================================================================ # ============================================================================
# VLLM PIPELINE # VLLM PIPELINE
# ============================================================================ # ============================================================================
...@@ -408,7 +433,7 @@ jobs: ...@@ -408,7 +433,7 @@ jobs:
name: Clean K8s builder if exists name: Clean K8s builder if exists
runs-on: prod-default-small-v2 runs-on: prod-default-small-v2
if: always() if: always()
needs: [vllm-pipeline, sglang-pipeline, trtllm-pipeline, vllm-dev-pipeline, sglang-dev-pipeline, trtllm-dev-pipeline, vllm-efa-pipeline, trtllm-efa-pipeline, operator, frontend-image] needs: [planner-pipeline, vllm-pipeline, sglang-pipeline, trtllm-pipeline, vllm-dev-pipeline, sglang-dev-pipeline, trtllm-dev-pipeline, vllm-efa-pipeline, trtllm-efa-pipeline, operator, frontend-image]
steps: steps:
- name: Checkout repository - name: Checkout repository
uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2 uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
...@@ -429,7 +454,7 @@ jobs: ...@@ -429,7 +454,7 @@ jobs:
name: Notify Slack name: Notify Slack
runs-on: prod-builder-amd-v1 runs-on: prod-builder-amd-v1
if: always() && failure() if: always() && failure()
needs: [ vllm-pipeline, sglang-pipeline, trtllm-pipeline, vllm-dev-pipeline, sglang-dev-pipeline, trtllm-dev-pipeline, vllm-efa-pipeline, trtllm-efa-pipeline, operator, frontend-image, deploy-operator, deploy-test-vllm, deploy-test-sglang, deploy-test-trtllm, deploy-test-gaie ] needs: [ planner-pipeline, vllm-pipeline, sglang-pipeline, trtllm-pipeline, vllm-dev-pipeline, sglang-dev-pipeline, trtllm-dev-pipeline, vllm-efa-pipeline, trtllm-efa-pipeline, operator, frontend-image, deploy-operator, deploy-test-vllm, deploy-test-sglang, deploy-test-trtllm, deploy-test-gaie ]
permissions: permissions:
contents: read contents: read
steps: steps:
......
...@@ -239,7 +239,7 @@ jobs: ...@@ -239,7 +239,7 @@ jobs:
framework: dynamo framework: dynamo
target: planner target: planner
cuda_version: '[""]' cuda_version: '[""]'
platform: 'linux/amd64' platform: 'linux/amd64,linux/arm64'
builder_name: ${{ needs.changed-files.outputs.builder_name }} builder_name: ${{ needs.changed-files.outputs.builder_name }}
build_timeout_minutes: 45 build_timeout_minutes: 45
secrets: inherit secrets: inherit
......
...@@ -292,6 +292,12 @@ jobs: ...@@ -292,6 +292,12 @@ jobs:
OPERATOR_TARGET="${NGC_REGISTRY}/${NGC_ORG}/ai-dynamo/kubernetes-operator:${NGC_VERSION_TAG}" OPERATOR_TARGET="${NGC_REGISTRY}/${NGC_ORG}/ai-dynamo/kubernetes-operator:${NGC_VERSION_TAG}"
copy_image "${OPERATOR_SOURCE}" "${OPERATOR_TARGET}" "kubernetes-operator:${NGC_VERSION_TAG}" copy_image "${OPERATOR_SOURCE}" "${OPERATOR_TARGET}" "kubernetes-operator:${NGC_VERSION_TAG}"
# ---- Planner image (CPU-only, multi-arch from post-merge planner-pipeline) ----
echo ""
echo "=== Planner Image ==="
SOURCE="${ECR_HOSTNAME}/${REGISTRY_IMAGE}:${COMMIT_SHA}-dynamo-planner"
TARGET="${NGC_REGISTRY}/${NGC_ORG}/ai-dynamo/dynamo-planner:${NGC_VERSION_TAG}"
copy_image "${SOURCE}" "${TARGET}" "dynamo-planner:${NGC_VERSION_TAG}"
# ---- Snapshot image ---- # ---- Snapshot image ----
echo "" echo ""
echo "=== Snapshot Image ===" echo "=== Snapshot Image ==="
...@@ -401,6 +407,9 @@ jobs: ...@@ -401,6 +407,9 @@ jobs:
echo "Operator image:" >> $GITHUB_STEP_SUMMARY echo "Operator image:" >> $GITHUB_STEP_SUMMARY
echo "- \`kubernetes-operator:${NGC_VERSION_TAG}\`" >> $GITHUB_STEP_SUMMARY echo "- \`kubernetes-operator:${NGC_VERSION_TAG}\`" >> $GITHUB_STEP_SUMMARY
echo "" >> $GITHUB_STEP_SUMMARY echo "" >> $GITHUB_STEP_SUMMARY
echo "Planner image:" >> $GITHUB_STEP_SUMMARY
echo "- \`dynamo-planner:${NGC_VERSION_TAG}\` (multi-arch)" >> $GITHUB_STEP_SUMMARY
echo "" >> $GITHUB_STEP_SUMMARY
echo "Frontend images:" >> $GITHUB_STEP_SUMMARY echo "Frontend images:" >> $GITHUB_STEP_SUMMARY
echo "- \`dynamo-frontend:${NGC_VERSION_TAG}\` (multi-arch)" >> $GITHUB_STEP_SUMMARY echo "- \`dynamo-frontend:${NGC_VERSION_TAG}\` (multi-arch)" >> $GITHUB_STEP_SUMMARY
echo "" >> $GITHUB_STEP_SUMMARY echo "" >> $GITHUB_STEP_SUMMARY
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment