ci: improve CI rules to run CI only when needed (#5025)

Signed-off-by: alec-flowers <aflowers@nvidia.com>

.github/filters.yaml

@@ -2,27 +2,42 @@ docs: &docs
   - 'docs/**'
   - '**/*.md'
   - '**/*.rst'
+  - '**/*.txt'
 
 ci: &ci
   - '.github/workflows/**'
   - '.github/filters.yaml'
   - '.github/actions/**'
 
-has_code_changes:
+core:
   - *ci
-  - 'benchmarks/**'
-  - 'components/**'
-  - 'container/**'
-  - 'deploy/**'
-  - 'examples/**'
-  - 'launch/**'
+  - 'container/build.sh'
+  - 'container/deps/*'
   - 'lib/**'
-  - 'recipes/**'
   - 'tests/**'
+  - 'components/src/dynamo/router/**'
+  - 'components/src/dynamo/mocker/**'
+  - 'components/src/dynamo/frontend/**'
+  - 'components/src/dynamo/common/**'
   - '*.toml'
   - '*.lock'
   - '*.py'
   - '*.rs'
+  - '!**/*.md' # Avoid running on doc changes
+  - '!**/*.rst' # Avoid running on doc changes
+  - '!**/*.txt' # Avoid running on doc changes
+
+operator:
+  - *ci
+  - 'deploy/cloud/operator/**'
+
+deploy:
+  - 'deploy/cloud/helm/**'
+  - 'deploy/utils/**'
+
+planner:
+  - 'components/src/dynamo/planner/**'
+  - 'tests/planner/**'
 
 vllm: &vllm
   - 'container/Dockerfile.vllm'
@@ -30,24 +45,14 @@ vllm: &vllm
   - 'container/deps/vllm/**'
   - 'examples/backends/vllm/**'
   - 'components/src/dynamo/vllm/**'
-  - 'container/build.sh'
-  - 'tests/serve/test_vllm.py'
 
 sglang: &sglang
   - 'container/Dockerfile.sglang'
   - 'examples/backends/sglang/**'
   - 'components/src/dynamo/sglang/**'
-  - 'container/build.sh'
-  - 'tests/serve/test_sglang.py'
 
 trtllm: &trtllm
   - 'container/Dockerfile.trtllm'
   - 'examples/backends/trtllm/**'
   - 'components/src/dynamo/trtllm/**'
-  - 'container/build.sh'
   - 'container/build_trtllm_wheel.sh'
-  - 'container/deps/**'
-  - 'tests/serve/test_trtllm.py'
-
-sdk:
-  - 'deploy/**'

.github/workflows/container-validation-backends.yml

@@ -30,7 +30,12 @@ jobs:
     runs-on: ubuntu-latest
     environment: ${{ github.event_name == 'workflow_dispatch' && 'protected-deploy' || '' }}
     outputs:
-      has_code_changes: ${{ steps.filter.outputs.has_code_changes }}
+      core: ${{ steps.filter.outputs.core }}
+      operator: ${{ steps.filter.outputs.operator }}
+      deploy: ${{ steps.filter.outputs.deploy }}
+      vllm: ${{ steps.filter.outputs.vllm }}
+      sglang: ${{ steps.filter.outputs.sglang }}
+      trtllm: ${{ steps.filter.outputs.trtllm }}
     steps:
       - name: Checkout code
         uses: actions/checkout@08eba0b27e820071cde6df949e0beb9ba4906955  # v4.3.0
@@ -51,7 +56,7 @@ jobs:
 
   operator:
     needs: changed-files
-    if: needs.changed-files.outputs.has_code_changes == 'true'
+    if: needs.changed-files.outputs.operator == 'true'
     strategy:
       fail-fast: false
       matrix:
@@ -127,7 +132,7 @@ jobs:
 
   vllm:
     needs: changed-files
-    if: needs.changed-files.outputs.has_code_changes == 'true'
+    if: needs.changed-files.outputs.core == 'true' || needs.changed-files.outputs.vllm == 'true'
     strategy:
       fail-fast: false
       matrix:
@@ -194,7 +199,7 @@ jobs:
 
   sglang:
     needs: changed-files
-    if: needs.changed-files.outputs.has_code_changes == 'true'
+    if: needs.changed-files.outputs.core == 'true' || needs.changed-files.outputs.sglang == 'true'
     strategy:
       fail-fast: false
       matrix:
@@ -255,7 +260,7 @@ jobs:
 
   trtllm:
     needs: changed-files
-    if: needs.changed-files.outputs.has_code_changes == 'true'
+    if: needs.changed-files.outputs.core == 'true' || needs.changed-files.outputs.trtllm == 'true'
     strategy:
       fail-fast: false
       matrix:
@@ -316,7 +321,7 @@ jobs:
 
   deploy-operator:
     runs-on: cpu-amd-m5-2xlarge
-    if: needs.changed-files.outputs.has_code_changes == 'true'
+    if: needs.changed-files.outputs.core == 'true'
     needs: [changed-files, operator, vllm, sglang, trtllm]
     env:
       DYNAMO_INGRESS_SUFFIX: dev.aire.nvidia.com
@@ -581,7 +586,7 @@ jobs:
   # - Run rest of jobs only on push to main or manual trigger
   deploy-test-vllm-disagg-router:
     runs-on: cpu-amd-m5-2xlarge
-    if: needs.changed-files.outputs.has_code_changes == 'true'
+    if: needs.changed-files.outputs.core == 'true' || needs.changed-files.outputs.vllm == 'true' || needs.changed-files.outputs.deploy == 'true'
     needs: [changed-files, deploy-operator, vllm]
     permissions:
       contents: read

.github/workflows/container-validation-dynamo.yml

@@ -16,7 +16,31 @@ concurrency:
   cancel-in-progress: ${{ github.event_name == 'pull_request' }}
 
 jobs:
+  changed-files:
+    runs-on: ubuntu-latest
+    outputs:
+      core: ${{ steps.filter.outputs.core }}
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@08eba0b27e820071cde6df949e0beb9ba4906955  # v4.3.0
+      - name: Check for changes
+        uses: dorny/paths-filter@de90cc6fb38fc0963ad72b210f1f284cd68cea36  # v3.0.2
+        id: filter
+        with:
+          filters: .github/filters.yaml
+
+  dynamo-status-check:
+    runs-on: ubuntu-latest
+    needs: [build-test]
+    if: always()
+    steps:
+      - name: "Check build-test result"
+        run: |
+          echo '${{ toJson(needs) }}' | jq -e 'to_entries | map(.value.result) | all(. as $result | ["success", "skipped"] | any($result == .))'
+
   build-test:
+    needs: changed-files
+    if: needs.changed-files.outputs.core == 'true'
     runs-on:
         group: Fastchecker
     name: Build and Test - dynamo