[Pipeline] filter trigger (#4876)

.github/pull_request_template.md

 ### Description ###
 
+#### Test Options ####
+  - [ ] fast test
+  - [ ] full test - HPO
+  - [ ] full test - NAS
+  - [ ] full test - compression
 
 ### Checklist ###
   - [ ] test case

pipelines/fast-test.yml

 trigger: none
 
+resources:
+  repositories:
+    - repository: azpfilter
+      type: github
+      name: microsoft/azure-pipeline-filter
+      endpoint: github-filter-connection
+
+variables:
+  filter.modified.globs: '!.github/**,!docs/**,!examples/**'
+  filter.prbody.heading: '#### Test Options'
+  filter.prbody.optionIndex: 0
+
 stages:
 - stage: lint
   jobs:
@@ -103,10 +115,20 @@ stages:
         yarn --cwd ts/webui sanity-check
       displayName: Sanity check (WebUI)
 
+- stage: filter
+  jobs:
+  - job: check
+    pool:
+      vmImage: ubuntu-latest
+    steps:
+    - template: templates/stage-filter.yml
 
   # To reduce debug cost, steps are sorted differently on each platform,
   # so that a bug in any module will cause at least one platform to fail quickly.
 - stage: test
+  dependsOn: lint
+  # dependencies.$(StageName).outputs['$(JobName).$(TaskName).$(VariableName)']
+  condition: and(succeeded(), ne(dependencies.filter.outputs['check.execution.skipsubsequent'], 'true'))
   jobs:
   - job: ubuntu_latest
     pool:

pipelines/full-test-compression.yml

 trigger: none
-pr: none
+
 # schedules:
 # - cron: 0 16 * * *
 #   branches:
 #     include: [ master ]
 
-jobs:
-- job: linux
+resources:
+  repositories:
+    - repository: azpfilter
+      type: github
+      name: microsoft/azure-pipeline-filter
+      endpoint: github-filter-connection
+
+variables:
+  filter.modified.globs: 'examples/model_compress/**,nni/algorithms/compression/**,nni/compression/**'
+  filter.prbody.heading: '#### Test Options'
+  filter.prbody.optionIndex: 3
+
+stages:
+- stage: filter
+  jobs:
+  - job: check
+    pool:
+      vmImage: ubuntu-latest
+    steps:
+    - template: templates/stage-filter.yml
+
+- stage: test
+  # dependencies.$(StageName).outputs['$(JobName).$(TaskName).$(VariableName)']
+  condition: and(succeeded(), ne(dependencies.filter.outputs['check.execution.skipsubsequent'], 'true'))
+  jobs:
+  - job: linux
     pool: nni-it
     timeoutInMinutes: 60
 

pipelines/full-test-hpo.yml

 trigger: none
-pr: none
+
 # schedules:
 # - cron: 0 16 * * *
 #   branches:
 #     include: [ master ]
 
-jobs:
-- job: linux
+resources:
+  repositories:
+    - repository: azpfilter
+      type: github
+      name: microsoft/azure-pipeline-filter
+      endpoint: github-filter-connection
+
+variables:
+  filter.modified.globs: 'examples/tuners/**,nni/algorithms/hpo/**'
+  filter.prbody.heading: '#### Test Options'
+  filter.prbody.optionIndex: 1
+
+stages:
+- stage: filter
+  jobs:
+  - job: check
+    pool:
+      vmImage: ubuntu-latest
+    steps:
+    - template: templates/stage-filter.yml
+
+- stage: test
+  # dependencies.$(StageName).outputs['$(JobName).$(TaskName).$(VariableName)']
+  condition: and(succeeded(), ne(dependencies.filter.outputs['check.execution.skipsubsequent'], 'true'))
+  jobs:
+  - job: linux
     pool: nni-it
     timeoutInMinutes: 60
 
@@ -35,4 +59,4 @@ jobs:
         python training_service/nnitest/run_tests.py --config training_service/config/integration_tests.yml --ts local
       displayName: Integration test
 
-# TODO: should add a test on platforms other than linux
+  # TODO: should add a test on platforms other than linux

pipelines/full-test-nas.yml

 trigger: none
-pr: none
+
 schedules:
 - cron: 0 16 * * *
   branches:
     include: [ master ]
 
-jobs:
-- job: linux
+resources:
+  repositories:
+    - repository: azpfilter
+      type: github
+      name: microsoft/azure-pipeline-filter
+      endpoint: github-filter-connection
+
+variables:
+  filter.modified.globs: 'examples/nas/**,nni/algorithms/nas/**,nni/nas/**,nni/retiarii/**'
+  filter.prbody.heading: '#### Test Options'
+  filter.prbody.optionIndex: 2
+
+stages:
+- stage: filter
+  jobs:
+  - job: check
+    pool:
+      vmImage: ubuntu-latest
+    steps:
+    - template: templates/stage-filter.yml
+
+- stage: test
+  # dependencies.$(StageName).outputs['$(JobName).$(TaskName).$(VariableName)']
+  condition: and(succeeded(), ne(dependencies.filter.outputs['check.execution.skipsubsequent'], 'true'))
+  jobs:
+  - job: linux
     pool: nni-it
     timeoutInMinutes: 60
 

pipelines/templates/stage-filter.yml

+steps:
+
+- checkout: azpfilter
+  persistCredentials: true
+- task: NodeTool@0
+  inputs:
+    versionSpec: '16.x'
+- script: npm ci
+  displayName: NPM Install
+- script: node src/main.mjs
+  name: execution
+  displayName: Execution