[pipeline] Add a variable to toggle cache (#4503)

pipelines/fast-test.yml

@@ -12,6 +12,7 @@ stages:
     - template: templates/install-dependencies.yml
       parameters:
         platform: ubuntu-latest
+        useCache: ${{ eq('$(USE_CACHE)', 'true') }}
 
     - script: |
         sudo apt-get install -y pandoc
@@ -34,6 +35,7 @@ stages:
     - template: templates/install-dependencies.yml
       parameters:
         platform: ubuntu-latest
+        useCache: ${{ eq('$(USE_CACHE)', 'true') }}
 
     - script: |
         # pylint requires newer typing extension. Override requirements in tensorflow
@@ -58,6 +60,7 @@ stages:
     - template: templates/install-dependencies.yml
       parameters:
         platform: ubuntu-latest
+        useCache: ${{ eq('$(USE_CACHE)', 'true') }}
 
     - script: |
         set -e
@@ -84,6 +87,7 @@ stages:
     - template: templates/install-dependencies.yml
       parameters:
         platform: ubuntu-latest
+        useCache: ${{ eq('$(USE_CACHE)', 'true') }}
 
     - script: |
         python setup.py develop
@@ -137,6 +141,7 @@ stages:
     - template: templates/install-dependencies.yml
       parameters:
         platform: ubuntu-legacy
+        useCache: ${{ eq('$(USE_CACHE)', 'true') }}
 
     - script: |
         python setup.py develop
@@ -167,6 +172,7 @@ stages:
     - template: templates/install-dependencies.yml
       parameters:
         platform: windows
+        useCache: ${{ eq('$(USE_CACHE)', 'true') }}
 
     - script: |
         python setup.py develop --no-user
@@ -194,6 +200,7 @@ stages:
     - template: templates/install-dependencies.yml
       parameters:
         platform: macos
+        useCache: ${{ eq('$(USE_CACHE)', 'true') }}
 
     - script: |
         python setup.py develop

pipelines/templates/install-dependencies.yml

 parameters:
 - name: platform
   type: string
+- name: useCache
+  type: boolean
 
 steps:
 - template: config-version.yml
@@ -29,10 +31,12 @@ steps:
     vstsFeedPackage: dependencies-${{ parameters.platform }}
     vstsPackageVersion: "*"
   displayName: Download cache
+  condition: and(succeeded(), ${{ parameters.useCache }})
 
 - script: |
     python test/vso_tools/unpack_dependencies.py
   displayName: Unpack cache
+  condition: and(succeeded(), ${{ parameters.useCache }})
 
 - script: |
     mv dependencies/recommended_legacy.txt dependencies/recommended.txt
@@ -50,6 +54,13 @@ steps:
     python -m pip install -r dependencies/recommended.txt
   displayName: Install Python dependencies
 
+# FIXME: See cache-dependencies-template.yml on why it needs rebuild.
+- script: |
+    python -m pip uninstall -y ConfigSpaceNNI
+    python -m pip install --no-cache-dir ConfigSpaceNNI
+  displayName: Rebuild ConfigSpaceNNI
+  condition: and(succeeded(), not(${{ parameters.useCache }}), contains('${{ parameters.platform }}', 'ubuntu'))
+
 # TODO: Delete this after upgrading to PyTorch 1.11.
 - script: |
     python test/vso_tools/interim_patch.py