Fix pipeline dependency (#3926)

dependencies/recommended_gpu.txt

+# Recommended because some non-commonly-used modules/examples depend on those packages.
+
+-f https://download.pytorch.org/whl/torch_stable.html
+tensorflow
+keras
+torch == 1.6.0
+torchvision == 0.7.0
+pytorch-lightning >= 1.1.1
+onnx
+peewee
+graphviz
+gym
+tianshou >= 0.4.1

pipelines/full-test-linux.yml

@@ -15,8 +15,8 @@ jobs:
       echo "##vso[task.setvariable variable=PATH]${PATH}:${HOME}/.local/bin"
       echo "##vso[task.setvariable variable=NNI_RELEASE]999.$(date -u +%Y%m%d%H%M%S)"
 
-      python3 -m pip install --upgrade pip setuptools wheel
-      python3 -m pip install pytest
+      python3 -m pip install -U -r dependencies/setup.txt
+      python3 -m pip install -r dependencies/develop.txt
     displayName: Prepare
 
   - script: |
@@ -28,16 +28,9 @@ jobs:
 
   - script: |
       set -e
-      python3 -m pip install scikit-learn==0.24.1
-      python3 -m pip install torchvision==0.7.0
-      python3 -m pip install torch==1.6.0
-      python3 -m pip install 'pytorch-lightning>=1.1.1'
-      python3 -m pip install keras==2.1.6
-      python3 -m pip install tensorflow==2.3.1 tensorflow-estimator==2.3.0
-      python3 -m pip install thop
-      python3 -m pip install pybnn
-      python3 -m pip install tianshou>=0.4.1 gym
       sudo apt-get install swig -y
+      python3 -m pip install -r dependencies/recommended_gpu.txt
+      python3 -m pip install -e .[SMAC,BOHB,PPOTuner,DNGO]
     displayName: Install extra dependencies
 
   # Need del later

pipelines/full-test-windows.yml

@@ -12,8 +12,8 @@ jobs:
 
   steps:
   - script: |
-      python -m pip install --upgrade pip setuptools wheel
-      python -m pip install pytest
+      python -m pip install -U -r dependencies/setup.txt
+      python -m pip install -r dependencies/develop.txt
     displayName: Install Python tools
 
   - script: |
@@ -25,13 +25,8 @@ jobs:
     displayName: Install NNI
 
   - script: |
-      python -m pip install scikit-learn==0.24.1
-      python -m pip install keras==2.1.6
-      python -m pip install torch==1.6.0 torchvision==0.7.0 -f https://download.pytorch.org/whl/torch_stable.html
-      python -m pip install 'pytorch-lightning>=1.1.1'
-      python -m pip install tensorflow==2.3.1 tensorflow-estimator==2.3.0
-      python -m pip install pybnn
-      python -m pip install tianshou>=0.4.1 gym
+      python -m pip install -r dependencies/recommended.txt
+      python -m pip install -e .[DNGO]
     displayName: Install extra dependencies
 
   # Need del later