Bump Python version to 3.7~3.9 (#4475)

README.md

@@ -224,7 +224,8 @@ Within the following table, we summarized the current NNI capabilities, we are g
 
 ### **Install**
 
-NNI supports and is tested on Ubuntu >= 16.04, macOS >= 10.14.1, and Windows 10 >= 1809. Simply run the following `pip install` in an environment that has `python 64-bit >= 3.6`.
+NNI supports and is tested on Ubuntu >= 18.04, Windows 10 >= 21H2, and macOS >= 11.
+Simply run the following `pip install` in an environment that has `python 64-bit >= 3.7`.
 
 Linux or macOS
 

dependencies/recommended.txt

 # Recommended because some non-commonly-used modules/examples depend on those packages.
 
 -f https://download.pytorch.org/whl/torch_stable.html
-tensorflow == 2.7.0
-tensorboard == 2.7.0
+tensorflow >= 2.7.0
+tensorboard >= 2.7.0
 torch == 1.10.0+cpu ; sys_platform != "darwin"
 torch == 1.10.0 ; sys_platform == "darwin"
 torchvision == 0.11.1+cpu ; sys_platform != "darwin"

dependencies/recommended_gpu.txt

@@ -2,7 +2,6 @@
 
 -f https://download.pytorch.org/whl/torch_stable.html
 tensorflow
-keras == 2.4.3
 torch == 1.10.0+cu111
 torchvision == 0.11.1+cu111
 pytorch-lightning >= 1.5.0

dependencies/recommended_legacy.txt

 -f https://download.pytorch.org/whl/torch_stable.html
-tensorflow == 1.15.4
 torch == 1.7.1+cpu
 torchvision == 0.8.2+cpu
 
 # It will install pytorch-lightning 0.8.x and unit tests won't work.
 # Latest version has conflict with tensorboard and tensorflow 1.x.
-pytorch-lightning
+#pytorch-lightning
 torchmetrics
 
-keras == 2.1.6
 onnx
 peewee
 graphviz
 gym
 tianshou >= 0.4.1
-matplotlib < 3.4
+matplotlib
+
+# TODO: time to drop tensorflow 1.x
+keras
+tensorflow < 2.0

dependencies/required.txt

 astor
+cloudpickle
+colorama
+filelock
 hyperopt == 0.1.2
 json_tricks >= 3.15.5
+numpy < 1.22 ; python_version < "3.8"
+numpy ; python_version >= "3.8"
+pandas
+prettytable
 psutil
+PythonWebHDFS
 pyyaml >= 5.4
 requests
 responses
 schema
+scikit-learn >= 0.24.1
+scipy < 1.8 ; python_version < "3.8"
+scipy ; python_version >= "3.8"
 typeguard
-PythonWebHDFS
-colorama
-scikit-learn >= 0.24.1 ; python_version >= "3.7"
-scikit-learn < 1.0 ; python_version < "3.7"
-websockets >= 10.1 ; python_version >= "3.7"
-websockets <= 10.0 ; python_version < "3.7"
-filelock ; python_version >= "3.7"
-filelock < 3.4 ; python_version < "3.7"
-prettytable
-cloudpickle
-dataclasses ; python_version < "3.7"
 typing_extensions ; python_version < "3.8"
-numpy < 1.19.4 ; sys_platform == "win32"
-numpy < 1.20 ; sys_platform != "win32" and python_version < "3.7"
-numpy ; sys.platform != "win32" and python_version >= "3.7"
-scipy < 1.6 ; python_version < "3.7"
-scipy ; python_version >= "3.7"
-pandas < 1.2 ; python_version < "3.7"
-pandas ; python_version >= "3.7"
+websockets >= 10.1

dependencies/required_extra.txt

@@ -2,11 +2,11 @@
 # please follow the logic in setup.py.
 
 # SMAC
-ConfigSpaceNNI
+ConfigSpaceNNI>=0.4.7.3
 smac4nni
 
 # BOHB
-ConfigSpace==0.4.11
+ConfigSpace>=0.4.17
 statsmodels==0.12.0
 
 # PPOTuner

dependencies/setup.txt

-pip
-wheel
-setuptools
+pip < 21.4
+setuptools < 61
+wheel < 0.38

pipelines/fast-test.yml

@@ -12,7 +12,7 @@ stages:
     steps:
     - task: UsePythonVersion@0
       inputs:
-        versionSpec: 3.8
+        versionSpec: 3.9
       displayName: Configure Python version
     - script: |
         sudo apt-get install -y pandoc
@@ -56,7 +56,7 @@ stages:
     steps:
     - task: UsePythonVersion@0
       inputs:
-        versionSpec: 3.8
+        versionSpec: 3.9
       displayName: Configure Python version
     - script: |
         sudo apt-get remove swig -y
@@ -237,7 +237,7 @@ stages:
     steps:
     - task: UsePythonVersion@0
       inputs:
-        versionSpec: 3.6
+        versionSpec: 3.7
       displayName: Configure Python version
 
     - task: NodeTool@0
@@ -271,21 +271,23 @@ stages:
 
     - script: |
         set -e
-        python -m pip install -U -r dependencies/setup.txt
-        python -m pip install -r dependencies/develop.txt
+        cd dependencies
+        python -m pip install -U -r setup.txt
+        # FIXME: Version resolving is a complete mess. Now it works magically.
+        python -m pip install numpy==1.21.5
+        python -m pip install -r develop.txt
+        python -m pip install -r required.txt
+        python -m pip install -r required_extra.txt
+        python -m pip install -r recommended_legacy.txt
+        python -m pip install numpy==1.21.5
+        python -m pip install pytorch-lightning==1.5.9
         echo "##vso[task.setvariable variable=PATH]${HOME}/.local/bin:${PATH}"
-      displayName: Install Python tools
+      displayName: Install Python dependencies
 
     - script: |
         python setup.py develop
       displayName: Install NNI
 
-    - script: |
-        set -e
-        python -m pip install -r dependencies/recommended_legacy.txt
-        python -m pip install -e .[SMAC,BOHB,PPOTuner,DNGO]
-      displayName: Install extra dependencies
-
     # Need del later
     - script: |
         set -e
@@ -313,7 +315,7 @@ stages:
 
   - job: macos
     pool:
-      vmImage: macOS-10.15
+      vmImage: macOS-latest
     variables:
       PIP_CACHE_DIR: $(Pipeline.Workspace)/.pip
       YARN_CACHE_FOLDER: $(Pipeline.Workspace)/.yarn
@@ -322,7 +324,7 @@ stages:
     steps:
     - task: UsePythonVersion@0
       inputs:
-        versionSpec: 3.8
+        versionSpec: 3.9
       displayName: Configure Python version
 
     - task: NodeTool@0
@@ -394,7 +396,7 @@ stages:
 
   - job: windows
     pool:
-      vmImage: windows-2019
+      vmImage: windows-latest
     variables:
       PIP_CACHE_DIR: $(Pipeline.Workspace)/.pip
       YARN_CACHE_FOLDER: $(Pipeline.Workspace)/.yarn
@@ -403,7 +405,7 @@ stages:
     steps:
     - task: UsePythonVersion@0
       inputs:
-        versionSpec: 3.8
+        versionSpec: 3.9
       displayName: Configure Python version
 
     - task: NodeTool@0

setup.py

@@ -117,7 +117,7 @@ def _setup():
 
         data_files = _get_data_files(),
 
-        python_requires = '>=3.6',
+        python_requires = '>=3.7',
         install_requires = _read_requirements_txt('dependencies/required.txt'),
         extras_require = {
             'SMAC': _read_requirements_txt('dependencies/required_extra.txt', 'SMAC'),