Support multiple experiments (#194)

* fix nnictl bug

* fix nnictl create bug

* add experiment status logic

* add more information for nnictl

* fix Evolution Tuner bug

* refactor code

* fix code in updater.py

* fix nnictl --help

* fix classArgs bug

* update check response.status_code logic

* show trial log path

* update document

* fix install.sh

* set default vallue for maxTrialNum and maxExecDuration

* fix nnictl

* fix config path hint

* support multiPhase

* fix bash-completion

* refactor bash-completion

* add sklearn-regression

* add search_space

* fix bug

* fix install.sh

* refactor code

* remove unused code

* support multi experiments

* fix issues

* Support multiple experiments of nnictl (#183)

* fix nnictl bug

* fix nnictl create bug

* add experiment status logic

* add more information for nnictl

* fix Evolution Tuner bug

* refactor code

* fix code in updater.py

* fix nnictl --help

* fix classArgs bug

* update check response.status_code logic

* show trial log path

* update document

* fix install.sh

* set default vallue for maxTrialNum and maxExecDuration

* fix nnictl

* fix config path hint

* support multiPhase

* fix bash-completion

* refactor bash-completion

* add sklearn-regression

* add search_space

* fix bug

* fix install.sh

* refactor code

* remove unused code

* support multi experiments

* fix issues

* Let nni manager web server handle static content

* set nnictl stop require the port

* Support multiple experiments of nnictl (#183)

* fix nnictl bug

* fix nnictl create bug

* add experiment status logic

* add more information for nnictl

* fix Evolution Tuner bug

* refactor code

* fix code in updater.py

* fix nnictl --help

* fix classArgs bug

* update check response.status_code logic

* show trial log path

* update document

* fix install.sh

* set default vallue for maxTrialNum and maxExecDuration

* fix nnictl

* fix config path hint

* support multiPhase

* fix bash-completion

* refactor bash-completion

* add sklearn-regression

* add search_space

* fix bug

* fix install.sh

* refactor code

* remove unused code

* support multi experiments

* fix issues

* Let nni manager web server handle static content

* Dev multiple experiments (#189)

* fix nnictl bug

* fix nnictl create bug

* add experiment status logic

* add more information for nnictl

* fix Evolution Tuner bug

* refactor code

* fix code in updater.py

* fix nnictl --help

* fix classArgs bug

* update check response.status_code logic

* show trial log path

* update document

* fix install.sh

* set default vallue for maxTrialNum and maxExecDuration

* fix nnictl

* fix config path hint

* support multiPhase

* fix bash-completion

* refactor bash-completion

* add sklearn-regression

* add search_space

* fix bug

* fix install.sh

* refactor code

* remove unused code

* support multi experiments

* fix issues

* set nnictl stop require the port

* Update documents for supporting multiple experiments

* create a constant variable for 51188

* Fixed issue that WebUI can not refresh page

* Upgrade Node.js and Yarn to latest version

tools/nnicmd/webui_utils.py

-# Copyright (c) Microsoft Corporation
-# All rights reserved.
-#
-# MIT License
-#
-# Permission is hereby granted, free of charge,
-# to any person obtaining a copy of this software and associated
-# documentation files (the "Software"), to deal in the Software without restriction,
-# including without limitation the rights to use, copy, modify, merge, publish,
-# distribute, sublicense, and/or sell copies of the Software, and
-# to permit persons to whom the Software is furnished to do so, subject to the following conditions:
-# The above copyright notice and this permission notice shall be included
-# in all copies or substantial portions of the Software.
-#
-# THE SOFTWARE IS PROVIDED *AS IS*, WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING
-# BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
-# NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM,
-# DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
-# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
-
-
-import os
-import psutil
-from socket import AddressFamily
-from subprocess import Popen, PIPE, call
-from .rest_utils import rest_get, check_response
-from .config_utils import Config
-from .common_utils import print_error, print_normal
-from .constants import STDOUT_FULL_PATH, STDERR_FULL_PATH
-
-def start_web_ui(port):
-    '''start web ui'''
-    serve = os.environ.get('NNI_SERVE', 'serve')
-    web_ui = os.environ.get('WEB_UI_FOLDER')
-    cmds = [serve, '-s', '-n', web_ui, '-l', str(port)]
-    stdout_file = open(STDOUT_FULL_PATH, 'a+')
-    stderr_file = open(STDERR_FULL_PATH, 'a+')
-    webui_process = Popen(cmds, stdout=stdout_file, stderr=stderr_file)
-    if webui_process.returncode is None:
-        webui_url_list = []
-        for name, info in psutil.net_if_addrs().items():
-            for addr in info:
-                if AddressFamily.AF_INET == addr.family:
-                    webui_url_list.append('http://{}:{}'.format(addr.address, port))
-        nni_config = Config()
-        nni_config.set_config('webuiUrl', webui_url_list)
-    else:
-        print_error('Failed to start webui')
-    return webui_process
-
-def stop_web_ui():
-    '''stop web ui'''
-    nni_config = Config()
-    webuiPid = nni_config.get_config('webuiPid')
-    if not webuiPid:
-        return False
-    #detect webui process first
-    try:
-        parent_process = psutil.Process(webuiPid)
-        if not parent_process or not parent_process.is_running():
-            return False
-    except:
-        return False
-    #then kill webui process
-    try:
-        #in some environment, there will be multi processes, kill them all
-        parent_process = psutil.Process(webuiPid)
-        child_process_list = parent_process.children(recursive=True)
-        for child_process in child_process_list:
-            if child_process.is_running():
-                child_process.kill()
-        if parent_process.is_running():
-            parent_process.kill()
-        cmds = ['pkill', '-P', str(webuiPid)]
-        call(cmds)
-        return True
-    except Exception as e:
-        print_error(e)
-        return False
-
-def check_web_ui():
-    '''check if web ui is alive'''
-    nni_config = Config()
-    url_list = nni_config.get_config('webuiUrl')
-    if not url_list:
-        return False
-    for url in url_list:
-        response = rest_get(url, 3)
-        if response and check_response(response):
-            return True
-    return False