jobs: - job: 'build_docker_image' timeoutInMinutes: 120 pool: vmImage: 'Ubuntu 16.04' steps: - script: python3 -m pip install --upgrade pip setuptools --user displayName: 'Install python tools' - script: | cd deployment/pypi if [ -d ./dist ] then rm -rf ./dist/* fi echo 'building prerelease package...' make build ls $(Build.SourcesDirectory)/deployment/pypi/dist/ condition: eq( variables['build_docker_img'], 'true' ) displayName: 'build nni bdsit_wheel' - script: | set -e if [ $(build_docker_img) = 'true' ] then cd deployment/pypi docker login -u $(docker_hub_user) -p $(docker_hub_pwd) echo 'updating docker file for installing nni from local...' # update Dockerfile to install NNI in docker image from whl file built in last step sed -ie 's/RUN python3 -m pip --no-cache-dir install nni/COPY .\/dist\/* .\/\nRUN python3 -m pip install nni-*.whl/' ../docker/Dockerfile cat ../docker/Dockerfile export IMG_TAG=`date -u +%y%m%d%H%M` echo 'build and upload docker image' docker build -f ../docker/Dockerfile -t $(test_docker_img_name):$IMG_TAG . docker push $(test_docker_img_name):$IMG_TAG export TEST_IMG=$(test_docker_img_name):$IMG_TAG cd ../../ else export TEST_IMG=$(existing_docker_img) fi echo "##vso[task.setvariable variable=TEST_IMG]$TEST_IMG" displayName: 'build docker image' - script: echo $TEST_IMG echo "##vso[task.setvariable variable=docker_image;isOutput=true]$TEST_IMG" name: setvariableStep displayName: 'set image variable' - job: 'integration_test_pai' timeoutInMinutes: 0 dependsOn: build_docker_image variables: docker_image: $[ dependencies.build_docker_image.outputs['setvariableStep.docker_image'] ] steps: - script: | set PATH=$(ENV_PATH) python --version powershell.exe -file install.ps1 displayName: 'Install nni toolkit via source code' - script: | set PATH=$(ENV_PATH) python -m pip install scikit-learn==0.21.0 --user displayName: 'Install dependencies for integration tests' - script: | cd test set PATH=$(ENV_PATH) python --version mount -o anon $(pai_nfs_uri) $(local_nfs_uri) python nni_test/nnitest/generate_ts_config.py --ts pai --pai_token $(pai_token) --pai_host $(pai_host) --pai_user $(pai_user) --nni_docker_image $(docker_image) --pai_storage_config_name $(pai_storage_config_name) --nni_manager_nfs_mount_path $(nni_manager_nfs_mount_path) --container_nfs_mount_path $(container_nfs_mount_path) --nni_manager_ip $(nni_manager_ip) --vc $(virtual_cluster) python nni_test/nnitest/run_tests.py --config config/integration_tests.yml --ts pai displayName: 'Examples and advanced features tests on pai'