pipelines-it-pai-windows.yml

jobs:
- job: 'build_docker_image'
  timeoutInMinutes: 120
  pool:
    vmImage: 'Ubuntu 16.04'
  steps:
  - script: python3 -m pip install --upgrade pip setuptools --user
    displayName: 'Install python tools'

  - script: |
      cd deployment/pypi
      if [ -d ./dist ]
      then
        rm -rf ./dist/*
      fi
      echo 'building prerelease package...'
      make build
      ls $(Build.SourcesDirectory)/deployment/pypi/dist/
    condition: eq( variables['build_docker_img'], 'true' )
    displayName: 'build nni bdsit_wheel'

  - script: |
      set -e
      if [ $(build_docker_img) = 'true' ]
      then
        cd deployment/pypi
        docker login -u $(docker_hub_user) -p $(docker_hub_pwd)
        echo 'updating docker file for installing nni from local...'
        # update Dockerfile to install NNI in docker image from whl file built in last step
        sed -ie 's/RUN python3 -m pip --no-cache-dir install nni/COPY .\/dist\/* .\/\nRUN python3 -m pip install nni-*.whl/' ../docker/Dockerfile
        cat ../docker/Dockerfile
        export IMG_TAG=`date -u +%y%m%d%H%M`

        echo 'build and upload docker image'
        docker build -f ../docker/Dockerfile -t $(test_docker_img_name):$IMG_TAG .
        docker push $(test_docker_img_name):$IMG_TAG

        export TEST_IMG=$(test_docker_img_name):$IMG_TAG
        cd ../../
      else
        export TEST_IMG=$(existing_docker_img)
      fi
      echo "##vso[task.setvariable variable=TEST_IMG]$TEST_IMG"
    displayName: 'build docker image'
  - script:
      echo $TEST_IMG
      echo "##vso[task.setvariable variable=docker_image;isOutput=true]$TEST_IMG"
    name: setvariableStep
    displayName: 'set image variable'

- job: 'integration_test_pai'
  timeoutInMinutes: 0
  dependsOn: build_docker_image
  variables:
    docker_image: $[ dependencies.build_docker_image.outputs['setvariableStep.docker_image'] ]

  steps:
  - script: |
      set PATH=$(ENV_PATH)
      python --version
      powershell.exe -file install.ps1
    displayName: 'Install nni toolkit via source code'
  - script: |
      set PATH=$(ENV_PATH)
      python -m pip install scikit-learn==0.21.0 --user
    displayName: 'Install dependencies for integration tests'
  - script: |
      cd test
      set PATH=$(ENV_PATH)
      python --version
      mount -o anon $(pai_nfs_uri) $(local_nfs_uri)
      python nni_test/nnitest/generate_ts_config.py --ts pai --pai_token $(pai_token) --pai_host $(pai_host) --pai_user $(pai_user) --nni_docker_image $(docker_image) --pai_storage_config_name $(pai_storage_config_name) --nni_manager_nfs_mount_path $(nni_manager_nfs_mount_path) --container_nfs_mount_path $(container_nfs_mount_path) --nni_manager_ip $(nni_manager_ip)
      python nni_test/nnitest/run_tests.py --config config/integration_tests.yml --ts pai
    displayName: 'Examples and advanced features tests on pai'