pipelines-it-remote-windows-to-linux.yml

jobs:
- job: 'integration_test_remote_windows_to_linux'
  timeoutInMinutes: 120

  steps:
  - script: python -m pip install --upgrade pip setuptools
    displayName: 'Install python tools'
  - task: CopyFilesOverSSH@0
    inputs:
      sshEndpoint: $(end_point)
      targetFolder: /tmp/nnitest/$(Build.BuildId)/nni-remote
      overwrite: true
    displayName: 'Copy all files to remote machine'
    timeoutInMinutes: 10
  - script: |
      powershell.exe -file install.ps1
    displayName: 'Install nni toolkit via source code'
  - script: |
      python -m pip install scikit-learn==0.23.2 --user
    displayName: 'Install dependencies for integration tests'
  - script: |
      cd examples/tuners/customized_tuner
      python setup.py develop --user
      nnictl package install ./
    displayName: 'Install demotuner for customized_tuner test'
  - task: SSH@0
    inputs:
      sshEndpoint: $(end_point)
      runOptions: inline
      inline: cd /tmp/nnitest/$(Build.BuildId)/nni-remote/deployment/pypi;make build
      failOnStdErr: false
    continueOnError: true
    displayName: 'build nni bdsit_wheel'
  - task: SSH@0
    inputs:
      sshEndpoint: $(end_point)
      runOptions: commands
      commands: python3 /tmp/nnitest/$(Build.BuildId)/nni-remote/test/nni_test/nnitest/remote_docker.py --mode start --name $(Build.BuildId) --image nni/nni --os windows
    displayName: 'Start docker'
  - powershell: |
      Write-Host "Downloading Putty..."
      (New-Object Net.WebClient).DownloadFile("https://the.earth.li/~sgtatham/putty/latest/w64/pscp.exe", "$(Agent.TempDirectory)\pscp.exe")
      Write-Host "Download Putty success!"
      Write-Host "Connecting to host..."
      $(Agent.TempDirectory)\pscp.exe -P $(remote_port) -hostkey $(hostkey) -pw $(pscp_pwd) $(remote_user)@$(remote_host):/tmp/nnitest/$(Build.BuildId)/port test\port
      Write-Host "Get port success!"
      Get-Content test\port
    displayName: 'Get docker port'
  - powershell: |
      cd test
      python nni_test/nnitest/generate_ts_config.py --ts remote --remote_reuse $(remote_reuse) --remote_user $(docker_user) --remote_host $(remote_host) --remote_port $(Get-Content port) --remote_pwd $(docker_pwd) --nni_manager_ip $(nni_manager_ip)
      Get-Content config/training_service.yml
      python nni_test/nnitest/run_tests.py --config config/integration_tests.yml --ts remote --exclude cifar10
    displayName: 'integration test'
  - task: SSH@0
    inputs:
      sshEndpoint: $(end_point)
      runOptions: commands
      commands: python3 /tmp/nnitest/$(Build.BuildId)/nni-remote/test/nni_test/nnitest/remote_docker.py --mode stop --name $(Build.BuildId) --os windows
    displayName: 'Stop docker'