.vsts-ci.yml 6.02 KB
Newer Older
1
variables:
2
  PYTHON_VERSION: 3.7
3
  CONDA_ENV: test-env
4
5
6
7
resources:
  containers:
  - container: ubuntu1404
    image: lightgbm/vsts-agent:ubuntu-14.04
8
jobs:
Guolin Ke's avatar
Guolin Ke committed
9
###########################################
10
- job: Linux
Guolin Ke's avatar
Guolin Ke committed
11
###########################################
12
13
  variables:
    COMPILER: gcc
14
15
  pool:
    vmImage: 'ubuntu-16.04'
16
  container: ubuntu1404
17
  strategy:
18
    maxParallel: 5
Guolin Ke's avatar
Guolin Ke committed
19
20
21
22
23
    matrix:
      regular:
        TASK: regular
      sdist:
        TASK: sdist
24
        PYTHON_VERSION: 3.5
Guolin Ke's avatar
Guolin Ke committed
25
26
      bdist:
        TASK: bdist
27
28
29
30
31
32
33
        PYTHON_VERSION: 3.6
      inference:
        TASK: if-else
      mpi_source:
        TASK: mpi
        METHOD: source
        PYTHON_VERSION: 2.7
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
  steps:
  - task: CondaEnvironment@1
    inputs:
      updateConda: true
  - script: |
      echo "##vso[task.setvariable variable=HOME_DIRECTORY]$AGENT_HOMEDIRECTORY"
      echo "##vso[task.setvariable variable=BUILD_DIRECTORY]$BUILD_SOURCESDIRECTORY"
      echo "##vso[task.setvariable variable=OS_NAME]linux"
      echo "##vso[task.setvariable variable=AZURE]true"
      echo "##vso[task.setvariable variable=LGB_VER]$(head -n 1 VERSION.txt)"
    displayName: 'Set variables'
  - bash: $(Build.SourcesDirectory)/.ci/setup.sh
    displayName: Setup
  - bash: $(Build.SourcesDirectory)/.ci/test.sh
    displayName: Test
  - task: PublishBuildArtifacts@1
    condition: and(succeeded(), not(startsWith(variables['Build.SourceBranch'], 'refs/pull/')))
    inputs:
      pathtoPublish: '$(Build.ArtifactStagingDirectory)'
      artifactName: PackageAssets
      artifactType: container
###########################################
- job: Linux_gpu
###########################################
  variables:
    COMPILER: gcc
  pool:
    vmImage: 'ubuntu-16.04'
  strategy:
    maxParallel: 1
    matrix:
65
66
      gpu_source:
        TASK: gpu
Guolin Ke's avatar
Guolin Ke committed
67
        METHOD: source
68
        PYTHON_VERSION: 3.6
Guolin Ke's avatar
Guolin Ke committed
69
  steps:
70
  - task: CondaEnvironment@1
Guolin Ke's avatar
Guolin Ke committed
71
    inputs:
72
73
      updateConda: true
  - script: |
74
      echo "##vso[task.setvariable variable=HOME_DIRECTORY]$AGENT_HOMEDIRECTORY"
75
      echo "##vso[task.setvariable variable=BUILD_DIRECTORY]$BUILD_SOURCESDIRECTORY"
76
77
      echo "##vso[task.setvariable variable=OS_NAME]linux"
      echo "##vso[task.setvariable variable=AZURE]true"
78
79
80
81
82
83
84
      echo "##vso[task.setvariable variable=LGB_VER]$(head -n 1 VERSION.txt)"
      AMDAPPSDK_PATH=$AGENT_HOMEDIRECTORY/AMDAPPSDK
      echo "##vso[task.setvariable variable=AMDAPPSDK_PATH]$AMDAPPSDK_PATH"
      LD_LIBRARY_PATH=$AMDAPPSDK_PATH/lib/x86_64:$LD_LIBRARY_PATH
      echo "##vso[task.setvariable variable=LD_LIBRARY_PATH]$LD_LIBRARY_PATH"
      echo "##vso[task.setvariable variable=OPENCL_VENDOR_PATH]$AMDAPPSDK_PATH/etc/OpenCL/vendors"
    displayName: 'Set variables'
85
  - bash: $(Build.SourcesDirectory)/.ci/setup.sh
86
    displayName: Setup
87
  - bash: $(Build.SourcesDirectory)/.ci/test.sh
88
    displayName: Test
Guolin Ke's avatar
Guolin Ke committed
89
###########################################
90
- job: MacOS
Guolin Ke's avatar
Guolin Ke committed
91
###########################################
92
  variables:
93
    COMPILER: clang
94
95
96
97
  pool:
    vmImage: 'macOS-10.13'
  strategy:
    maxParallel: 3
Guolin Ke's avatar
Guolin Ke committed
98
99
100
    matrix:
      regular:
        TASK: regular
101
        PYTHON_VERSION: 3.6
Guolin Ke's avatar
Guolin Ke committed
102
103
      sdist:
        TASK: sdist
104
        PYTHON_VERSION: 3.5
Guolin Ke's avatar
Guolin Ke committed
105
106
107
      bdist:
        TASK: bdist
  steps:
108
  - task: CondaEnvironment@1
109
110
111
    inputs:
      updateConda: true
  - script: |
112
      echo "##vso[task.setvariable variable=HOME_DIRECTORY]$AGENT_HOMEDIRECTORY"
113
      echo "##vso[task.setvariable variable=BUILD_DIRECTORY]$BUILD_SOURCESDIRECTORY"
114
115
      echo "##vso[task.setvariable variable=OS_NAME]macos"
      echo "##vso[task.setvariable variable=AZURE]true"
116
117
      echo "##vso[task.setvariable variable=LGB_VER]$(head -n 1 VERSION.txt)"
    displayName: 'Set variables'
118
  - bash: $(Build.SourcesDirectory)/.ci/setup.sh
119
    displayName: Setup
120
  - bash: $(Build.SourcesDirectory)/.ci/test.sh
121
    displayName: Test
Guolin Ke's avatar
Guolin Ke committed
122
  - task: PublishBuildArtifacts@1
123
    condition: and(succeeded(), not(startsWith(variables['Build.SourceBranch'], 'refs/pull/')))
Guolin Ke's avatar
Guolin Ke committed
124
125
126
127
128
    inputs:
      pathtoPublish: '$(Build.ArtifactStagingDirectory)' 
      artifactName: PackageAssets
      artifactType: container
###########################################
129
- job: Windows
Guolin Ke's avatar
Guolin Ke committed
130
###########################################
131
132
133
134
  pool:
    vmImage: 'vs2017-win2016'
  strategy:
    maxParallel: 3
Guolin Ke's avatar
Guolin Ke committed
135
136
137
    matrix:
      regular:
        TASK: regular
138
        PYTHON_VERSION: 3.5
Guolin Ke's avatar
Guolin Ke committed
139
140
141
142
143
      sdist:
        TASK: sdist
        PYTHON_VERSION: 2.7
      bdist:
        TASK: bdist
144
        PYTHON_VERSION: 3.6
Guolin Ke's avatar
Guolin Ke committed
145
  steps:
146
  - task: CondaEnvironment@1
Guolin Ke's avatar
Guolin Ke committed
147
    inputs:
148
      createCustomEnvironment: true
149
      updateConda: true
Guolin Ke's avatar
Guolin Ke committed
150
      environmentName: $(CONDA_ENV)
151
      packageSpecs: 'python=$(PYTHON_VERSION) numpy nose matplotlib python-graphviz pytest scipy scikit-learn pandas'
Guolin Ke's avatar
Guolin Ke committed
152
      createOptions: '-q'
153
  - powershell: $(Build.SourcesDirectory)/.ci/test_windows.ps1
154
    displayName: Test
Guolin Ke's avatar
Guolin Ke committed
155
  - task: PublishBuildArtifacts@1
156
    condition: and(succeeded(), not(startsWith(variables['Build.SourceBranch'], 'refs/pull/')))
Guolin Ke's avatar
Guolin Ke committed
157
    inputs:
158
      pathtoPublish: '$(Build.ArtifactStagingDirectory)'
Guolin Ke's avatar
Guolin Ke committed
159
160
      artifactName: PackageAssets
      artifactType: container
Guolin Ke's avatar
Guolin Ke committed
161

162
###########################################
163
- job: Package
164
###########################################
Guolin Ke's avatar
Guolin Ke committed
165
166
167
168
  dependsOn:
  - Linux
  - MacOS
  - Windows
169
  condition: and(succeeded(), not(startsWith(variables['Build.SourceBranch'], 'refs/pull/')))
170
171
  pool:
    vmImage: 'vs2017-win2016'
Guolin Ke's avatar
Guolin Ke committed
172
173
174
175
176
177
178
179
  steps:
  # Download all agent packages from all previous phases
  - task: DownloadBuildArtifacts@0
    displayName: Download package assets
    inputs:
      artifactName: PackageAssets
      downloadPath: $(Build.SourcesDirectory)/binaries
  - script: |
180
181
182
183
184
185
186
      python %BUILD_SOURCESDIRECTORY%/.nuget/create_nuget.py %BUILD_SOURCESDIRECTORY%/binaries/PackageAssets
    displayName: 'Create NuGet configuration files'
  - task: NuGetCommand@2
    inputs:
      command: pack
      packagesToPack: '$(Build.SourcesDirectory)/.nuget/*.nuspec'
      packDestination: '$(Build.ArtifactStagingDirectory)'
Guolin Ke's avatar
Guolin Ke committed
187
188
  - task: PublishBuildArtifacts@1
    inputs:
189
      pathtoPublish: '$(Build.ArtifactStagingDirectory)'
190
      artifactName: NuGet
Guolin Ke's avatar
Guolin Ke committed
191
      artifactType: container