Jenkinsfile 19.6 KB
Newer Older
Lingfan Yu's avatar
Lingfan Yu committed
1
2
#!/usr/bin/env groovy

3
dgl_linux_libs = 'build/libdgl.so, build/runUnitTests, python/dgl/_ffi/_cy3/core.cpython-*-x86_64-linux-gnu.so, build/tensoradapter/pytorch/*.so, build/dgl_sparse/*.so'
Minjie Wang's avatar
Minjie Wang committed
4
// Currently DGL on Windows is not working with Cython yet
5
dgl_win64_libs = "build\\dgl.dll, build\\runUnitTests.exe, build\\tensoradapter\\pytorch\\*.dll, build\\dgl_sparse\\*.dll"
Minjie Wang's avatar
Minjie Wang committed
6
7

def init_git() {
8
  sh 'rm -rf *'
Minjie Wang's avatar
Minjie Wang committed
9
  checkout scm
10
  sh 'git submodule update --recursive --init'
Lingfan Yu's avatar
Lingfan Yu committed
11
12
}

Minjie Wang's avatar
Minjie Wang committed
13
14
def init_git_win64() {
  checkout scm
15
  bat 'git submodule update --recursive --init'
Lingfan Yu's avatar
Lingfan Yu committed
16
17
}

Minjie Wang's avatar
Minjie Wang committed
18
19
20
21
22
23
24
25
26
27
28
29
30
31
// pack libraries for later use
def pack_lib(name, libs) {
  echo "Packing ${libs} into ${name}"
  stash includes: libs, name: name
}

// unpack libraries saved before
def unpack_lib(name, libs) {
  unstash name
  echo "Unpacked ${libs} from ${name}"
}

def build_dgl_linux(dev) {
  init_git()
32
  sh "bash tests/scripts/build_dgl.sh ${dev}"
33
  sh 'ls -lh /usr/lib/x86_64-linux-gnu/'
Minjie Wang's avatar
Minjie Wang committed
34
  pack_lib("dgl-${dev}-linux", dgl_linux_libs)
Lingfan Yu's avatar
Lingfan Yu committed
35
36
}

Minjie Wang's avatar
Minjie Wang committed
37
def build_dgl_win64(dev) {
38
39
  /* Assuming that Windows slaves are already configured with MSBuild VS2017,
   * CMake and Python/pip/setuptools etc. */
Minjie Wang's avatar
Minjie Wang committed
40
  init_git_win64()
41
  bat "CALL tests\\scripts\\build_dgl.bat"
Minjie Wang's avatar
Minjie Wang committed
42
  pack_lib("dgl-${dev}-win64", dgl_win64_libs)
43
44
}

45
def cpp_unit_test_linux(dev) {
Minjie Wang's avatar
Minjie Wang committed
46
  init_git()
47
  unpack_lib("dgl-${dev}-linux", dgl_linux_libs)
48
  sh 'bash tests/scripts/task_cpp_unit_test.sh'
VoVAllen's avatar
VoVAllen committed
49
50
}

Minjie Wang's avatar
Minjie Wang committed
51
52
def cpp_unit_test_win64() {
  init_git_win64()
53
  unpack_lib('dgl-cpu-win64', dgl_win64_libs)
VoVAllen's avatar
VoVAllen committed
54
55
56
  bat "CALL tests\\scripts\\task_cpp_unit_test.bat"
}

Minjie Wang's avatar
Minjie Wang committed
57
def unit_test_linux(backend, dev) {
Minjie Wang's avatar
Minjie Wang committed
58
  init_git()
Minjie Wang's avatar
Minjie Wang committed
59
  unpack_lib("dgl-${dev}-linux", dgl_linux_libs)
60
  timeout(time: 30, unit: 'MINUTES') {
61
    sh "bash tests/scripts/task_unit_test.sh ${backend} ${dev}"
Minjie Wang's avatar
Minjie Wang committed
62
  }
Lingfan Yu's avatar
Lingfan Yu committed
63
64
}

65
66
67
def unit_distributed_linux(backend, dev) {
  init_git()
  unpack_lib("dgl-${dev}-linux", dgl_linux_libs)
68
  timeout(time: 40, unit: 'MINUTES') {
69
70
71
72
    sh "bash tests/scripts/task_distributed_test.sh ${backend} ${dev}"
  }
}

73
74
75
76
77
78
79
80
def unit_test_cugraph(backend, dev) {
  init_git()
  unpack_lib("dgl-${dev}-linux", dgl_linux_libs)
  timeout(time: 15, unit: 'MINUTES') {
    sh "bash tests/scripts/cugraph_unit_test.sh ${backend}"
  }
}

81
def unit_test_win64(backend, dev) {
Minjie Wang's avatar
Minjie Wang committed
82
  init_git_win64()
Minjie Wang's avatar
Minjie Wang committed
83
  unpack_lib("dgl-${dev}-win64", dgl_win64_libs)
84
  timeout(time: 30, unit: 'MINUTES') {
85
    bat "CALL tests\\scripts\\task_unit_test.bat ${backend}"
Minjie Wang's avatar
Minjie Wang committed
86
  }
Da Zheng's avatar
Da Zheng committed
87
88
}

Minjie Wang's avatar
Minjie Wang committed
89
def example_test_linux(backend, dev) {
Minjie Wang's avatar
Minjie Wang committed
90
  init_git()
Minjie Wang's avatar
Minjie Wang committed
91
  unpack_lib("dgl-${dev}-linux", dgl_linux_libs)
Minjie Wang's avatar
Minjie Wang committed
92
93
  timeout(time: 20, unit: 'MINUTES') {
    sh "bash tests/scripts/task_example_test.sh ${dev}"
Minjie Wang's avatar
Minjie Wang committed
94
95
96
  }
}

97
def example_test_win64(backend, dev) {
Minjie Wang's avatar
Minjie Wang committed
98
  init_git_win64()
Minjie Wang's avatar
Minjie Wang committed
99
  unpack_lib("dgl-${dev}-win64", dgl_win64_libs)
Minjie Wang's avatar
Minjie Wang committed
100
101
  timeout(time: 20, unit: 'MINUTES') {
    bat "CALL tests\\scripts\\task_example_test.bat ${dev}"
102
103
104
  }
}

Minjie Wang's avatar
Minjie Wang committed
105
def tutorial_test_linux(backend) {
Minjie Wang's avatar
Minjie Wang committed
106
  init_git()
107
  unpack_lib('dgl-cpu-linux', dgl_linux_libs)
Minjie Wang's avatar
Minjie Wang committed
108
109
  timeout(time: 20, unit: 'MINUTES') {
    sh "bash tests/scripts/task_${backend}_tutorial_test.sh"
Minjie Wang's avatar
Minjie Wang committed
110
  }
Lingfan Yu's avatar
Lingfan Yu committed
111
112
}

Mufei Li's avatar
Mufei Li committed
113
114
115
def go_test_linux() {
  init_git()
  unpack_lib('dgl-cpu-linux', dgl_linux_libs)
Minjie Wang's avatar
Minjie Wang committed
116
  timeout(time: 20, unit: 'MINUTES') {
Mufei Li's avatar
Mufei Li committed
117
118
119
120
    sh "bash tests/scripts/task_go_test.sh"
  }
}

121
def is_authorized(name) {
122
  def devs = ['dgl-bot', 'noreply', 'Rhett-Ying', 'BarclayII', 'jermainewang',
Rhett Ying's avatar
Rhett Ying committed
123
              'mufeili', 'isratnisa', 'rudongyu', 'classicsong', 'HuXiangkun',
124
              'hetong007', 'kylasa', 'frozenbugs', 'peizhou001', 'zheng-da',
Rhett Ying's avatar
Rhett Ying committed
125
              'czkkkkkk',
126
              'nv-dlasalle', 'yaox12', 'chang-l', 'Kh4L', 'VibhuJawa',
127
              'kkranen',
128
              'bgawrych', 'itaraban', 'daniil-sizov',
129
130
131
132
133
134
135
136
              'VoVAllen',
              ]
  return (name in devs)
}

def is_admin(name) {
  def admins = ['dgl-bot', 'Rhett-Ying', 'BarclayII', 'jermainewang']
  return (name in admins)
137
}
VoVAllen's avatar
VoVAllen committed
138

139
140
def regression_test_done = false

Minjie Wang's avatar
Minjie Wang committed
141
pipeline {
Jinjing Zhou's avatar
Jinjing Zhou committed
142
  agent any
143
  triggers {
Rhett Ying's avatar
Rhett Ying committed
144
        issueCommentTrigger('@dgl-bot.*')
145
  }
Minjie Wang's avatar
Minjie Wang committed
146
  stages {
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
    // Below 2 stages are to authenticate the change/comment author.
    // Only core developers are allowed to trigger CI.
    // Such authentication protects CI from malicious code which may bring CI instances down.
    stage('Authentication') {
      agent {
        docker {
            label 'linux-benchmark-node'
            image 'dgllib/dgl-ci-lint'
            alwaysPull true
        }
      }
      when { not { triggeredBy 'IssueCommentCause' } }
      steps {
        script {
          def author = env.CHANGE_AUTHOR
          def prOpenTriggerCause = currentBuild.getBuildCauses('jenkins.branch.BranchEventCause')
          def first_run = prOpenTriggerCause && env.BUILD_ID == '1'
          if (author && !is_authorized(author)) {
Rhett Ying's avatar
Rhett Ying committed
165
            pullRequest.comment("Not authorized to trigger CI. Please ask core developer to help trigger via issuing comment: \n - `@dgl-bot`")
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
            error("Authentication failed.")
          }
          if (first_run) {
            pullRequest.comment('To trigger regression tests: \n - `@dgl-bot run [instance-type] [which tests] [compare-with-branch]`; \n For example: `@dgl-bot run g4dn.4xlarge all dmlc/master` or `@dgl-bot run c5.9xlarge kernel,api dmlc/master`')
          }
        }
      }
    }
    stage('AuthenticationComment') {
      agent {
        docker {
            label 'linux-benchmark-node'
            image 'dgllib/dgl-ci-lint'
            alwaysPull true
        }
      }
      when { triggeredBy 'IssueCommentCause' }
      steps {
        script {
          def author = env.GITHUB_COMMENT_AUTHOR
          if (!is_authorized(author)) {
            pullRequest.comment("Not authorized to trigger CI via issuing comment.")
            error("Authentication failed.")
          }
        }
      }
    }
    stage('Regression Test') {
194
      agent {
Jinjing Zhou's avatar
Jinjing Zhou committed
195
196
197
198
        docker {
            label 'linux-benchmark-node'
            image 'dgllib/dgl-ci-lint'
            alwaysPull true
Jinjing Zhou's avatar
Jinjing Zhou committed
199
        }
VoVAllen's avatar
VoVAllen committed
200
      }
201
      when { triggeredBy 'IssueCommentCause' }
Minjie Wang's avatar
Minjie Wang committed
202
      steps {
Jinjing Zhou's avatar
Jinjing Zhou committed
203
204
          checkout scm
          script {
205
              def comment = env.GITHUB_COMMENT
Rhett Ying's avatar
Rhett Ying committed
206
207
208
209
210
211
212
213
214
              def command_lists = comment.split(' ')
              if (command_lists.size() == 1) {
                // CI command, not for regression
                return
              }
              if (command_lists.size() != 5) {
                pullRequest.comment('Cannot run the regression test due to unknown command')
                error('Unknown command')
              }
215
              def author = env.GITHUB_COMMENT_AUTHOR
216
217
              echo("${env.GIT_URL}")
              echo("${env}")
218
              if (!is_admin(author)) {
219
                error('Not authorized to launch regression tests')
220
221
              }
              dir('benchmark_scripts_repo') {
Jinjing Zhou's avatar
Jinjing Zhou committed
222
223
                checkout([$class: 'GitSCM', branches: [[name: '*/master']],
                        userRemoteConfigs: [[credentialsId: 'github', url: 'https://github.com/dglai/DGL_scripts.git']]])
224
225
226
              }
              sh('cp benchmark_scripts_repo/benchmark/* benchmarks/scripts/')
              def instance_type = command_lists[2].replace('.', '')
Jinjing Zhou's avatar
Jinjing Zhou committed
227
              pullRequest.comment("Start the Regression test. View at ${RUN_DISPLAY_URL}")
228
              def prNumber = env.BRANCH_NAME.replace('PR-', '')
229
230
              dir('benchmarks/scripts') {
                sh('python3 -m pip install boto3')
231
                sh("PYTHONUNBUFFERED=1 GIT_PR_ID=${prNumber} GIT_URL=${env.GIT_URL} GIT_BRANCH=${env.CHANGE_BRANCH} python3 run_reg_test.py --data-folder ${env.GIT_COMMIT}_${instance_type} --run-cmd '${comment}'")
232
233
234
              }
              pullRequest.comment("Finished the Regression test. Result table is at https://dgl-asv-data.s3-us-west-2.amazonaws.com/${env.GIT_COMMIT}_${instance_type}/results/result.csv. Jenkins job link is ${RUN_DISPLAY_URL}. ")
              currentBuild.result = 'SUCCESS'
235
              regression_test_done = true
Jinjing Zhou's avatar
Jinjing Zhou committed
236
          }
237
      }
Minjie Wang's avatar
Minjie Wang committed
238
    }
Jinjing Zhou's avatar
Jinjing Zhou committed
239
    stage('CI') {
240
      when { expression { !regression_test_done } }
Jinjing Zhou's avatar
Jinjing Zhou committed
241
      stages {
242
243
244
        stage('Abort Previous CI') {
          steps {
            script {
245
246
247
248
249
250
251
252
              if (env.BRANCH_NAME != "master") {
                // Jenkins will abort an older build if a newer build already
                // passed a higher milestone.
                // https://www.jenkins.io/doc/pipeline/steps/pipeline-milestone-step/
                def buildNumber = env.BUILD_NUMBER as int
                for (int i = 1; i <= buildNumber; i++) {
                  milestone(i)
                }
253
254
255
256
257
              }
            }
          }
        }

258
259
        stage('Lint Check') {
          agent {
Jinjing Zhou's avatar
Jinjing Zhou committed
260
            docker {
261
              label "linux-benchmark-node"
Mufei Li's avatar
Mufei Li committed
262
              image "dgllib/dgl-ci-lint"
Jinjing Zhou's avatar
Jinjing Zhou committed
263
              alwaysPull true
VoVAllen's avatar
VoVAllen committed
264
265
            }
          }
Minjie Wang's avatar
Minjie Wang committed
266
          steps {
267
268
            init_git()
            sh 'bash tests/scripts/task_lint.sh'
VoVAllen's avatar
VoVAllen committed
269
          }
270
271
272
273
274
          post {
            always {
              cleanWs disableDeferredWipeout: true, deleteDirs: true
            }
          }
VoVAllen's avatar
VoVAllen committed
275
        }
Mufei Li's avatar
Mufei Li committed
276

277
278
279
280
        stage('Build') {
          parallel {
            stage('CPU Build') {
              agent {
Jinjing Zhou's avatar
Jinjing Zhou committed
281
282
                docker {
                  label "linux-cpu-node"
283
                  image "dgllib/dgl-ci-cpu:v230210"
Jinjing Zhou's avatar
Jinjing Zhou committed
284
285
                  args "-u root"
                  alwaysPull true
286
                }
Jinjing Zhou's avatar
Jinjing Zhou committed
287
288
              }
              steps {
289
                build_dgl_linux('cpu')
Jinjing Zhou's avatar
Jinjing Zhou committed
290
              }
291
292
293
294
              post {
                always {
                  cleanWs disableDeferredWipeout: true, deleteDirs: true
                }
Minjie Wang's avatar
Minjie Wang committed
295
              }
Lingfan Yu's avatar
Lingfan Yu committed
296
            }
297
298
            stage('GPU Build') {
              agent {
Jinjing Zhou's avatar
Jinjing Zhou committed
299
300
                docker {
                  label "linux-cpu-node"
301
                  image "dgllib/dgl-ci-gpu:cu102_v230210"
Jinjing Zhou's avatar
Jinjing Zhou committed
302
303
                  args "-u root"
                  alwaysPull true
304
                }
Minjie Wang's avatar
Minjie Wang committed
305
306
              }
              steps {
307
308
                // sh "nvidia-smi"
                build_dgl_linux('gpu')
Minjie Wang's avatar
Minjie Wang committed
309
              }
310
311
312
313
              post {
                always {
                  cleanWs disableDeferredWipeout: true, deleteDirs: true
                }
Minjie Wang's avatar
Minjie Wang committed
314
              }
315
            }
316
317
318
319
            stage('PyTorch Cugraph GPU Build') {
              agent {
                docker {
                  label "linux-cpu-node"
320
                  image "rapidsai/cugraph_nightly_torch-cuda:11.5-base-ubuntu18.04-py3.9-pytorch1.12.0-rapids22.12"
321
                  args "-u root"
322
                  alwaysPull true
323
324
325
326
327
328
329
330
331
332
333
                }
              }
              steps {
                build_dgl_linux('cugraph')
              }
              post {
                always {
                  cleanWs disableDeferredWipeout: true, deleteDirs: true
                }
              }
            }
334
335
336
337
            stage('CPU Build (Win64)') {
              // Windows build machines are manually added to Jenkins master with
              // "windows" label as permanent agents.
              agent { label 'windows' }
Minjie Wang's avatar
Minjie Wang committed
338
              steps {
339
340
341
342
343
344
                build_dgl_win64('cpu')
              }
              post {
                always {
                  cleanWs disableDeferredWipeout: true, deleteDirs: true
                }
Minjie Wang's avatar
Minjie Wang committed
345
              }
Lingfan Yu's avatar
Lingfan Yu committed
346
            }
347
          // Currently we don't have Windows GPU build machines
348
          }
Lingfan Yu's avatar
Lingfan Yu committed
349
        }
350
351
352
353
        stage('Test') {
          parallel {
            stage('C++ CPU') {
              agent {
Jinjing Zhou's avatar
Jinjing Zhou committed
354
355
                docker {
                  label "linux-cpu-node"
356
                  image "dgllib/dgl-ci-cpu:v230210"
Jinjing Zhou's avatar
Jinjing Zhou committed
357
                  alwaysPull true
358
359
                }
              }
Minjie Wang's avatar
Minjie Wang committed
360
              steps {
361
362
363
364
365
366
367
368
369
370
                cpp_unit_test_linux('cpu')
              }
              post {
                always {
                  cleanWs disableDeferredWipeout: true, deleteDirs: true
                }
              }
            }
            stage('C++ GPU') {
              agent {
Jinjing Zhou's avatar
Jinjing Zhou committed
371
372
                docker {
                  label "linux-gpu-node"
373
                  image "dgllib/dgl-ci-gpu:cu102_v230210"
Jinjing Zhou's avatar
Jinjing Zhou committed
374
375
                  args "--runtime nvidia"
                  alwaysPull true
376
377
378
379
                }
              }
              steps {
                cpp_unit_test_linux('gpu')
380
381
382
383
384
              }
              post {
                always {
                  cleanWs disableDeferredWipeout: true, deleteDirs: true
                }
Minjie Wang's avatar
Minjie Wang committed
385
386
              }
            }
387
388
            stage('C++ CPU (Win64)') {
              agent { label 'windows' }
Minjie Wang's avatar
Minjie Wang committed
389
              steps {
390
391
392
393
394
395
                cpp_unit_test_win64()
              }
              post {
                always {
                  cleanWs disableDeferredWipeout: true, deleteDirs: true
                }
Minjie Wang's avatar
Minjie Wang committed
396
              }
Minjie Wang's avatar
Minjie Wang committed
397
            }
398
399
            stage('Tensorflow CPU') {
              agent {
Jinjing Zhou's avatar
Jinjing Zhou committed
400
401
                docker {
                  label "linux-cpu-node"
402
                  image "dgllib/dgl-ci-cpu:v230210"
Jinjing Zhou's avatar
Jinjing Zhou committed
403
                  alwaysPull true
404
405
406
                }
              }
              stages {
407
                stage('Tensorflow CPU Unit test') {
408
409
410
411
412
413
414
415
416
417
                  steps {
                    unit_test_linux('tensorflow', 'cpu')
                  }
                }
              }
              post {
                always {
                  cleanWs disableDeferredWipeout: true, deleteDirs: true
                }
              }
418
            }
419
420
            stage('Tensorflow GPU') {
              agent {
Jinjing Zhou's avatar
Jinjing Zhou committed
421
422
                docker {
                  label "linux-gpu-node"
423
                  image "dgllib/dgl-ci-gpu:cu101_v230210"
Jinjing Zhou's avatar
Jinjing Zhou committed
424
425
                  args "--runtime nvidia"
                  alwaysPull true
426
427
428
                }
              }
              stages {
429
                stage('Tensorflow GPU Unit test') {
430
431
432
433
434
435
436
437
438
439
                  steps {
                    unit_test_linux('tensorflow', 'gpu')
                  }
                }
              }
              post {
                always {
                  cleanWs disableDeferredWipeout: true, deleteDirs: true
                }
              }
VoVAllen's avatar
VoVAllen committed
440
            }
441
442
            stage('Torch CPU') {
              agent {
Jinjing Zhou's avatar
Jinjing Zhou committed
443
444
                docker {
                  label "linux-cpu-node"
445
                  image "dgllib/dgl-ci-cpu:v230210"
Jinjing Zhou's avatar
Jinjing Zhou committed
446
447
                  args "--shm-size=4gb"
                  alwaysPull true
448
449
450
                }
              }
              stages {
451
                stage('Torch CPU Unit test') {
452
453
454
455
                  steps {
                    unit_test_linux('pytorch', 'cpu')
                  }
                }
456
                stage('Torch CPU Example test') {
457
458
459
460
                  steps {
                    example_test_linux('pytorch', 'cpu')
                  }
                }
461
                stage('Torch CPU Tutorial test') {
462
463
464
465
466
467
468
469
470
                  steps {
                    tutorial_test_linux('pytorch')
                  }
                }
              }
              post {
                always {
                  cleanWs disableDeferredWipeout: true, deleteDirs: true
                }
VoVAllen's avatar
VoVAllen committed
471
              }
Da Zheng's avatar
Da Zheng committed
472
            }
473
474
475
            stage('Torch CPU (Win64)') {
              agent { label 'windows' }
              stages {
476
                stage('Torch CPU (Win64) Unit test') {
477
478
479
480
                  steps {
                    unit_test_win64('pytorch', 'cpu')
                  }
                }
481
                stage('Torch CPU (Win64) Example test') {
482
483
484
485
486
487
488
489
490
491
                  steps {
                    example_test_win64('pytorch', 'cpu')
                  }
                }
              }
              post {
                always {
                  cleanWs disableDeferredWipeout: true, deleteDirs: true
                }
              }
492
            }
493
494
            stage('Torch GPU') {
              agent {
Jinjing Zhou's avatar
Jinjing Zhou committed
495
496
                docker {
                  label "linux-gpu-node"
497
                  image "dgllib/dgl-ci-gpu:cu102_v230210"
Jinjing Zhou's avatar
Jinjing Zhou committed
498
499
                  args "--runtime nvidia --shm-size=8gb"
                  alwaysPull true
500
501
502
                }
              }
              stages {
503
                stage('Torch GPU Unit test') {
504
505
506
507
508
                  steps {
                    sh 'nvidia-smi'
                    unit_test_linux('pytorch', 'gpu')
                  }
                }
509
                stage('Torch GPU Example test') {
510
511
512
513
514
515
516
517
518
519
                  steps {
                    example_test_linux('pytorch', 'gpu')
                  }
                }
              }
              post {
                always {
                  cleanWs disableDeferredWipeout: true, deleteDirs: true
                }
              }
520
            }
521
522
523
524
            stage('Distributed') {
              agent {
                docker {
                  label "linux-cpu-node"
525
                  image "dgllib/dgl-ci-cpu:v230210"
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
                  args "--shm-size=4gb"
                  alwaysPull true
                }
              }
              stages {
                stage('Distributed Torch CPU Unit test') {
                  steps {
                    unit_distributed_linux('pytorch', 'cpu')
                  }
                }
              }
              post {
                always {
                  cleanWs disableDeferredWipeout: true, deleteDirs: true
                }
              }
            }
543
544
545
546
            stage('PyTorch Cugraph GPU') {
              agent {
                docker {
                  label "linux-gpu-node"
547
                  image "rapidsai/cugraph_nightly_torch-cuda:11.5-base-ubuntu18.04-py3.9-pytorch1.12.0-rapids22.12"
548
                  args "--runtime nvidia --shm-size=8gb"
549
                  alwaysPull true
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
                }
              }
              stages {
                stage('PyTorch Cugraph GPU Unit test') {
                  steps {
                    sh 'nvidia-smi'
                    unit_test_cugraph('pytorch', 'cugraph')
                  }
                }
              }
              post {
                always {
                  cleanWs disableDeferredWipeout: true, deleteDirs: true
                }
              }
            }
Minjie Wang's avatar
Minjie Wang committed
566
567
568
569
            stage('DGL-Go') {
              agent {
                docker {
                  label "linux-cpu-node"
570
                  image "dgllib/dgl-ci-cpu:v230210"
Minjie Wang's avatar
Minjie Wang committed
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
                  alwaysPull true
                }
              }
              stages {
                stage('DGL-Go CPU test') {
                  steps {
                    go_test_linux()
                  }
                }
              }
              post {
                always {
                  cleanWs disableDeferredWipeout: true, deleteDirs: true
                }
              }
            }
587
588
          }
        }
Minjie Wang's avatar
Minjie Wang committed
589
      }
Minjie Wang's avatar
Minjie Wang committed
590
    }
Minjie Wang's avatar
Minjie Wang committed
591
  }
592
593
  post {
    always {
594
      script {
595
        node("dglci-post-linux") {
596
597
598
          docker.image('dgllib/dgl-ci-awscli:v220418').inside("--pull always --entrypoint=''") {
            sh("rm -rf ci_tmp")
            dir('ci_tmp') {
599
              sh("curl -k -o cireport.log ${BUILD_URL}consoleText")
Rhett Ying's avatar
Rhett Ying committed
600
601
              sh("curl -o report.py https://raw.githubusercontent.com/dmlc/dgl/master/tests/scripts/ci_report/report.py")
              sh("curl -o status.py https://raw.githubusercontent.com/dmlc/dgl/master/tests/scripts/ci_report/status.py")
602
              sh("curl -k -L ${BUILD_URL}wfapi")
603
604
605
606
607
              sh("cat status.py")
              sh("pytest --html=report.html --self-contained-html report.py || true")
              sh("aws s3 sync ./ s3://dgl-ci-result/${JOB_NAME}/${BUILD_NUMBER}/${BUILD_ID}/logs/  --exclude '*' --include '*.log' --acl public-read --content-type text/plain")
              sh("aws s3 sync ./ s3://dgl-ci-result/${JOB_NAME}/${BUILD_NUMBER}/${BUILD_ID}/logs/  --exclude '*.log' --acl public-read")

608
              def comment = sh(returnStdout: true, script: "python3 status.py --result ${currentBuild.currentResult}").trim()
609
              echo(comment)
610
611
612
              if ((env.BRANCH_NAME).startsWith('PR-')) {
                pullRequest.comment(comment)
              }
613
614
615
616
617
618
            }
          }
        }
        node('windows') {
            bat(script: "rmvirtualenv ${BUILD_TAG}", returnStatus: true)
        }
619
620
621
      }
    }
  }
Minjie Wang's avatar
Minjie Wang committed
622
}