[CI] Reduce CI workload (#4196)

* try optimize CI

* fix go test; adjust timing report

* disable certain tests for mx/tf backends

* fix ut

* add pydantic

Jenkinsfile

@@ -97,7 +97,7 @@ def tutorial_test_linux(backend) {
 def go_test_linux() {
   init_git()
   unpack_lib('dgl-cpu-linux', dgl_linux_libs)
-  timeout(time: 30, unit: 'MINUTES') {
+  timeout(time: 20, unit: 'MINUTES') {
     sh "bash tests/scripts/task_go_test.sh"
   }
 }
@@ -371,11 +371,6 @@ pipeline {
                     tutorial_test_linux('pytorch')
                   }
                 }
-                stage('DGL-Go CPU test') {
-                  steps {
-                    go_test_linux()
-                  }
-                }
               }
               post {
                 always {
@@ -445,11 +440,6 @@ pipeline {
                     unit_test_linux('mxnet', 'cpu')
                   }
                 }
-              //stage("Tutorial test") {
-              //  steps {
-              //    tutorial_test_linux("mxnet")
-              //  }
-              //}
               }
               post {
                 always {
@@ -480,6 +470,27 @@ pipeline {
                 }
               }
             }
+            stage('DGL-Go') {
+              agent {
+                docker {
+                  label "linux-cpu-node"
+                  image "dgllib/dgl-ci-cpu:cu101_v220629"
+                  alwaysPull true
+                }
+              }
+              stages {
+                stage('DGL-Go CPU test') {
+                  steps {
+                    go_test_linux()
+                  }
+                }
+              }
+              post {
+                always {
+                  cleanWs disableDeferredWipeout: true, deleteDirs: true
+                }
+              }
+            }
           }
         }
       }

tests/compute/test_data.py

@@ -13,6 +13,7 @@ from dgl import DGLError
 import dgl
 
 @unittest.skipIf(F._default_context_str == 'gpu', reason="Datasets don't need to be tested on GPU.")
+@unittest.skipIf(dgl.backend.backend_name == "mxnet", reason="Skip MXNet")
 def test_minigc():
     ds = data.MiniGCDataset(16, 10, 20)
     g, l = list(zip(*ds))
@@ -24,6 +25,7 @@ def test_minigc():
     assert g2.num_edges() - g1.num_edges() == g1.num_nodes()
 
 @unittest.skipIf(F._default_context_str == 'gpu', reason="Datasets don't need to be tested on GPU.")
+@unittest.skipIf(dgl.backend.backend_name == "mxnet", reason="Skip MXNet")
 def test_gin():
     ds_n_graphs = {
         'MUTAG': 188,
@@ -43,6 +45,7 @@ def test_gin():
         assert ds.num_classes == ds.gclasses
 
 @unittest.skipIf(F._default_context_str == 'gpu', reason="Datasets don't need to be tested on GPU.")
+@unittest.skipIf(dgl.backend.backend_name == "mxnet", reason="Skip MXNet")
 def test_fraud():
     transform = dgl.AddSelfLoop(allow_duplicate=True)
 
@@ -66,6 +69,7 @@ def test_fraud():
     assert g2.num_edges() - g.num_edges() == g.num_nodes() * 3
 
 @unittest.skipIf(F._default_context_str == 'gpu', reason="Datasets don't need to be tested on GPU.")
+@unittest.skipIf(dgl.backend.backend_name == "mxnet", reason="Skip MXNet")
 def test_fakenews():
     transform = dgl.AddSelfLoop(allow_duplicate=True)
 
@@ -82,6 +86,7 @@ def test_fakenews():
     assert g2.num_edges() - g.num_edges() == g.num_nodes()
 
 @unittest.skipIf(F._default_context_str == 'gpu', reason="Datasets don't need to be tested on GPU.")
+@unittest.skipIf(dgl.backend.backend_name == "mxnet", reason="Skip MXNet")
 def test_tudataset_regression():
     ds = data.TUDataset('ZINC_test', force_reload=True)
     assert ds.num_classes == ds.num_labels
@@ -94,6 +99,7 @@ def test_tudataset_regression():
     assert g2.num_edges() - g.num_edges() == g.num_nodes()
 
 @unittest.skipIf(F._default_context_str == 'gpu', reason="Datasets don't need to be tested on GPU.")
+@unittest.skipIf(dgl.backend.backend_name == "mxnet", reason="Skip MXNet")
 def test_data_hash():
     class HashTestDataset(data.DGLDataset):
         def __init__(self, hash_key=()):
@@ -111,6 +117,7 @@ def test_data_hash():
 
 
 @unittest.skipIf(F._default_context_str == 'gpu', reason="Datasets don't need to be tested on GPU.")
+@unittest.skipIf(dgl.backend.backend_name == "mxnet", reason="Skip MXNet")
 def test_citation_graph():
     transform = dgl.AddSelfLoop(allow_duplicate=True)
 
@@ -143,6 +150,7 @@ def test_citation_graph():
 
 
 @unittest.skipIf(F._default_context_str == 'gpu', reason="Datasets don't need to be tested on GPU.")
+@unittest.skipIf(dgl.backend.backend_name == "mxnet", reason="Skip MXNet")
 def test_gnn_benchmark():
     transform = dgl.AddSelfLoop(allow_duplicate=True)
 
@@ -193,6 +201,7 @@ def test_gnn_benchmark():
 
 
 @unittest.skipIf(F._default_context_str == 'gpu', reason="Datasets don't need to be tested on GPU.")
+@unittest.skipIf(dgl.backend.backend_name == "mxnet", reason="Skip MXNet")
 def test_reddit():
     # RedditDataset
     g = data.RedditDataset()[0]
@@ -206,6 +215,7 @@ def test_reddit():
     assert g2.num_edges() - g.num_edges() == g.num_nodes()
 
 @unittest.skipIf(F._default_context_str == 'gpu', reason="Datasets don't need to be tested on GPU.")
+@unittest.skipIf(dgl.backend.backend_name == "mxnet", reason="Skip MXNet")
 def test_explain_syn():
     dataset = data.BAShapeDataset()
     assert dataset.num_classes == 4
@@ -265,6 +275,7 @@ def test_explain_syn():
     assert 'feat' in g.ndata
 
 @unittest.skipIf(F._default_context_str == 'gpu', reason="Datasets don't need to be tested on GPU.")
+@unittest.skipIf(dgl.backend.backend_name == "mxnet", reason="Skip MXNet")
 def test_wiki_cs():
     g = data.WikiCSDataset()[0]
     assert g.num_nodes() == 11701
@@ -277,6 +288,7 @@ def test_wiki_cs():
     assert g2.num_edges() - g.num_edges() == g.num_nodes()
 
 @unittest.skip(reason="Dataset too large to download for the latest CI.")
+@unittest.skipIf(dgl.backend.backend_name == "mxnet", reason="Skip MXNet")
 def test_yelp():
     g = data.YelpDataset(reorder=True)[0]
     assert g.num_nodes() == 716847
@@ -289,6 +301,7 @@ def test_yelp():
     assert g2.num_edges() - g.num_edges() == g.num_nodes()
 
 @unittest.skipIf(F._default_context_str == 'gpu', reason="Datasets don't need to be tested on GPU.")
+@unittest.skipIf(dgl.backend.backend_name == "mxnet", reason="Skip MXNet")
 def test_flickr():
     g = data.FlickrDataset(reorder=True)[0]
     assert g.num_nodes() == 89250
@@ -301,6 +314,7 @@ def test_flickr():
     assert g2.num_edges() - g.num_edges() == g.num_nodes()
 
 @unittest.skipIf(F._default_context_str == 'gpu', reason="Datasets don't need to be tested on GPU.")
+@unittest.skipIf(dgl.backend.backend_name == "mxnet", reason="Skip MXNet")
 def test_extract_archive():
     # gzip
     with tempfile.TemporaryDirectory() as src_dir:
@@ -1256,6 +1270,7 @@ def _test_NodeEdgeGraphData():
 
 
 @unittest.skipIf(F._default_context_str == 'gpu', reason="Datasets don't need to be tested on GPU.")
+@unittest.skipIf(dgl.backend.backend_name == "mxnet", reason="Skip MXNet")
 def test_csvdataset():
     _test_NodeEdgeGraphData()
     _test_construct_graphs_node_ids()
@@ -1272,6 +1287,7 @@ def test_csvdataset():
     _test_CSVDataset_customized_data_parser()
 
 @unittest.skipIf(F._default_context_str == 'gpu', reason="Datasets don't need to be tested on GPU.")
+@unittest.skipIf(dgl.backend.backend_name == "mxnet", reason="Skip MXNet")
 def test_add_nodepred_split():
     dataset = data.AmazonCoBuyComputerDataset()
     print('train_mask' in dataset[0].ndata)
@@ -1284,6 +1300,7 @@ def test_add_nodepred_split():
     assert 'train_mask' in dataset[0].nodes['Publikationen'].data
 
 @unittest.skipIf(F._default_context_str == 'gpu', reason="Datasets don't need to be tested on GPU.")
+@unittest.skipIf(dgl.backend.backend_name == "mxnet", reason="Skip MXNet")
 def test_as_nodepred1():
     ds = data.AmazonCoBuyComputerDataset()
     print('train_mask' in ds[0].ndata)
@@ -1314,6 +1331,7 @@ def test_as_nodepred1():
         new_ds[0].nodes['Personen'].data['test_mask']))
 
 @unittest.skipIf(F._default_context_str == 'gpu', reason="Datasets don't need to be tested on GPU.")
+@unittest.skipIf(dgl.backend.backend_name == "mxnet", reason="Skip MXNet")
 def test_as_nodepred2():
     # test proper reprocessing
 
@@ -1344,6 +1362,7 @@ def test_as_nodepred2():
     assert len(ds.train_idx) == int(ds[0].num_nodes('Personen') * 0.1)
 
 @unittest.skipIf(dgl.backend.backend_name != 'pytorch', reason="ogb only supports pytorch")
+@unittest.skipIf(dgl.backend.backend_name == "mxnet", reason="Skip MXNet")
 def test_as_nodepred_ogb():
     from ogb.nodeproppred import DglNodePropPredDataset
     ds = data.AsNodePredDataset(DglNodePropPredDataset("ogbn-arxiv"), split_ratio=None, verbose=True)
@@ -1356,6 +1375,7 @@ def test_as_nodepred_ogb():
     ds = data.AsNodePredDataset(DglNodePropPredDataset("ogbn-arxiv"), split_ratio=[0.7, 0.2, 0.1], verbose=True)
 
 @unittest.skipIf(F._default_context_str == 'gpu', reason="Datasets don't need to be tested on GPU.")
+@unittest.skipIf(dgl.backend.backend_name == "mxnet", reason="Skip MXNet")
 def test_as_linkpred():
     # create
     ds = data.AsLinkPredDataset(data.CoraGraphDataset(), split_ratio=[0.8, 0.1, 0.1], neg_ratio=1, verbose=True)
@@ -1381,6 +1401,7 @@ def test_as_linkpred_ogb():
     assert ds.test_edges[0][0].shape[0] == 235812
 
 @unittest.skipIf(F._default_context_str == 'gpu', reason="Datasets don't need to be tested on GPU.")
+@unittest.skipIf(dgl.backend.backend_name == "mxnet", reason="Skip MXNet")
 def test_as_nodepred_csvdataset():
     with tempfile.TemporaryDirectory() as test_dir:
         # generate YAML/CSVs
@@ -1423,6 +1444,7 @@ def test_as_nodepred_csvdataset():
         assert 'train_mask' in new_ds[0].ndata
 
 @unittest.skipIf(F._default_context_str == 'gpu', reason="Datasets don't need to be tested on GPU.")
+@unittest.skipIf(dgl.backend.backend_name == "mxnet", reason="Skip MXNet")
 def test_as_graphpred():
     ds = data.GINDataset(name='MUTAG', self_loop=True)
     new_ds = data.AsGraphPredDataset(ds, [0.8, 0.1, 0.1], verbose=True)
@@ -1473,6 +1495,7 @@ def test_as_graphpred():
     assert new_ds.num_classes == 2
 
 @unittest.skipIf(F._default_context_str == 'gpu', reason="Datasets don't need to be tested on GPU.")
+@unittest.skipIf(dgl.backend.backend_name == "mxnet", reason="Skip MXNet")
 def test_as_graphpred_reprocess():
     ds = data.AsGraphPredDataset(data.GINDataset(name='MUTAG', self_loop=True), [0.8, 0.1, 0.1])
     assert len(ds.train_idx) == int(len(ds) * 0.8)

tests/go/test_pipeline.py

@@ -3,62 +3,122 @@ import pytest
 
 @pytest.mark.parametrize('data', ['cora', 'citeseer', 'pubmed', 'csv', 'reddit',
                                   'co-buy-computer', 'ogbn-arxiv', 'ogbn-products'])
+def test_nodepred_data(data):
+    os.system(f'dgl configure nodepred --data {data} --model gcn')
+    assert os.path.exists(f'nodepred_{data}_gcn.yaml')
+
+    custom_cfg = f'custom_{data}_gcn.yaml'
+    os.system(f'dgl configure nodepred --data {data} --model gcn --cfg {custom_cfg}')
+    assert os.path.exists(custom_cfg)
+
+    custom_script = f'{data}_gcn.py'
+    os.system(f'dgl export --cfg {custom_cfg} --output {custom_script}')
+    assert os.path.exists(custom_script)
+
 @pytest.mark.parametrize('model', ['gcn', 'gat', 'sage', 'sgc', 'gin'])
-def test_nodepred(data, model):
-    os.system('dgl configure nodepred --data {} --model {}'.format(data, model))
-    assert os.path.exists('nodepred_{}_{}.yaml'.format(data, model))
+def test_nodepred_model(model):
+    os.system(f'dgl configure nodepred --data cora --model {model}')
+    assert os.path.exists(f'nodepred_cora_{model}.yaml')
 
-    custom_config_file = 'custom_{}_{}.yaml'.format(data, model)
-    os.system('dgl configure nodepred --data {} --model {} --cfg {}'.format(data, model,
-                                                                            custom_config_file))
-    assert os.path.exists(custom_config_file)
+    custom_cfg = f'custom_cora_{model}.yaml'
+    os.system(f'dgl configure nodepred --data cora --model {model} --cfg {custom_cfg}')
+    assert os.path.exists(custom_cfg)
 
-    custom_script = '_'.join([data, model]) + '.py'
-    os.system('dgl export --cfg {} --output {}'.format(custom_config_file, custom_script))
+    custom_script = f'cora_{model}.py'
+    os.system(f'dgl export --cfg {custom_cfg} --output {custom_script}')
     assert os.path.exists(custom_script)
 
 @pytest.mark.parametrize('data', ['cora', 'citeseer', 'pubmed', 'csv', 'reddit',
                                   'co-buy-computer', 'ogbn-arxiv', 'ogbn-products'])
+def test_nodepred_ns_data(data):
+    os.system(f'dgl configure nodepred-ns --data {data} --model gcn')
+    assert os.path.exists(f'nodepred-ns_{data}_gcn.yaml')
+
+    custom_cfg = f'ns-custom_{data}_gcn.yaml'
+    os.system(f'dgl configure nodepred-ns --data {data} --model gcn --cfg {custom_cfg}')
+    assert os.path.exists(custom_cfg)
+
+    custom_script = f'ns-{data}_gcn.py'
+    os.system(f'dgl export --cfg {custom_cfg} --output {custom_script}')
+    assert os.path.exists(custom_script)
+
+
 @pytest.mark.parametrize('model', ['gcn', 'gat', 'sage'])
-def test_nodepred_ns(data, model):
-    os.system('dgl configure nodepred-ns --data {} --model {}'.format(data, model))
-    assert os.path.exists('nodepred-ns_{}_{}.yaml'.format(data, model))
+def test_nodepred_ns_model(model):
+    os.system(f'dgl configure nodepred-ns --data cora --model {model}')
+    assert os.path.exists(f'nodepred-ns_cora_{model}.yaml')
 
-    custom_config_file = 'custom_{}_{}.yaml'.format(data, model)
-    os.system('dgl configure nodepred-ns --data {} --model {} --cfg {}'.format(data, model,
-                                                                               custom_config_file))
-    assert os.path.exists(custom_config_file)
+    custom_cfg = f'ns-custom_cora_{model}.yaml'
+    os.system(f'dgl configure nodepred-ns --data cora --model {model} --cfg {custom_cfg}')
+    assert os.path.exists(custom_cfg)
 
-    custom_script = '_'.join([data, model]) + '.py'
-    os.system('dgl export --cfg {} --output {}'.format(custom_config_file, custom_script))
+    custom_script = f'ns-cora_{model}.py'
+    os.system(f'dgl export --cfg {custom_cfg} --output {custom_script}')
     assert os.path.exists(custom_script)
 
 @pytest.mark.parametrize('data', ['cora', 'citeseer', 'pubmed', 'csv', 'reddit',
                                   'co-buy-computer', 'ogbn-arxiv', 'ogbn-products', 'ogbl-collab',
                                   'ogbl-citation2'])
-@pytest.mark.parametrize('node_model', ['gcn' ,'gat', 'sage', 'sgc', 'gin'])
-@pytest.mark.parametrize('edge_model', ['ele', 'bilinear'])
-@pytest.mark.parametrize('neg_sampler', ['global', 'persource'])
-def test_linkpred(data, node_model, edge_model, neg_sampler):
-    custom_config_file = '_'.join([data, node_model, edge_model, neg_sampler]) + '.yaml'
+def test_linkpred_data(data):
+    node_model = 'gcn'
+    edge_model = 'ele'
+    neg_sampler = 'global'
+    custom_cfg = '_'.join([data, node_model, edge_model, neg_sampler]) + '.yaml'
     os.system('dgl configure linkpred --data {} --node-model {} --edge-model {} --neg-sampler {} --cfg {}'.format(
-        data, node_model, edge_model, neg_sampler, custom_config_file))
-    assert os.path.exists(custom_config_file)
+        data, node_model, edge_model, neg_sampler, custom_cfg))
+    assert os.path.exists(custom_cfg)
 
     custom_script = '_'.join([data, node_model, edge_model, neg_sampler]) + '.py'
-    os.system('dgl export --cfg {} --output {}'.format(custom_config_file, custom_script))
+    os.system('dgl export --cfg {} --output {}'.format(custom_cfg, custom_script))
     assert os.path.exists(custom_script)
 
-@pytest.mark.parametrize('data', ['cora', 'citeseer', 'pubmed', 'csv', 'reddit',
-                                  'co-buy-computer', 'ogbn-arxiv', 'ogbn-products', 'ogbl-collab',
-                                  'ogbl-citation2'])
 @pytest.mark.parametrize('node_model', ['gcn' ,'gat', 'sage', 'sgc', 'gin'])
+def test_linkpred_node_model(node_model):
+    data = 'cora'
+    edge_model = 'ele'
+    neg_sampler = 'global'
+    custom_cfg = '_'.join([data, node_model, edge_model, neg_sampler]) + '.yaml'
+    os.system('dgl configure linkpred --data {} --node-model {} --edge-model {} --neg-sampler {} --cfg {}'.format(
+        data, node_model, edge_model, neg_sampler, custom_cfg))
+    assert os.path.exists(custom_cfg)
+
+    custom_script = '_'.join([data, node_model, edge_model, neg_sampler]) + '.py'
+    os.system('dgl export --cfg {} --output {}'.format(custom_cfg, custom_script))
+    assert os.path.exists(custom_script)
+
+
 @pytest.mark.parametrize('edge_model', ['ele', 'bilinear'])
-def test_linkpred_default_neg_sampler(data, node_model, edge_model):
-    custom_config_file = '_'.join([data, node_model, edge_model]) + '.yaml'
-    os.system('dgl configure linkpred --data {} --node-model {} --edge-model {} --cfg {}'.format(
-        data, node_model, edge_model, custom_config_file))
-    assert os.path.exists(custom_config_file)
+def test_linkpred_edge_model(edge_model):
+    data = 'cora'
+    node_model = 'gcn'
+    neg_sampler = 'global'
+    custom_cfg = '_'.join([data, node_model, edge_model, neg_sampler]) + '.yaml'
+    os.system('dgl configure linkpred --data {} --node-model {} --edge-model {} --neg-sampler {} --cfg {}'.format(
+        data, node_model, edge_model, neg_sampler, custom_cfg))
+    assert os.path.exists(custom_cfg)
+
+    custom_script = '_'.join([data, node_model, edge_model, neg_sampler]) + '.py'
+    os.system('dgl export --cfg {} --output {}'.format(custom_cfg, custom_script))
+    assert os.path.exists(custom_script)
+
+
+@pytest.mark.parametrize('neg_sampler', ['global', 'persource', ''])
+def test_linkpred_neg_sampler(neg_sampler):
+    data = 'cora'
+    node_model = 'gcn'
+    edge_model = 'ele'
+    custom_cfg = f'{data}_{node_model}_{edge_model}_{neg_sampler}.yaml'
+    if neg_sampler == '':
+        os.system('dgl configure linkpred --data {} --node-model {} --edge-model {} --cfg {}'.format(
+            data, node_model, edge_model, custom_cfg))
+    else:
+        os.system('dgl configure linkpred --data {} --node-model {} --edge-model {} --neg-sampler {} --cfg {}'.format(
+            data, node_model, edge_model, neg_sampler, custom_cfg))
+    assert os.path.exists(custom_cfg)
+
+    custom_script = f'{data}_{node_model}_{edge_model}_{neg_sampler}.py'
+    os.system('dgl export --cfg {} --output {}'.format(custom_cfg, custom_script))
+    assert os.path.exists(custom_script)
 
 @pytest.mark.parametrize('data', ['csv', 'ogbg-molhiv', 'ogbg-molpcba'])
 @pytest.mark.parametrize('model', ['gin', 'pna'])
@@ -66,13 +126,13 @@ def test_graphpred(data, model):
     os.system('dgl configure graphpred --data {} --model {}'.format(data, model))
     assert os.path.exists('graphpred_{}_{}.yaml'.format(data, model))
 
-    custom_config_file = 'custom_{}_{}.yaml'.format(data, model)
+    custom_cfg = 'custom_{}_{}.yaml'.format(data, model)
     os.system('dgl configure graphpred --data {} --model {} --cfg {}'.format(data, model,
-                                                                             custom_config_file))
-    assert os.path.exists(custom_config_file)
+                                                                             custom_cfg))
+    assert os.path.exists(custom_cfg)
 
     custom_script = '_'.join([data, model]) + '.py'
-    os.system('dgl export --cfg {} --output {}'.format(custom_config_file, custom_script))
+    os.system('dgl export --cfg {} --output {}'.format(custom_cfg, custom_script))
     assert os.path.exists(custom_script)
 
 @pytest.mark.parametrize('recipe',

tests/scripts/task_dist_test.sh

@@ -34,4 +34,4 @@ do
     done
 done < ${DIST_DGL_TEST_IP_CONFIG}
 
-python3 -m pytest -v --capture=tee-sys --junitxml=pytest_dist.xml tests/dist/test_*.py || fail "dist across machines"
+python3 -m pytest -v --capture=tee-sys --junitxml=pytest_dist.xml --durations=100 tests/dist/test_*.py || fail "dist across machines"

tests/scripts/task_go_test.sh

@@ -23,8 +23,5 @@ popd
 export LC_ALL=C.UTF-8
 export LANG=C.UTF-8
 
-python3 -m pytest -v --junitxml=pytest_go.xml tests/go || fail "go"
-
-export PYTHONUNBUFFERED=1
-export OMP_NUM_THREADS=1
-export DMLC_LOG_DEBUG=1
+python -m pip install psutil || fail "pip install"
+python3 -m pytest -v --junitxml=pytest_go.xml --durations=100 tests/go || fail "go"

tests/scripts/task_unit_test.bat

@@ -14,8 +14,8 @@ SET DGLBACKEND=!BACKEND!
 SET DGL_LIBRARY_PATH=!CD!\build
 SET DGL_DOWNLOAD_DIR=!CD!
 
-python -m pip install pytest psutil pyyaml pandas pydantic rdflib || EXIT /B 1
-python -m pytest -v --junitxml=pytest_backend.xml tests\!DGLBACKEND! || EXIT /B 1
-python -m pytest -v --junitxml=pytest_compute.xml tests\compute || EXIT /B 1
+python -m pip install pytest psutil pandas pyyaml pydantic rdflib || EXIT /B 1
+python -m pytest -v --junitxml=pytest_backend.xml --durations=100 tests\!DGLBACKEND! || EXIT /B 1
+python -m pytest -v --junitxml=pytest_compute.xml --durations=100 tests\compute || EXIT /B 1
 ENDLOCAL
 EXIT /B

tests/scripts/task_unit_test.sh

@@ -32,18 +32,16 @@ fi
 
 conda activate ${DGLBACKEND}-ci
 
-python3 -m pip install pytest psutil pyyaml pandas pydantic rdflib ogb || fail "pip install"
-python3 -m pytest -v --junitxml=pytest_compute.xml tests/compute || fail "compute"
-python3 -m pytest -v --junitxml=pytest_backend.xml tests/$DGLBACKEND || fail "backend-specific"
+python3 -m pip install pytest psutil pyyaml pydantic pandas rdflib ogb || fail "pip install"
+python3 -m pytest -v --junitxml=pytest_compute.xml --durations=100 tests/compute || fail "compute"
+python3 -m pytest -v --junitxml=pytest_backend.xml --durations=100 tests/$DGLBACKEND || fail "backend-specific"
 
 
 export PYTHONUNBUFFERED=1
 export OMP_NUM_THREADS=1
 export DMLC_LOG_DEBUG=1
-if [ $2 != "gpu" ]; then
-    python3 -m pytest -v --capture=tee-sys --junitxml=pytest_distributed.xml tests/distributed/*.py || fail "distributed"
-    if [ $DGLBACKEND == "pytorch" ]; then
-        python3 -m pip install filelock
-        PYTHONPATH=tools:$PYTHONPATH python3 -m pytest -v --capture=tee-sys --junitxml=pytest_tools.xml tests/tools/*.py || fail "tools"
-    fi
+if [ $2 != "gpu" && $DGLBACKEND == "pytorch" ]; then
+    python3 -m pip install filelock
+    python3 -m pytest -v --capture=tee-sys --junitxml=pytest_distributed.xml --durations=100 tests/distributed/*.py || fail "distributed"
+    PYTHONPATH=tools:$PYTHONPATH python3 -m pytest -v --capture=tee-sys --junitxml=pytest_tools.xml --durations=100 tests/tools/*.py || fail "tools"
 fi