Skip tests and remove useless tests (#42)

* skip unnecessary tests according to env var
* remove useless tests

tests/benchmarks/model_benchmarks/test_pytorch_base.py

@@ -8,6 +8,7 @@ import numbers
 
 import torch
 
+from tests.helper import decorator
 from superbench.common.utils import logger
 from superbench.benchmarks import BenchmarkRegistry, Precision, ReturnCode
 from superbench.benchmarks.model_benchmarks.model_base import Optimizer, DistributedImpl, DistributedBackend
@@ -169,6 +170,7 @@ class PytorchMNIST(PytorchBase):
         return duration
 
 
+@decorator.pytorch_test
 def test_pytorch_base():
     """Test PytorchBase class."""
     # Register BERT Base benchmark.

tests/benchmarks/model_benchmarks/test_pytorch_bert.py

@@ -3,10 +3,13 @@
 
 """Tests for BERT model benchmarks."""
 
+from tests.helper import decorator
 from superbench.benchmarks import BenchmarkRegistry, Precision, Platform, Framework
 import superbench.benchmarks.model_benchmarks.pytorch_bert as pybert
 
 
+@decorator.cuda_test
+@decorator.pytorch_test
 def test_pytorch_bert_base():
     """Test pytorch-bert-base benchmark."""
     context = BenchmarkRegistry.create_benchmark_context(
@@ -51,6 +54,8 @@ def test_pytorch_bert_base():
     assert (isinstance(benchmark._model, pybert.BertBenchmarkModel))
 
 
+@decorator.cuda_test
+@decorator.pytorch_test
 def test_pytorch_bert_large():
     """Test pytorch-bert-large benchmark."""
     context = BenchmarkRegistry.create_benchmark_context(

tests/helper/decorator.py

+# Copyright (c) Microsoft Corporation.
+# Licensed under the MIT License.
+
+"""Unittest decorator helpers."""
+
+import os
+import unittest
+
+cuda_test = unittest.skipIf(os.environ.get('SB_TEST_CUDA', '1') == '0', 'Skip CUDA tests.')
+rocm_test = unittest.skipIf(os.environ.get('SB_TEST_ROCM', '0') == '0', 'Skip ROCm tests.')
+
+pytorch_test = unittest.skipIf(os.environ.get('SB_TEST_PYTORCH', '1') == '0', 'Skip PyTorch tests.')

tests/test_example.py

-# Copyright (c) Microsoft Corporation.
-# Licensed under the MIT license.
-
-"""Test example.
-
-Get it from https://docs.pytest.org/en/stable/.
-"""
-
-import superbench
-
-
-def inc(x):
-    """Increase an integer.
-
-    Args:
-        x (int): Input value.
-
-    Returns:
-        int: Increased value.
-    """
-    return x + 1
-
-
-def test_answer():
-    """Test inc function."""
-    assert inc(3) == 4
-
-
-def test_superbench():
-    """Test SuperBench."""
-    assert (superbench.__version__ == '0.0.0')
-    assert (superbench.__author__ == 'Microsoft')