Benchmarks: Code Revision - Move benchmarks auto-registration from registry.py to __init__.py (#24)

* move benchmarks registration from registry.py to __init__.py

* revise __init__.
Co-authored-by: Guoshuai Zhao <guzhao@microsoft.com>

superbench/benchmarks/__init__.py

@@ -3,9 +3,10 @@
 
 """Exposes interfaces of benchmarks used by SuperBench executor."""
 
-from .return_code import ReturnCode
-from .context import Platform, Framework, Precision, ModelAction, BenchmarkType, BenchmarkContext
-from .registry import BenchmarkRegistry
+from superbench.benchmarks.return_code import ReturnCode
+from superbench.benchmarks.context import Platform, Framework, Precision, ModelAction, BenchmarkType, BenchmarkContext
+from superbench.benchmarks.registry import BenchmarkRegistry
+from superbench.benchmarks import model_benchmarks, micro_benchmarks, docker_benchmarks    # noqa pylint: disable=unused-import
 
 __all__ = [
     'ReturnCode', 'Platform', 'Framework', 'BenchmarkType', 'Precision', 'ModelAction', 'BenchmarkContext',

superbench/benchmarks/docker_benchmarks/__init__.py

@@ -3,6 +3,6 @@
 
 """A module containing all the benchmarks packaged in docker."""
 
-from .docker_base import DockerBenchmark
+from superbench.benchmarks.docker_benchmarks.docker_base import DockerBenchmark
 
 __all__ = ['DockerBenchmark']

superbench/benchmarks/micro_benchmarks/__init__.py

@@ -3,6 +3,6 @@
 
 """A module containing all the micro-benchmarks."""
 
-from .micro_base import MicroBenchmark
+from superbench.benchmarks.micro_benchmarks.micro_base import MicroBenchmark
 
 __all__ = ['MicroBenchmark']

superbench/benchmarks/model_benchmarks/__init__.py

@@ -3,6 +3,6 @@
 
 """A module containing all the e2e model related benchmarks."""
 
-from .model_base import ModelBenchmark
+from superbench.benchmarks.model_benchmarks.model_base import ModelBenchmark
 
 __all__ = ['ModelBenchmark']

superbench/benchmarks/registry.py

@@ -8,9 +8,6 @@
 from superbench.common.utils import logger
 from superbench.benchmarks import Platform, Framework, BenchmarkContext
 from superbench.benchmarks.base import Benchmark
-import superbench.benchmarks.model_benchmarks    # noqa pylint: disable=unused-import
-import superbench.benchmarks.micro_benchmarks    # noqa pylint: disable=unused-import
-import superbench.benchmarks.docker_benchmarks    # noqa pylint: disable=unused-import
 
 
 class BenchmarkRegistry:

tests/benchmarks/model_benchmarks/test_pytorch_base.py

@@ -233,5 +233,3 @@ def test_pytorch_base():
         assert (isinstance(benchmark._optimizer, torch.optim.SGD))
         benchmark._optimizer_type = None
         assert (benchmark._create_optimizer() is False)
-
-    BenchmarkRegistry.clean_benchmarks()