Unverified Commit 477fbb0a authored by Ziyue Yang's avatar Ziyue Yang Committed by GitHub
Browse files

Benchmarks: Fix bug - fix bug in test_executor.py to test default enabled tests only (#133)

**Description**
Fix bug of tests/executor/test_executor.py.

**Major Revision**
- Test default enabled benchmarks only instead of all benchmarks.
parent 4bbd7f51
......@@ -42,7 +42,8 @@ def test_set_logger(self):
def test_get_enabled_benchmarks_enable_none(self):
"""Test enabled benchmarks when superbench.enable is none."""
expected_enabled_benchmarks = list(self.default_config.superbench.benchmarks.keys())
benchmarks = self.default_config.superbench.benchmarks
expected_enabled_benchmarks = [x for x in benchmarks if benchmarks[x]['enable']]
self.assertListEqual(self.executor._sb_enabled, expected_enabled_benchmarks)
def test_get_enabled_benchmarks_enable_str(self):
......@@ -145,6 +146,6 @@ def test_exec_default_benchmarks(self, mock_exec_benchmark):
self.executor.exec()
self.assertTrue(Path(self.sb_output_dir, 'benchmarks').is_dir())
for benchmark_name in self.executor._sb_benchmarks:
for benchmark_name in self.executor._sb_enabled:
self.assertTrue(Path(self.sb_output_dir, 'benchmarks', benchmark_name, 'rank0').is_dir())
self.assertTrue(Path(self.sb_output_dir, 'benchmarks', benchmark_name, 'rank0', 'results.json').is_file())
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment