Bugfix: Avoid Unintended nvbandwidth Function Calls in All Benchmarks (#685)

Root Cause:

1. '_get_all_test_cases()' was called in '_parser' while '_parser' was
defined in the base class.
2.  in '_get_all_test_cases()', cmd path was not included.

Fix:

1. Remove '_get_all_test_cases()' from '_parser'.
2. Construct path for cmd.

---------
Co-authored-by: hongtaozhang <hongtaozhang@microsoft.com>

superbench/benchmarks/micro_benchmarks/nvbandwidth.py

@@ -52,8 +52,8 @@ def add_parser_arguments(self):
             required=False,
             help=(
                 'Specify the test case(s) to execute by name only. '
+                'To view the available test case names, run the command "nvbandwidth -l" on the host. '
                 'If no specific test case is specified, all test cases will be executed by default.'
-                'Supported test cases are: ' + ', '.join(self._get_all_test_cases())
             ),
         )
 
@@ -263,14 +263,15 @@ def _process_raw_result(self, cmd_idx, raw_output):
             self._result.add_result('abort', 1)
             return False
 
-    @staticmethod
-    def _get_all_test_cases():
-        command = 'nvbandwidth -l'
+    def _get_all_test_cases(self):
+        command = os.path.join(self._args.bin_dir, self._bin_name) + ' --list'
         test_case_pattern = re.compile(r'(\d+),\s+([\w_]+):')
 
         try:
             # Execute the command and capture output
-            result = subprocess.run(command, shell=True, text=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
+            result = subprocess.run(
+                command, shell=True, text=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE, check=False
+            )
 
             # Check the return code
             if result.returncode != 0:

tests/benchmarks/micro_benchmarks/test_nvbandwidth.py

@@ -138,6 +138,9 @@ def test_get_all_test_cases(self):
 
         benchmark = benchmark_class(benchmark_name, parameters='')
 
+        # Call preprocess to initialize _args
+        assert benchmark._preprocess()
+
         # Mock subprocess.run for successful execution with valid output
         with unittest.mock.patch('subprocess.run') as mock_run:
             mock_run.return_value.returncode = 0