add _post_process() interface. (#40)

Co-authored-by: Guoshuai Zhao <guzhao@microsoft.com>

superbench/benchmarks/base.py

@@ -109,6 +109,14 @@ class Benchmark(ABC):
 
         return True
 
+    def _postprocess(self):
+        """Postprocess/cleanup operations after the benchmarking.
+
+        Return:
+            True if _postprocess() succeed.
+        """
+        return True
+
     @abstractmethod
     def _benchmark(self):
         """Implementation for benchmarking."""
@@ -134,6 +142,9 @@ class Benchmark(ABC):
         if not self.__check_result_format():
             return False
 
+        if not self._postprocess():
+            return False
+
         return True
 
     def __check_result_format(self):

superbench/benchmarks/return_code.py

@@ -18,7 +18,8 @@ class ReturnCode(Enum):
     MODEL_TRAIN_FAILURE = 11
     MODEL_INFERENCE_FAILURE = 12
     DISTRIBUTED_SETTING_INIT_FAILURE = 13
-    DATASET_GENERATION_FAILURE = 14
-    DATALOADER_INIT_FAILURE = 15
-    OPTIMIZER_CREATION_FAILURE = 16
-    MODEL_CREATION_FAILURE = 17
+    DISTRIBUTED_SETTING_DESTROY_FAILURE = 14
+    DATASET_GENERATION_FAILURE = 15
+    DATALOADER_INIT_FAILURE = 16
+    OPTIMIZER_CREATION_FAILURE = 17
+    MODEL_CREATION_FAILURE = 18