orchestration: serialize and deserialize via file interface

Instead of first converting to strings. Should reduce memory consumption when
dealing with large logs.

experiments/simbricks/orchestration/experiment/experiment_output.py

@@ -21,6 +21,7 @@
 # SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
 
 import json
+import pathlib
 import time
 
 from simbricks.orchestration.experiments import Experiment
@@ -60,9 +61,12 @@ class ExpOutput(object):
         }
         self.sims[sim.full_name()] = obj
 
-    def dumps(self):
-        return json.dumps(self.__dict__)
+    def dump(self, outpath: str):
+        pathlib.Path(outpath).parent.mkdir(parents=True, exist_ok=True)
+        with open(outpath, 'w', encoding='utf-8') as file:
+            json.dump(self.__dict__, file)
 
-    def loads(self, json_s):
-        for k, v in json.loads(json_s).items():
-            self.__dict__[k] = v
+    def load(self, file: str):
+        with open(file, 'r', encoding='utf-8') as fp:
+            for k, v in json.load(fp).items():
+                self.__dict__[k] = v

experiments/simbricks/orchestration/runtime/distributed.py

@@ -21,7 +21,6 @@
 # SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
 
 import asyncio
-import pathlib
 import typing as tp
 
 from simbricks.orchestration import proxy
@@ -76,9 +75,7 @@ class DistributedSimpleRuntime(Runtime):
             print(
                 f'Writing collected output of run {run.name()} to JSON file ...'
             )
-        pathlib.Path(run.outpath).parent.mkdir(parents=True, exist_ok=True)
-        with open(run.outpath, 'w', encoding='utf-8') as f:
-            f.write(run.output.dumps())
+        run.output.dump(run.outpath)
 
     async def start(self):
         for run in self.runnable:

experiments/simbricks/orchestration/runtime/local.py

@@ -21,7 +21,6 @@
 # SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
 
 import asyncio
-import pathlib
 import typing as tp
 
 from simbricks.orchestration import exectools
@@ -68,9 +67,7 @@ class LocalSimpleRuntime(Runtime):
             print(
                 f'Writing collected output of run {run.name()} to JSON file ...'
             )
-        pathlib.Path(run.outpath).parent.mkdir(parents=True, exist_ok=True)
-        with open(run.outpath, 'w', encoding='utf-8') as f:
-            f.write(run.output.dumps())
+        run.output.dump(run.outpath)
 
     async def start(self):
         """Execute the runs defined in `self.runnable`."""
@@ -144,9 +141,7 @@ class LocalParallelRuntime(Runtime):
             print(
                 f'Writing collected output of run {run.name()} to JSON file ...'
             )
-        pathlib.Path(run.outpath).parent.mkdir(parents=True, exist_ok=True)
-        with open(run.outpath, 'w', encoding='utf-8') as f:
-            f.write(run.output.dumps())
+        run.output.dump(run.outpath)
         print('finished run ', run.name())
         return run