Add precompile flag to build in parallel

tools/tune_ck.py

-import os, json, subprocess, tempfile, sys, argparse, contextlib
+import os, json, subprocess, tempfile, sys, argparse, contextlib, multiprocessing, multiprocessing.dummy
 
 
 @contextlib.contextmanager
@@ -46,21 +46,23 @@ def get_device_time(s):
     fields = s.split(',')
     return convert_to_float(fields[-1].strip())
 
+def run_driver_ck(config, tuning, iterations):
+    b = {
+        'settings': {
+            'iterations': iterations
+        },
+        'compile_op': {
+            'name': 'ck_gemm',
+            'check': True,
+            'tuning_val': tuning,
+            'inputs': config
+        }
+    }
+    return run_driver(b)
 
 def benchmark_ck(config, tuning):
     try:
-        b = {
-            'settings': {
-                'iterations': 100
-            },
-            'compile_op': {
-                'name': 'ck_gemm',
-                'check': True,
-                'tuning_val': tuning,
-                'inputs': config
-            }
-        }
-        for line in run_driver(b):
+        for line in run_driver_ck(config, tuning, 100):
             dtime = get_device_time(line)
             print(dtime)
             return float(dtime)
@@ -69,7 +71,6 @@ def benchmark_ck(config, tuning):
     except:
         return sys.float_info.max
 
-
 def benchmark(config, size):
     times = [benchmark_ck(config, i) for i in range(size)]
     return times.index(min(times))
@@ -84,6 +85,16 @@ def parse_log(f):
         config = json.loads(line)
         yield config
 
+def precompile(x):
+    try:
+        list(run_driver_ck(x[0], x[1], 0))
+    except:
+        pass
+
+def precompile_log(f, n):
+    solutions = ((config, i) for config in parse_log(f) for i in range(n))
+    with multiprocessing.Pool(24) as p:
+        list(p.imap(precompile, solutions))
 
 def benchmark_log(f, n):
     result = []
@@ -106,12 +117,18 @@ def parse_args():
                         type=str,
                         metavar='file',
                         help='Output json file to save tunings')
+    parser.add_argument('--precompile',
+                        '-p',
+                        action='store_true',
+                        help='Precompile kernels first in parallel')
     parser.add_argument('-n', type=int, help='Number of instances to tune')
     args = parser.parse_args()
     return args
 
 
 def run(args):
+    if(args.precompile):
+        precompile_log(args.log, args.n)
     tuned = benchmark_log(args.log, args.n)
     json.dump(tuned, open(args.out, 'w+'))