add evaluation code

tools/eval.py

+import os
+import argparse
+import numpy as np
+
+from cruw import CRUW
+from cruw.eval import evaluate_rodnet_seq
+from cruw.eval.rod.rod_eval_utils import accumulate, summarize
+
+from rodnet.utils.load_configs import load_configs_from_file
+
+olsThrs = np.around(np.linspace(0.5, 0.9, int(np.round((0.9 - 0.5) / 0.05) + 1), endpoint=True), decimals=2)
+recThrs = np.around(np.linspace(0.0, 1.0, int(np.round((1.0 - 0.0) / 0.01) + 1), endpoint=True), decimals=2)
+
+
+def parse_args():
+    parser = argparse.ArgumentParser(description='Evaluate RODNet.')
+    parser.add_argument('--data_root', type=str, default='./data/', help='directory to the prepared data')
+    parser.add_argument('--sensor_config', type=str, default='sensor_config_rod2021')
+    parser.add_argument('--gt_dir', type=str, default='./results/', help='directory to ground truth')
+    parser.add_argument('--res_dir', type=str, default='./results/', help='directory to save testing results')
+    args = parser.parse_args()
+    return args
+
+
+if __name__ == '__main__':
+    """
+    Example:
+        python eval.py --config configs/<CONFIG_FILE> --res_dir results/<FOLDER_NAME>
+    """
+    args = parse_args()
+    dataset = CRUW(data_root=args.data_root, sensor_config_name=args.sensor_config)
+
+    seq_names = sorted(os.listdir(args.res_dir))
+    seq_names = [name for name in seq_names if '.' not in name]
+
+    evalImgs_all = []
+    n_frames_all = 0
+
+    for seq_name in seq_names:
+        gt_path = os.path.join(args.gt_dir, seq_name.upper() + '.txt')
+        res_path = os.path.join(args.res_dir, seq_name, 'rod_res.txt')
+
+        data_path = os.path.join(dataset.data_root, 'sequences', 'test', gt_path.split('/')[-1][:-4])
+        n_frame = len(os.listdir(os.path.join(data_path, dataset.sensor_cfg.camera_cfg['image_folder'])))
+
+        evalImgs = evaluate_rodnet_seq(res_path, gt_path, n_frame, dataset)
+        eval = accumulate(evalImgs, n_frame, olsThrs, recThrs, dataset, log=False)
+        stats = summarize(eval, olsThrs, recThrs, dataset, gl=False)
+        print("%s | AP_total: %.4f | AR_total: %.4f" % (seq_name.upper(), stats[0] * 100, stats[1] * 100))
+
+        n_frames_all += n_frame
+        evalImgs_all.extend(evalImgs)
+
+    eval = accumulate(evalImgs_all, n_frames_all, olsThrs, recThrs, dataset, log=False)
+    stats = summarize(eval, olsThrs, recThrs, dataset, gl=False)
+    print("%s | AP_total: %.4f | AR_total: %.4f" % ('Overall'.ljust(18), stats[0] * 100, stats[1] * 100))