Skip to content

GitLab

Unverified Commit 926beda8 authored by Yezhen Cong's avatar Yezhen Cong Committed by GitHub
Browse files

Add more metrics to nus logger (#580)

parent bc631db0
Show whitespace changes
Inline Side-by-side
Showing with 24 additions and 0 deletions
mmdet3d/datasets/nuscenes_dataset.py
View file @ 926beda8
...@@ -98,6 +98,14 @@ class NuScenesDataset(Custom3DDataset): ...@@ -98,6 +98,14 @@ class NuScenesDataset(Custom3DDataset):
'vehicle.parked', 'vehicle.parked',
'vehicle.stopped', 'vehicle.stopped',
] ]
# https://github.com/nutonomy/nuscenes-devkit/blob/57889ff20678577025326cfc24e57424a829be0a/python-sdk/nuscenes/eval/detection/evaluate.py#L222 # noqa
ErrNameMapping = {
'trans_err': 'mATE',
'scale_err': 'mASE',
'orient_err': 'mAOE',
'vel_err': 'mAVE',
'attr_err': 'mAAE'
}
CLASSES = ('car', 'truck', 'trailer', 'bus', 'construction_vehicle', CLASSES = ('car', 'truck', 'trailer', 'bus', 'construction_vehicle',
'bicycle', 'motorcycle', 'pedestrian', 'traffic_cone', 'bicycle', 'motorcycle', 'pedestrian', 'traffic_cone',
'barrier') 'barrier')
...@@ -404,6 +412,10 @@ class NuScenesDataset(Custom3DDataset): ...@@ -404,6 +412,10 @@ class NuScenesDataset(Custom3DDataset):
for k, v in metrics['label_tp_errors'][name].items(): for k, v in metrics['label_tp_errors'][name].items():
val = float('{:.4f}'.format(v)) val = float('{:.4f}'.format(v))
detail['{}/{}_{}'.format(metric_prefix, name, k)] = val detail['{}/{}_{}'.format(metric_prefix, name, k)] = val
for k, v in metrics['tp_errors'].items():
val = float('{:.4f}'.format(v))
detail['{}/{}'.format(metric_prefix,
self.ErrNameMapping[k])] = val
detail['{}/NDS'.format(metric_prefix)] = metrics['nd_score'] detail['{}/NDS'.format(metric_prefix)] = metrics['nd_score']
detail['{}/mAP'.format(metric_prefix)] = metrics['mean_ap'] detail['{}/mAP'.format(metric_prefix)] = metrics['mean_ap']
......
mmdet3d/datasets/nuscenes_mono_dataset.py
View file @ 926beda8
...@@ -62,6 +62,14 @@ class NuScenesMonoDataset(CocoDataset): ...@@ -62,6 +62,14 @@ class NuScenesMonoDataset(CocoDataset):
'barrier': '', 'barrier': '',
'traffic_cone': '', 'traffic_cone': '',
} }
# https://github.com/nutonomy/nuscenes-devkit/blob/57889ff20678577025326cfc24e57424a829be0a/python-sdk/nuscenes/eval/detection/evaluate.py#L222 # noqa
ErrNameMapping = {
'trans_err': 'mATE',
'scale_err': 'mASE',
'orient_err': 'mAOE',
'vel_err': 'mAVE',
'attr_err': 'mAAE'
}
def __init__(self, def __init__(self,
data_root, data_root,
...@@ -427,6 +435,10 @@ class NuScenesMonoDataset(CocoDataset): ...@@ -427,6 +435,10 @@ class NuScenesMonoDataset(CocoDataset):
for k, v in metrics['label_tp_errors'][name].items(): for k, v in metrics['label_tp_errors'][name].items():
val = float('{:.4f}'.format(v)) val = float('{:.4f}'.format(v))
detail['{}/{}_{}'.format(metric_prefix, name, k)] = val detail['{}/{}_{}'.format(metric_prefix, name, k)] = val
for k, v in metrics['tp_errors'].items():
val = float('{:.4f}'.format(v))
detail['{}/{}'.format(metric_prefix,
self.ErrNameMapping[k])] = val
detail['{}/NDS'.format(metric_prefix)] = metrics['nd_score'] detail['{}/NDS'.format(metric_prefix)] = metrics['nd_score']
detail['{}/mAP'.format(metric_prefix)] = metrics['mean_ap'] detail['{}/mAP'.format(metric_prefix)] = metrics['mean_ap']
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment