e2e_metric.py 3.12 KB
Newer Older
1
# Copyright (c) 2021 PaddlePaddle Authors. All Rights Reserved.
Jethong's avatar
Jethong committed
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

from __future__ import absolute_import
from __future__ import division
from __future__ import print_function

__all__ = ['E2EMetric']

Jethong's avatar
Jethong committed
21
from ppocr.utils.e2e_metric.Deteval import get_socre_A, get_socre_B, combine_results
Jethong's avatar
Jethong committed
22
from ppocr.utils.e2e_utils.extract_textpoint_slow import get_dict
Jethong's avatar
Jethong committed
23
24
25


class E2EMetric(object):
Jethong's avatar
Jethong committed
26
    def __init__(self,
Jethong's avatar
Jethong committed
27
                 mode,
Jethong's avatar
Jethong committed
28
                 gt_mat_dir,
Jethong's avatar
Jethong committed
29
30
31
                 character_dict_path,
                 main_indicator='f_score_e2e',
                 **kwargs):
Jethong's avatar
Jethong committed
32
        self.mode = mode
Jethong's avatar
Jethong committed
33
        self.gt_mat_dir = gt_mat_dir
Jethong's avatar
Jethong committed
34
        self.label_list = get_dict(character_dict_path)
35
        self.max_index = len(self.label_list)
Jethong's avatar
Jethong committed
36
37
38
39
        self.main_indicator = main_indicator
        self.reset()

    def __call__(self, preds, batch, **kwargs):
Jethong's avatar
Jethong committed
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
        if self.mode == 'A':
            gt_polyons_batch = batch[2]
            temp_gt_strs_batch = batch[3]
            ignore_tags_batch = batch[4]
            gt_strs_batch = []

            for temp_list in temp_gt_strs_batch:
                t = ""
                for index in temp_list:
                    if index < self.max_index:
                        t += self.label_list[index]
                gt_strs_batch.append(t)

            for pred, gt_polyons, gt_strs, ignore_tags in zip(
                [preds], [gt_polyons_batch], [gt_strs_batch],
                    ignore_tags_batch):
                # prepare gt
                gt_info_list = [{
                    'points': gt_polyon,
                    'text': gt_str,
                    'ignore': ignore_tag
                } for gt_polyon, gt_str, ignore_tag in
                                zip(gt_polyons, gt_strs, ignore_tags)]
                # prepare det
                e2e_info_list = [{
                    'points': det_polyon,
                    'texts': pred_str
                } for det_polyon, pred_str in
                                 zip(pred['points'], pred['texts'])]

                result = get_socre_A(gt_info_list, e2e_info_list)
                self.results.append(result)
        else:
            img_id = batch[5][0]
            e2e_info_list = [{
                'points': det_polyon,
                'texts': pred_str
            } for det_polyon, pred_str in zip(preds['points'], preds['texts'])]
            result = get_socre_B(self.gt_mat_dir, img_id, e2e_info_list)
            self.results.append(result)
Jethong's avatar
Jethong committed
80
81
82
83
84
85
86
87

    def get_metric(self):
        metircs = combine_results(self.results)
        self.reset()
        return metircs

    def reset(self):
        self.results = []  # clear results