module.py 4.79 KB
Newer Older
WenmuZhou's avatar
WenmuZhou committed
1
2
3
4
5
6
7
8
9
10
11
12
13
14
# Copyright (c) 2022 PaddlePaddle Authors. All Rights Reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

dyning's avatar
dyning committed
15
16
17
18
19
from __future__ import absolute_import
from __future__ import division
from __future__ import print_function

import os
WenmuZhou's avatar
WenmuZhou committed
20
21
import sys
sys.path.insert(0, ".")
dyning's avatar
dyning committed
22

littletomatodonkey's avatar
littletomatodonkey committed
23
import copy
WenmuZhou's avatar
WenmuZhou committed
24
import paddlehub
dyning's avatar
dyning committed
25
26
27
28
29
30
from paddlehub.common.logger import logger
from paddlehub.module.module import moduleinfo, runnable, serving
import cv2
import numpy as np
import paddlehub as hub

dyning's avatar
dyning committed
31
from tools.infer.utility import base64_to_cv2
dyning's avatar
dyning committed
32
from tools.infer.predict_det import TextDetector
littletomatodonkey's avatar
littletomatodonkey committed
33
from tools.infer.utility import parse_args
LDOUBLEV's avatar
LDOUBLEV committed
34
from deploy.hubserving.ocr_system.params import read_params
dyning's avatar
dyning committed
35
36
37
38
39
40
41
42


@moduleinfo(
    name="ocr_det",
    version="1.0.0",
    summary="ocr detection service",
    author="paddle-dev",
    author_email="paddle-dev@baidu.com",
WenmuZhou's avatar
WenmuZhou committed
43
    type="cv/text_detection")
dyning's avatar
dyning committed
44
class OCRDet(hub.Module):
45
    def _initialize(self, use_gpu=False, enable_mkldnn=False):
dyning's avatar
dyning committed
46
47
48
        """
        initialize with the necessary elements
        """
littletomatodonkey's avatar
littletomatodonkey committed
49
        cfg = self.merge_configs()
dyning's avatar
dyning committed
50
51

        cfg.use_gpu = use_gpu
dyning's avatar
dyning committed
52
53
54
55
56
57
        if use_gpu:
            try:
                _places = os.environ["CUDA_VISIBLE_DEVICES"]
                int(_places[0])
                print("use gpu: ", use_gpu)
                print("CUDA_VISIBLE_DEVICES: ", _places)
dyning's avatar
dyning committed
58
                cfg.gpu_mem = 8000
dyning's avatar
dyning committed
59
60
61
62
            except:
                raise RuntimeError(
                    "Environment Variable CUDA_VISIBLE_DEVICES is not set correctly. If you wanna use gpu, please set CUDA_VISIBLE_DEVICES via export CUDA_VISIBLE_DEVICES=cuda_device_id."
                )
dyning's avatar
dyning committed
63
        cfg.ir_optim = True
64
        cfg.enable_mkldnn = enable_mkldnn
dyning's avatar
dyning committed
65

dyning's avatar
dyning committed
66
        self.text_detector = TextDetector(cfg)
dyning's avatar
dyning committed
67

littletomatodonkey's avatar
littletomatodonkey committed
68
69
70
71
72
73
74
75
76
77
78
79
80
81
    def merge_configs(self, ):
        # deafult cfg
        backup_argv = copy.deepcopy(sys.argv)
        sys.argv = sys.argv[:1]
        cfg = parse_args()

        update_cfg_map = vars(read_params())

        for key in update_cfg_map:
            cfg.__setattr__(key, update_cfg_map[key])

        sys.argv = copy.deepcopy(backup_argv)
        return cfg

dyning's avatar
dyning committed
82
83
84
85
86
87
88
89
90
91
92
93
    def read_images(self, paths=[]):
        images = []
        for img_path in paths:
            assert os.path.isfile(
                img_path), "The {} isn't a valid file.".format(img_path)
            img = cv2.imread(img_path)
            if img is None:
                logger.info("error in loading image:{}".format(img_path))
                continue
            images.append(img)
        return images

WenmuZhou's avatar
WenmuZhou committed
94
    def predict(self, images=[], paths=[]):
dyning's avatar
dyning committed
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
        """
        Get the text box in the predicted images.
        Args:
            images (list(numpy.ndarray)): images data, shape of each is [H, W, C]. If images not paths
            paths (list[str]): The paths of images. If paths not images
        Returns:
            res (list): The result of text detection box and save path of images.
        """

        if images != [] and isinstance(images, list) and paths == []:
            predicted_data = images
        elif images == [] and isinstance(paths, list) and paths != []:
            predicted_data = self.read_images(paths)
        else:
            raise TypeError("The input data is inconsistent with expectations.")

        assert predicted_data != [], "There is not any image to be predicted. Please check the input data."
WenmuZhou's avatar
WenmuZhou committed
112

dyning's avatar
dyning committed
113
114
115
116
        all_results = []
        for img in predicted_data:
            if img is None:
                logger.info("error in loading image")
dyning's avatar
dyning committed
117
                all_results.append([])
dyning's avatar
dyning committed
118
                continue
dyning's avatar
dyning committed
119
            dt_boxes, elapse = self.text_detector(img)
dyning's avatar
dyning committed
120
            logger.info("Predict time : {}".format(elapse))
dyning's avatar
dyning committed
121

dyning's avatar
dyning committed
122
123
            rec_res_final = []
            for dno in range(len(dt_boxes)):
WenmuZhou's avatar
WenmuZhou committed
124
125
126
                rec_res_final.append({
                    'text_region': dt_boxes[dno].astype(np.int).tolist()
                })
dyning's avatar
dyning committed
127
            all_results.append(rec_res_final)
dyning's avatar
dyning committed
128
129
130
131
132
133
134
135
        return all_results

    @serving
    def serving_method(self, images, **kwargs):
        """
        Run as a service.
        """
        images_decode = [base64_to_cv2(image) for image in images]
dyning's avatar
dyning committed
136
        results = self.predict(images_decode, **kwargs)
dyning's avatar
dyning committed
137
138
        return results

WenmuZhou's avatar
WenmuZhou committed
139

dyning's avatar
dyning committed
140
141
if __name__ == '__main__':
    ocr = OCRDet()
WenmuZhou's avatar
WenmuZhou committed
142
    ocr._initialize()
dyning's avatar
dyning committed
143
144
145
146
    image_path = [
        './doc/imgs/11.jpg',
        './doc/imgs/12.jpg',
    ]
dyning's avatar
dyning committed
147
    res = ocr.predict(paths=image_path)
WenmuZhou's avatar
WenmuZhou committed
148
    print(res)