prepare.sh 6.69 KB
Newer Older
LDOUBLEV's avatar
LDOUBLEV committed
1
2
#!/bin/bash
FILENAME=$1
MissPenguin's avatar
MissPenguin committed
3
# MODE be one of ['lite_train_infer' 'whole_infer' 'whole_train_infer', 'infer', 'cpp_infer']
LDOUBLEV's avatar
LDOUBLEV committed
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
MODE=$2

dataline=$(cat ${FILENAME})

# parser params
IFS=$'\n'
lines=(${dataline})
function func_parser_key(){
    strs=$1
    IFS=":"
    array=(${strs})
    tmp=${array[0]}
    echo ${tmp}
}
function func_parser_value(){
    strs=$1
    IFS=":"
    array=(${strs})
    tmp=${array[1]}
    echo ${tmp}
}
IFS=$'\n'
# The training params
LDOUBLEV's avatar
LDOUBLEV committed
27
model_name=$(func_parser_value "${lines[1]}")
LDOUBLEV's avatar
LDOUBLEV committed
28

LDOUBLEV's avatar
LDOUBLEV committed
29
trainer_list=$(func_parser_value "${lines[14]}")
Double_V's avatar
Double_V committed
30

Double_V's avatar
Double_V committed
31
32
# MODE be one of ['lite_train_infer' 'whole_infer' 'whole_train_infer']
MODE=$2
LDOUBLEV's avatar
LDOUBLEV committed
33

Double_V's avatar
Double_V committed
34
35
36
if [ ${MODE} = "lite_train_infer" ];then
    # pretrain lite train data
    wget -nc -P  ./pretrain_models/ https://paddle-imagenet-models-name.bj.bcebos.com/dygraph/MobileNetV3_large_x0_5_pretrained.pdparams
LDOUBLEV's avatar
LDOUBLEV committed
37
38
    wget -nc -P ./pretrain_models/  https://paddleocr.bj.bcebos.com/dygraph_v2.0/en/det_mv3_db_v2.0_train.tar
    cd ./pretrain_models/ && tar xf det_mv3_db_v2.0_train.tar && cd ../
Double_V's avatar
Double_V committed
39
    rm -rf ./train_data/icdar2015
tink2123's avatar
tink2123 committed
40
    rm -rf ./train_data/ic15_data
Double_V's avatar
Double_V committed
41
    wget -nc -P ./train_data/ https://paddleocr.bj.bcebos.com/dygraph_v2.0/test/icdar2015_lite.tar
tink2123's avatar
tink2123 committed
42
    wget -nc -P ./train_data/ https://paddleocr.bj.bcebos.com/dygraph_v2.0/test/ic15_data.tar # todo change to bcebos
tink2123's avatar
tink2123 committed
43
    wget -nc  -P ./inference https://paddleocr.bj.bcebos.com/dygraph_v2.0/test/rec_inference.tar
LDOUBLEV's avatar
LDOUBLEV committed
44
45
    wget -nc -P ./deploy/slim/prune https://paddleocr.bj.bcebos.com/dygraph_v2.0/test/sen.pickle
    
tink2123's avatar
tink2123 committed
46
    cd ./train_data/ && tar xf icdar2015_lite.tar && tar xf ic15_data.tar
Double_V's avatar
Double_V committed
47
48
    ln -s ./icdar2015_lite ./icdar2015
    cd ../
tink2123's avatar
tink2123 committed
49
    cd ./inference && tar xf rec_inference.tar && cd ../
Double_V's avatar
Double_V committed
50
51
52
elif [ ${MODE} = "whole_train_infer" ];then
    wget -nc -P  ./pretrain_models/ https://paddle-imagenet-models-name.bj.bcebos.com/dygraph/MobileNetV3_large_x0_5_pretrained.pdparams
    rm -rf ./train_data/icdar2015
tink2123's avatar
tink2123 committed
53
    rm -rf ./train_data/ic15_data
Double_V's avatar
Double_V committed
54
    wget -nc -P ./train_data/ https://paddleocr.bj.bcebos.com/dygraph_v2.0/test/icdar2015.tar
tink2123's avatar
tink2123 committed
55
56
    wget -nc -P ./train_data/ https://paddleocr.bj.bcebos.com/dygraph_v2.0/test/ic15_data.tar
    cd ./train_data/ && tar xf icdar2015.tar && tar xf ic15_data.tar && cd ../
Double_V's avatar
Double_V committed
57
58
59
elif [ ${MODE} = "whole_infer" ];then
    wget -nc -P  ./pretrain_models/ https://paddle-imagenet-models-name.bj.bcebos.com/dygraph/MobileNetV3_large_x0_5_pretrained.pdparams
    rm -rf ./train_data/icdar2015
tink2123's avatar
tink2123 committed
60
    rm -rf ./train_data/ic15_data
Double_V's avatar
Double_V committed
61
    wget -nc -P ./train_data/ https://paddleocr.bj.bcebos.com/dygraph_v2.0/test/icdar2015_infer.tar
tink2123's avatar
tink2123 committed
62
63
    wget -nc -P ./train_data/ https://paddleocr.bj.bcebos.com/dygraph_v2.0/test/ic15_data.tar
    cd ./train_data/ && tar xf icdar2015_infer.tar && tar xf ic15_data.tar
Double_V's avatar
Double_V committed
64
65
    ln -s ./icdar2015_infer ./icdar2015
    cd ../
MissPenguin's avatar
MissPenguin committed
66
elif [ ${MODE} = "infer" ] || [ ${MODE} = "cpp_infer" ];then
tink2123's avatar
tink2123 committed
67
    if [ ${model_name} = "ocr_det" ]; then
Double_V's avatar
Double_V committed
68
        eval_model_name="ch_ppocr_mobile_v2.0_det_infer"
tink2123's avatar
tink2123 committed
69
        rm -rf ./train_data/icdar2015
LDOUBLEV's avatar
LDOUBLEV committed
70
        wget -nc -P ./inference https://paddleocr.bj.bcebos.com/dygraph_v2.0/test/ch_det_data_50.tar
Double_V's avatar
Double_V committed
71
72
        wget -nc  -P ./inference https://paddleocr.bj.bcebos.com/dygraph_v2.0/ch/ch_ppocr_mobile_v2.0_det_infer.tar
        cd ./inference && tar xf ${eval_model_name}.tar && tar xf ch_det_data_50.tar && cd ../
LDOUBLEV's avatar
LDOUBLEV committed
73
74
75
76
    elif [ ${model_name} = "ocr_server_det" ]; then
        wget -nc -P ./inference https://paddleocr.bj.bcebos.com/dygraph_v2.0/ch/ch_ppocr_server_v2.0_det_infer.tar
        wget -nc -P ./inference https://paddleocr.bj.bcebos.com/dygraph_v2.0/test/ch_det_data_50.tar
        cd ./inference && tar xf ch_ppocr_server_v2.0_det_infer.tar && tar xf ch_det_data_50.tar && cd ../
Double_V's avatar
Double_V committed
77
    else 
tink2123's avatar
tink2123 committed
78
        rm -rf ./train_data/ic15_data
tink2123's avatar
tink2123 committed
79
        eval_model_name="ch_ppocr_mobile_v2.0_rec_infer"
tink2123's avatar
tink2123 committed
80
        wget -nc -P ./inference/ https://paddleocr.bj.bcebos.com/dygraph_v2.0/test/rec_inference.tar
tink2123's avatar
tink2123 committed
81
        wget -nc  -P ./inference https://paddleocr.bj.bcebos.com/dygraph_v2.0/ch/ch_ppocr_mobile_v2.0_rec_infer.tar
tink2123's avatar
tink2123 committed
82
        cd ./inference && tar xf ${eval_model_name}.tar && tar xf rec_inference.tar && cd ../
Double_V's avatar
Double_V committed
83
84
    fi 
fi
tink2123's avatar
tink2123 committed
85

tink2123's avatar
tink2123 committed
86
87
# prepare serving env
python_name=$(func_parser_value "${lines[2]}")
tink2123's avatar
tink2123 committed
88
89
wget https://paddle-serving.bj.bcebos.com/chain/paddle_serving_server_gpu-0.0.0.post101-py3-none-any.whl
${python_name} -m pip install install paddle_serving_server_gpu-0.0.0.post101-py3-none-any.whl
tink2123's avatar
tink2123 committed
90
${python_name} -m pip install paddle_serving_client==0.6.1
tink2123's avatar
tink2123 committed
91
${python_name} -m pip install paddle-serving-app==0.6.3
tink2123's avatar
tink2123 committed
92
93
94
95
96
wget -nc  -P ./inference https://paddleocr.bj.bcebos.com/dygraph_v2.0/ch/ch_ppocr_mobile_v2.0_det_infer.tar
wget -nc  -P ./inference https://paddleocr.bj.bcebos.com/dygraph_v2.0/ch/ch_ppocr_mobile_v2.0_rec_infer.tar
cd ./inference && tar xf ch_ppocr_mobile_v2.0_det_infer.tar && tar xf ch_ppocr_mobile_v2.0_rec_infer.tar


MissPenguin's avatar
MissPenguin committed
97
98
if [ ${MODE} = "cpp_infer" ];then
    cd deploy/cpp_infer
MissPenguin's avatar
refine  
MissPenguin committed
99
100
101
102
103
104
    use_opencv=$(func_parser_value "${lines[52]}")
    if [ ${use_opencv} = "True" ]; then
        echo "################### build opencv ###################"
        rm -rf 3.4.7.tar.gz opencv-3.4.7/
        wget https://github.com/opencv/opencv/archive/3.4.7.tar.gz
        tar -xf 3.4.7.tar.gz
MissPenguin's avatar
MissPenguin committed
105

MissPenguin's avatar
refine  
MissPenguin committed
106
107
        cd opencv-3.4.7/
        install_path=$(pwd)/opencv-3.4.7/opencv3
MissPenguin's avatar
MissPenguin committed
108

MissPenguin's avatar
refine  
MissPenguin committed
109
110
111
        rm -rf build
        mkdir build
        cd build
MissPenguin's avatar
MissPenguin committed
112

MissPenguin's avatar
refine  
MissPenguin committed
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
        cmake .. \
            -DCMAKE_INSTALL_PREFIX=${install_path} \
            -DCMAKE_BUILD_TYPE=Release \
            -DBUILD_SHARED_LIBS=OFF \
            -DWITH_IPP=OFF \
            -DBUILD_IPP_IW=OFF \
            -DWITH_LAPACK=OFF \
            -DWITH_EIGEN=OFF \
            -DCMAKE_INSTALL_LIBDIR=lib64 \
            -DWITH_ZLIB=ON \
            -DBUILD_ZLIB=ON \
            -DWITH_JPEG=ON \
            -DBUILD_JPEG=ON \
            -DWITH_PNG=ON \
            -DBUILD_PNG=ON \
            -DWITH_TIFF=ON \
            -DBUILD_TIFF=ON
MissPenguin's avatar
MissPenguin committed
130

MissPenguin's avatar
refine  
MissPenguin committed
131
132
133
134
135
        make -j
        make install
        cd ../
        echo "################### build opencv finished ###################"
    fi
MissPenguin's avatar
MissPenguin committed
136
137


MissPenguin's avatar
refine  
MissPenguin committed
138
    echo "################### build PaddleOCR demo ####################"
MissPenguin's avatar
refine  
MissPenguin committed
139
140
141
142
143
    if [ ${use_opencv} = "True" ]; then
        OPENCV_DIR=$(pwd)/opencv-3.4.7/opencv3/
    else
        OPENCV_DIR=''
    fi
MissPenguin's avatar
MissPenguin committed
144
    LIB_DIR=$(pwd)/Paddle/build/paddle_inference_install_dir/
MissPenguin's avatar
refine  
MissPenguin committed
145
146
147
    CUDA_LIB_DIR=$(dirname `find /usr -name libcudart.so`)
    CUDNN_LIB_DIR=$(dirname `find /usr -name libcudnn.so`)
    
MissPenguin's avatar
MissPenguin committed
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
    BUILD_DIR=build
    rm -rf ${BUILD_DIR}
    mkdir ${BUILD_DIR}
    cd ${BUILD_DIR}
    cmake .. \
        -DPADDLE_LIB=${LIB_DIR} \
        -DWITH_MKL=ON \
        -DWITH_GPU=OFF \
        -DWITH_STATIC_LIB=OFF \
        -DWITH_TENSORRT=OFF \
        -DOPENCV_DIR=${OPENCV_DIR} \
        -DCUDNN_LIB=${CUDNN_LIB_DIR} \
        -DCUDA_LIB=${CUDA_LIB_DIR} \
        -DTENSORRT_DIR=${TENSORRT_DIR} \

    make -j
MissPenguin's avatar
refine  
MissPenguin committed
164
    echo "################### build PaddleOCR demo finished ###################"
165
fi