prepare.sh 5.67 KB
Newer Older
LDOUBLEV's avatar
LDOUBLEV committed
1
2
#!/bin/bash
FILENAME=$1
MissPenguin's avatar
MissPenguin committed
3
# MODE be one of ['lite_train_infer' 'whole_infer' 'whole_train_infer', 'infer', 'cpp_infer']
LDOUBLEV's avatar
LDOUBLEV committed
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
MODE=$2

dataline=$(cat ${FILENAME})

# parser params
IFS=$'\n'
lines=(${dataline})
function func_parser_key(){
    strs=$1
    IFS=":"
    array=(${strs})
    tmp=${array[0]}
    echo ${tmp}
}
function func_parser_value(){
    strs=$1
    IFS=":"
    array=(${strs})
    tmp=${array[1]}
    echo ${tmp}
}
IFS=$'\n'
# The training params
LDOUBLEV's avatar
LDOUBLEV committed
27
model_name=$(func_parser_value "${lines[1]}")
LDOUBLEV's avatar
LDOUBLEV committed
28

LDOUBLEV's avatar
LDOUBLEV committed
29
trainer_list=$(func_parser_value "${lines[14]}")
Double_V's avatar
Double_V committed
30

Double_V's avatar
Double_V committed
31
32
# MODE be one of ['lite_train_infer' 'whole_infer' 'whole_train_infer']
MODE=$2
LDOUBLEV's avatar
LDOUBLEV committed
33

Double_V's avatar
Double_V committed
34
35
36
37
if [ ${MODE} = "lite_train_infer" ];then
    # pretrain lite train data
    wget -nc -P  ./pretrain_models/ https://paddle-imagenet-models-name.bj.bcebos.com/dygraph/MobileNetV3_large_x0_5_pretrained.pdparams
    rm -rf ./train_data/icdar2015
tink2123's avatar
tink2123 committed
38
    rm -rf ./train_data/ic15_data
Double_V's avatar
Double_V committed
39
    wget -nc -P ./train_data/ https://paddleocr.bj.bcebos.com/dygraph_v2.0/test/icdar2015_lite.tar
tink2123's avatar
tink2123 committed
40
    wget -nc -P ./train_data/ https://paddleocr.bj.bcebos.com/dygraph_v2.0/test/ic15_data.tar # todo change to bcebos
LDOUBLEV's avatar
LDOUBLEV committed
41
42
    wget -nc -P ./deploy/slim/prune https://paddleocr.bj.bcebos.com/dygraph_v2.0/test/sen.pickle
    
tink2123's avatar
tink2123 committed
43
    cd ./train_data/ && tar xf icdar2015_lite.tar && tar xf ic15_data.tar
Double_V's avatar
Double_V committed
44
45
46
47
48
    ln -s ./icdar2015_lite ./icdar2015
    cd ../
elif [ ${MODE} = "whole_train_infer" ];then
    wget -nc -P  ./pretrain_models/ https://paddle-imagenet-models-name.bj.bcebos.com/dygraph/MobileNetV3_large_x0_5_pretrained.pdparams
    rm -rf ./train_data/icdar2015
tink2123's avatar
tink2123 committed
49
    rm -rf ./train_data/ic15_data
Double_V's avatar
Double_V committed
50
    wget -nc -P ./train_data/ https://paddleocr.bj.bcebos.com/dygraph_v2.0/test/icdar2015.tar
tink2123's avatar
tink2123 committed
51
52
    wget -nc -P ./train_data/ https://paddleocr.bj.bcebos.com/dygraph_v2.0/test/ic15_data.tar
    cd ./train_data/ && tar xf icdar2015.tar && tar xf ic15_data.tar && cd ../
Double_V's avatar
Double_V committed
53
54
55
elif [ ${MODE} = "whole_infer" ];then
    wget -nc -P  ./pretrain_models/ https://paddle-imagenet-models-name.bj.bcebos.com/dygraph/MobileNetV3_large_x0_5_pretrained.pdparams
    rm -rf ./train_data/icdar2015
tink2123's avatar
tink2123 committed
56
    rm -rf ./train_data/ic15_data
Double_V's avatar
Double_V committed
57
    wget -nc -P ./train_data/ https://paddleocr.bj.bcebos.com/dygraph_v2.0/test/icdar2015_infer.tar
tink2123's avatar
tink2123 committed
58
59
    wget -nc -P ./train_data/ https://paddleocr.bj.bcebos.com/dygraph_v2.0/test/ic15_data.tar
    cd ./train_data/ && tar xf icdar2015_infer.tar && tar xf ic15_data.tar
Double_V's avatar
Double_V committed
60
61
    ln -s ./icdar2015_infer ./icdar2015
    cd ../
MissPenguin's avatar
MissPenguin committed
62
elif [ ${MODE} = "infer" ] || [ ${MODE} = "cpp_infer" ];then
tink2123's avatar
tink2123 committed
63
    if [ ${model_name} = "ocr_det" ]; then
Double_V's avatar
Double_V committed
64
        eval_model_name="ch_ppocr_mobile_v2.0_det_infer"
tink2123's avatar
tink2123 committed
65
        rm -rf ./train_data/icdar2015
LDOUBLEV's avatar
LDOUBLEV committed
66
        wget -nc -P ./inference https://paddleocr.bj.bcebos.com/dygraph_v2.0/test/ch_det_data_50.tar
Double_V's avatar
Double_V committed
67
68
        wget -nc  -P ./inference https://paddleocr.bj.bcebos.com/dygraph_v2.0/ch/ch_ppocr_mobile_v2.0_det_infer.tar
        cd ./inference && tar xf ${eval_model_name}.tar && tar xf ch_det_data_50.tar && cd ../
LDOUBLEV's avatar
LDOUBLEV committed
69
70
71
72
    elif [ ${model_name} = "ocr_server_det" ]; then
        wget -nc -P ./inference https://paddleocr.bj.bcebos.com/dygraph_v2.0/ch/ch_ppocr_server_v2.0_det_infer.tar
        wget -nc -P ./inference https://paddleocr.bj.bcebos.com/dygraph_v2.0/test/ch_det_data_50.tar
        cd ./inference && tar xf ch_ppocr_server_v2.0_det_infer.tar && tar xf ch_det_data_50.tar && cd ../
Double_V's avatar
Double_V committed
73
    else 
tink2123's avatar
tink2123 committed
74
        rm -rf ./train_data/ic15_data
tink2123's avatar
tink2123 committed
75
        eval_model_name="ch_ppocr_mobile_v2.0_rec_infer"
tink2123's avatar
tink2123 committed
76
        wget -nc -P ./train_data/ https://paddleocr.bj.bcebos.com/dygraph_v2.0/test/ic15_data.tar
tink2123's avatar
tink2123 committed
77
        wget -nc  -P ./inference https://paddleocr.bj.bcebos.com/dygraph_v2.0/ch/ch_ppocr_mobile_v2.0_rec_infer.tar
tink2123's avatar
tink2123 committed
78
        cd ./inference && tar xf ${eval_model_name}.tar && tar xf ic15_data.tar && cd ../
Double_V's avatar
Double_V committed
79
80
    fi 
fi
tink2123's avatar
tink2123 committed
81

MissPenguin's avatar
MissPenguin committed
82
83
if [ ${MODE} = "cpp_infer" ];then
    cd deploy/cpp_infer
MissPenguin's avatar
refine  
MissPenguin committed
84
85
86
87
88
89
    use_opencv=$(func_parser_value "${lines[52]}")
    if [ ${use_opencv} = "True" ]; then
        echo "################### build opencv ###################"
        rm -rf 3.4.7.tar.gz opencv-3.4.7/
        wget https://github.com/opencv/opencv/archive/3.4.7.tar.gz
        tar -xf 3.4.7.tar.gz
MissPenguin's avatar
MissPenguin committed
90

MissPenguin's avatar
refine  
MissPenguin committed
91
92
        cd opencv-3.4.7/
        install_path=$(pwd)/opencv-3.4.7/opencv3
MissPenguin's avatar
MissPenguin committed
93

MissPenguin's avatar
refine  
MissPenguin committed
94
95
96
        rm -rf build
        mkdir build
        cd build
MissPenguin's avatar
MissPenguin committed
97

MissPenguin's avatar
refine  
MissPenguin committed
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
        cmake .. \
            -DCMAKE_INSTALL_PREFIX=${install_path} \
            -DCMAKE_BUILD_TYPE=Release \
            -DBUILD_SHARED_LIBS=OFF \
            -DWITH_IPP=OFF \
            -DBUILD_IPP_IW=OFF \
            -DWITH_LAPACK=OFF \
            -DWITH_EIGEN=OFF \
            -DCMAKE_INSTALL_LIBDIR=lib64 \
            -DWITH_ZLIB=ON \
            -DBUILD_ZLIB=ON \
            -DWITH_JPEG=ON \
            -DBUILD_JPEG=ON \
            -DWITH_PNG=ON \
            -DBUILD_PNG=ON \
            -DWITH_TIFF=ON \
            -DBUILD_TIFF=ON
MissPenguin's avatar
MissPenguin committed
115

MissPenguin's avatar
refine  
MissPenguin committed
116
117
118
119
120
        make -j
        make install
        cd ../
        echo "################### build opencv finished ###################"
    fi
MissPenguin's avatar
MissPenguin committed
121
122


MissPenguin's avatar
refine  
MissPenguin committed
123
    echo "################### build PaddleOCR demo ####################"
MissPenguin's avatar
refine  
MissPenguin committed
124
125
126
127
128
    if [ ${use_opencv} = "True" ]; then
        OPENCV_DIR=$(pwd)/opencv-3.4.7/opencv3/
    else
        OPENCV_DIR=''
    fi
MissPenguin's avatar
MissPenguin committed
129
    LIB_DIR=$(pwd)/Paddle/build/paddle_inference_install_dir/
MissPenguin's avatar
refine  
MissPenguin committed
130
131
132
    CUDA_LIB_DIR=$(dirname `find /usr -name libcudart.so`)
    CUDNN_LIB_DIR=$(dirname `find /usr -name libcudnn.so`)
    
MissPenguin's avatar
MissPenguin committed
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
    BUILD_DIR=build
    rm -rf ${BUILD_DIR}
    mkdir ${BUILD_DIR}
    cd ${BUILD_DIR}
    cmake .. \
        -DPADDLE_LIB=${LIB_DIR} \
        -DWITH_MKL=ON \
        -DWITH_GPU=OFF \
        -DWITH_STATIC_LIB=OFF \
        -DWITH_TENSORRT=OFF \
        -DOPENCV_DIR=${OPENCV_DIR} \
        -DCUDNN_LIB=${CUDNN_LIB_DIR} \
        -DCUDA_LIB=${CUDA_LIB_DIR} \
        -DTENSORRT_DIR=${TENSORRT_DIR} \

    make -j
MissPenguin's avatar
refine  
MissPenguin committed
149
    echo "################### build PaddleOCR demo finished ###################"
MissPenguin's avatar
MissPenguin committed
150
fi