prepare.sh 11.9 KB
Newer Older
LDOUBLEV's avatar
LDOUBLEV committed
1
#!/bin/bash
MissPenguin's avatar
MissPenguin committed
2
3
source test_tipc/common_func.sh

LDOUBLEV's avatar
LDOUBLEV committed
4
FILENAME=$1
5

LDOUBLEV's avatar
rename  
LDOUBLEV committed
6
7
# MODE be one of ['lite_train_lite_infer' 'lite_train_whole_infer' 'whole_train_whole_infer',  
#                 'whole_infer', 'klquant_whole_infer',
cuicheng01's avatar
cuicheng01 committed
8
#                 'cpp_infer', 'serving_infer']
LDOUBLEV's avatar
LDOUBLEV committed
9

LDOUBLEV's avatar
LDOUBLEV committed
10
11
12
13
14
15
16
MODE=$2

dataline=$(cat ${FILENAME})

# parser params
IFS=$'\n'
lines=(${dataline})
MissPenguin's avatar
MissPenguin committed
17

LDOUBLEV's avatar
LDOUBLEV committed
18
# The training params
LDOUBLEV's avatar
LDOUBLEV committed
19
model_name=$(func_parser_value "${lines[1]}")
LDOUBLEV's avatar
LDOUBLEV committed
20

LDOUBLEV's avatar
LDOUBLEV committed
21
trainer_list=$(func_parser_value "${lines[14]}")
Double_V's avatar
Double_V committed
22

LDOUBLEV's avatar
LDOUBLEV committed
23

LDOUBLEV's avatar
rename  
LDOUBLEV committed
24
if [ ${MODE} = "lite_train_lite_infer" ];then
Double_V's avatar
Double_V committed
25
    # pretrain lite train data
LDOUBLEV's avatar
LDOUBLEV committed
26
27
    wget -nc -P  ./pretrain_models/ https://paddle-imagenet-models-name.bj.bcebos.com/dygraph/MobileNetV3_large_x0_5_pretrained.pdparams  --no-check-certificate
    wget -nc -P ./pretrain_models/  https://paddleocr.bj.bcebos.com/dygraph_v2.0/en/det_mv3_db_v2.0_train.tar  --no-check-certificate
LDOUBLEV's avatar
LDOUBLEV committed
28
    if [ ${model_name} == "PPOCRv2_ocr_det" ]; then
LDOUBLEV's avatar
LDOUBLEV committed
29
        wget -nc -P ./pretrain_models/ https://paddleocr.bj.bcebos.com/PP-OCRv2/chinese/ch_PP-OCRv2_det_distill_train.tar --no-check-certificate
LDOUBLEV's avatar
LDOUBLEV committed
30
31
        cd ./pretrain_models/ && tar xf ch_PP-OCRv2_det_distill_train.tar && cd ../
    fi
LDOUBLEV's avatar
LDOUBLEV committed
32
    cd ./pretrain_models/ && tar xf det_mv3_db_v2.0_train.tar && cd ../
Double_V's avatar
Double_V committed
33
    rm -rf ./train_data/icdar2015
tink2123's avatar
tink2123 committed
34
    rm -rf ./train_data/ic15_data
LDOUBLEV's avatar
LDOUBLEV committed
35
36
37
38
    wget -nc -P ./train_data/ https://paddleocr.bj.bcebos.com/dygraph_v2.0/test/icdar2015_lite.tar --no-check-certificate
    wget -nc -P ./train_data/ https://paddleocr.bj.bcebos.com/dygraph_v2.0/test/ic15_data.tar --no-check-certificate
    wget -nc  -P ./inference https://paddleocr.bj.bcebos.com/dygraph_v2.0/test/rec_inference.tar --no-check-certificate
    wget -nc -P ./deploy/slim/prune https://paddleocr.bj.bcebos.com/dygraph_v2.0/test/sen.pickle --no-check-certificate
LDOUBLEV's avatar
LDOUBLEV committed
39
    
tink2123's avatar
tink2123 committed
40
    cd ./train_data/ && tar xf icdar2015_lite.tar && tar xf ic15_data.tar
Double_V's avatar
Double_V committed
41
42
    ln -s ./icdar2015_lite ./icdar2015
    cd ../
tink2123's avatar
tink2123 committed
43
    cd ./inference && tar xf rec_inference.tar && cd ../
LDOUBLEV's avatar
rename  
LDOUBLEV committed
44
elif [ ${MODE} = "whole_train_whole_infer" ];then
LDOUBLEV's avatar
LDOUBLEV committed
45
    wget -nc -P  ./pretrain_models/ https://paddle-imagenet-models-name.bj.bcebos.com/dygraph/MobileNetV3_large_x0_5_pretrained.pdparams --no-check-certificate
Double_V's avatar
Double_V committed
46
    rm -rf ./train_data/icdar2015
tink2123's avatar
tink2123 committed
47
    rm -rf ./train_data/ic15_data
LDOUBLEV's avatar
LDOUBLEV committed
48
49
    wget -nc -P ./train_data/ https://paddleocr.bj.bcebos.com/dygraph_v2.0/test/icdar2015.tar --no-check-certificate
    wget -nc -P ./train_data/ https://paddleocr.bj.bcebos.com/dygraph_v2.0/test/ic15_data.tar --no-check-certificate
tink2123's avatar
tink2123 committed
50
    cd ./train_data/ && tar xf icdar2015.tar && tar xf ic15_data.tar && cd ../
LDOUBLEV's avatar
LDOUBLEV committed
51
    if [ ${model_name} == "PPOCRv2_ocr_det" ]; then
LDOUBLEV's avatar
LDOUBLEV committed
52
        wget -nc -P ./pretrain_models/ https://paddleocr.bj.bcebos.com/PP-OCRv2/chinese/ch_PP-OCRv2_det_distill_train.tar --no-check-certificate
LDOUBLEV's avatar
LDOUBLEV committed
53
54
        cd ./pretrain_models/ && tar xf ch_PP-OCRv2_det_distill_train.tar && cd ../
    fi
LDOUBLEV's avatar
rename  
LDOUBLEV committed
55
elif [ ${MODE} = "lite_train_whole_infer" ];then
LDOUBLEV's avatar
LDOUBLEV committed
56
    wget -nc -P  ./pretrain_models/ https://paddle-imagenet-models-name.bj.bcebos.com/dygraph/MobileNetV3_large_x0_5_pretrained.pdparams --no-check-certificate
Double_V's avatar
Double_V committed
57
    rm -rf ./train_data/icdar2015
tink2123's avatar
tink2123 committed
58
    rm -rf ./train_data/ic15_data
LDOUBLEV's avatar
LDOUBLEV committed
59
60
    wget -nc -P ./train_data/ https://paddleocr.bj.bcebos.com/dygraph_v2.0/test/icdar2015_infer.tar --no-check-certificate
    wget -nc -P ./train_data/ https://paddleocr.bj.bcebos.com/dygraph_v2.0/test/ic15_data.tar --no-check-certificate
tink2123's avatar
tink2123 committed
61
    cd ./train_data/ && tar xf icdar2015_infer.tar && tar xf ic15_data.tar
Double_V's avatar
Double_V committed
62
63
    ln -s ./icdar2015_infer ./icdar2015
    cd ../
LDOUBLEV's avatar
LDOUBLEV committed
64
    if [ ${model_name} == "PPOCRv2_ocr_det" ]; then
LDOUBLEV's avatar
LDOUBLEV committed
65
        wget -nc -P ./pretrain_models/ https://paddleocr.bj.bcebos.com/PP-OCRv2/chinese/ch_PP-OCRv2_det_distill_train.tar --no-check-certificate
LDOUBLEV's avatar
LDOUBLEV committed
66
67
        cd ./pretrain_models/ && tar xf ch_PP-OCRv2_det_distill_train.tar && cd ../
    fi
LDOUBLEV's avatar
rename  
LDOUBLEV committed
68
elif [ ${MODE} = "whole_infer" ];then
tink2123's avatar
tink2123 committed
69
    if [ ${model_name} = "ocr_det" ]; then
LDOUBLEV's avatar
LDOUBLEV committed
70
        eval_model_name="ch_ppocr_mobile_v2.0_det_train"
tink2123's avatar
tink2123 committed
71
        rm -rf ./train_data/icdar2015
LDOUBLEV's avatar
LDOUBLEV committed
72
73
        wget -nc -P ./inference https://paddleocr.bj.bcebos.com/dygraph_v2.0/test/ch_det_data_50.tar --no-check-certificate
        wget -nc  -P ./inference https://paddleocr.bj.bcebos.com/dygraph_v2.0/ch/ch_ppocr_mobile_v2.0_det_train.tar --no-check-certificate
LDOUBLEV's avatar
LDOUBLEV committed
74
75
        wget -nc  -P ./inference https://paddleocr.bj.bcebos.com/dygraph_v2.0/ch/ch_ppocr_mobile_v2.0_det_infer.tar --no-check-certificate
        cd ./inference && tar xf ${eval_model_name}.tar && tar xf ch_det_data_50.tar && tar xf ch_ppocr_mobile_v2.0_det_infer.tar && cd ../
LDOUBLEV's avatar
LDOUBLEV committed
76
    elif [ ${model_name} = "ocr_server_det" ]; then
LDOUBLEV's avatar
LDOUBLEV committed
77
78
        wget -nc -P ./inference https://paddleocr.bj.bcebos.com/dygraph_v2.0/ch/ch_ppocr_server_v2.0_det_train.tar --no-check-certificate
        wget -nc -P ./inference https://paddleocr.bj.bcebos.com/dygraph_v2.0/test/ch_det_data_50.tar  --no-check-certificate
LDOUBLEV's avatar
LDOUBLEV committed
79
        cd ./inference && tar xf ch_ppocr_server_v2.0_det_train.tar && tar xf ch_det_data_50.tar && cd ../
tink2123's avatar
tink2123 committed
80
    elif  [ ${model_name} = "ocr_system_mobile" ]; then
LDOUBLEV's avatar
LDOUBLEV committed
81
82
83
        wget -nc  -P ./inference https://paddleocr.bj.bcebos.com/dygraph_v2.0/ch/ch_ppocr_mobile_v2.0_det_infer.tar --no-check-certificate
        wget -nc -P ./inference https://paddleocr.bj.bcebos.com/dygraph_v2.0/test/ch_det_data_50.tar --no-check-certificate
        wget -nc  -P ./inference https://paddleocr.bj.bcebos.com/dygraph_v2.0/ch/ch_ppocr_mobile_v2.0_rec_infer.tar --no-check-certificate
LDOUBLEV's avatar
LDOUBLEV committed
84
        cd ./inference && tar xf ch_ppocr_mobile_v2.0_det_infer.tar && tar xf ch_ppocr_mobile_v2.0_rec_infer.tar && tar xf ch_det_data_50.tar && cd ../
tink2123's avatar
tink2123 committed
85
    elif  [ ${model_name} = "ocr_system_server" ]; then
LDOUBLEV's avatar
LDOUBLEV committed
86
87
88
        wget -nc  -P ./inference https://paddleocr.bj.bcebos.com/dygraph_v2.0/ch/ch_ppocr_server_v2.0_det_infer.tar --no-check-certificate
        wget -nc -P ./inference https://paddleocr.bj.bcebos.com/dygraph_v2.0/test/ch_det_data_50.tar --no-check-certificate
        wget -nc  -P ./inference https://paddleocr.bj.bcebos.com/dygraph_v2.0/ch/ch_ppocr_server_v2.0_rec_infer.tar --no-check-certificate
tink2123's avatar
tink2123 committed
89
        cd ./inference && tar xf ch_ppocr_server_v2.0_det_infer.tar && tar xf ch_ppocr_server_v2.0_rec_infer.tar && tar xf ch_det_data_50.tar && cd ../
tink2123's avatar
tink2123 committed
90
    elif [ ${model_name} = "ch_ppocr_mobile_v2.0_rec" ]; then
tink2123's avatar
tink2123 committed
91
        eval_model_name="ch_ppocr_mobile_v2.0_rec_infer"
LDOUBLEV's avatar
LDOUBLEV committed
92
93
        wget -nc -P ./inference/ https://paddleocr.bj.bcebos.com/dygraph_v2.0/test/rec_inference.tar --no-check-certificate
        wget -nc  -P ./inference https://paddleocr.bj.bcebos.com/dygraph_v2.0/ch/ch_ppocr_mobile_v2.0_rec_infer.tar --no-check-certificate
tink2123's avatar
tink2123 committed
94
        cd ./inference && tar xf ${eval_model_name}.tar && tar xf rec_inference.tar && cd ../
tink2123's avatar
tink2123 committed
95
    elif [ ${model_name} = "ch_ppocr_server_v2.0_rec" ]; then
96
        eval_model_name="ch_ppocr_server_v2.0_rec_infer"
LDOUBLEV's avatar
LDOUBLEV committed
97
98
        wget -nc -P ./inference/ https://paddleocr.bj.bcebos.com/dygraph_v2.0/test/rec_inference.tar --no-check-certificate
        wget -nc  -P ./inference https://paddleocr.bj.bcebos.com/dygraph_v2.0/ch/ch_ppocr_server_v2.0_rec_infer.tar --no-check-certificate
99
        cd ./inference && tar xf ${eval_model_name}.tar && tar xf rec_inference.tar && cd ../
Double_V's avatar
Double_V committed
100
    fi 
101

LDOUBLEV's avatar
LDOUBLEV committed
102
103
    elif [ ${model_name} = "PPOCRv2_ocr_det" ]; then
        eval_model_name="ch_PP-OCRv2_det_infer"
LDOUBLEV's avatar
LDOUBLEV committed
104
105
        wget -nc -P ./inference https://paddleocr.bj.bcebos.com/dygraph_v2.0/test/ch_det_data_50.tar --no-check-certificate
        wget -nc -P ./inference/ https://paddleocr.bj.bcebos.com/PP-OCRv2/chinese/ch_PP-OCRv2_det_infer.tar --no-check-certificate
LDOUBLEV's avatar
LDOUBLEV committed
106
        cd ./inference && tar xf ${eval_model_name}.tar && tar xf ch_det_data_50.tar && cd ../
LDOUBLEV's avatar
fix bug  
LDOUBLEV committed
107
    fi
108

LDOUBLEV's avatar
fix bug  
LDOUBLEV committed
109
if [ ${MODE} = "klquant_whole_infer" ]; then
LDOUBLEV's avatar
LDOUBLEV committed
110
    if [ ${model_name} = "ocr_det" ]; then
LDOUBLEV's avatar
LDOUBLEV committed
111
112
113
        wget -nc  -P ./inference https://paddleocr.bj.bcebos.com/dygraph_v2.0/ch/ch_ppocr_mobile_v2.0_det_infer.tar --no-check-certificate
        wget -nc -P ./inference https://paddleocr.bj.bcebos.com/dygraph_v2.0/test/ch_det_data_50.tar  --no-check-certificate
        cd ./inference && tar xf ch_ppocr_mobile_v2.0_det_infer.tar && tar xf ch_det_data_50.tar && cd ../ 
LDOUBLEV's avatar
LDOUBLEV committed
114
    fi
LDOUBLEV's avatar
LDOUBLEV committed
115
116
    if [ ${model_name} = "PPOCRv2_ocr_det" ]; then
        eval_model_name="ch_PP-OCRv2_det_infer"
LDOUBLEV's avatar
LDOUBLEV committed
117
118
        wget -nc -P ./inference https://paddleocr.bj.bcebos.com/dygraph_v2.0/test/ch_det_data_50.tar  --no-check-certificate
        wget -nc -P ./inference/ https://paddleocr.bj.bcebos.com/PP-OCRv2/chinese/ch_PP-OCRv2_det_infer.tar  --no-check-certificate
LDOUBLEV's avatar
LDOUBLEV committed
119
120
        cd ./inference && tar xf ${eval_model_name}.tar && tar xf ch_det_data_50.tar && cd ../
    fi 
LDOUBLEV's avatar
fix bug  
LDOUBLEV committed
121
122
123
fi

if [ ${MODE} = "cpp_infer" ];then
MissPenguin's avatar
MissPenguin committed
124
    if [ ${model_name} = "ocr_det" ]; then
LDOUBLEV's avatar
LDOUBLEV committed
125
126
        wget -nc -P ./inference https://paddleocr.bj.bcebos.com/dygraph_v2.0/test/ch_det_data_50.tar  --no-check-certificate
        wget -nc  -P ./inference https://paddleocr.bj.bcebos.com/dygraph_v2.0/ch/ch_ppocr_mobile_v2.0_det_infer.tar  --no-check-certificate
MissPenguin's avatar
MissPenguin committed
127
        cd ./inference && tar xf ch_ppocr_mobile_v2.0_det_infer.tar && tar xf ch_det_data_50.tar && cd ../
tink2123's avatar
tink2123 committed
128
    elif [ ${model_name} = "ch_ppocr_mobile_v2.0_rec" ]; then
LDOUBLEV's avatar
LDOUBLEV committed
129
130
        wget -nc -P ./inference/ https://paddleocr.bj.bcebos.com/dygraph_v2.0/test/rec_inference.tar  --no-check-certificate
        wget -nc  -P ./inference https://paddleocr.bj.bcebos.com/dygraph_v2.0/ch/ch_ppocr_mobile_v2.0_rec_infer.tar  --no-check-certificate
MissPenguin's avatar
MissPenguin committed
131
132
        cd ./inference && tar xf ch_ppocr_mobile_v2.0_rec_infer.tar && tar xf rec_inference.tar && cd ../
    elif  [ ${model_name} = "ocr_system" ]; then
LDOUBLEV's avatar
LDOUBLEV committed
133
134
135
        wget -nc  -P ./inference https://paddleocr.bj.bcebos.com/dygraph_v2.0/ch/ch_ppocr_mobile_v2.0_det_infer.tar  --no-check-certificate
        wget -nc -P ./inference https://paddleocr.bj.bcebos.com/dygraph_v2.0/test/ch_det_data_50.tar  --no-check-certificate
        wget -nc  -P ./inference https://paddleocr.bj.bcebos.com/dygraph_v2.0/ch/ch_ppocr_mobile_v2.0_rec_infer.tar  --no-check-certificate
MissPenguin's avatar
MissPenguin committed
136
137
        cd ./inference && tar xf ch_ppocr_mobile_v2.0_det_infer.tar && tar xf ch_ppocr_mobile_v2.0_rec_infer.tar && tar xf ch_det_data_50.tar && cd ../
    fi 
Double_V's avatar
Double_V committed
138
fi
tink2123's avatar
tink2123 committed
139

tink2123's avatar
tink2123 committed
140
141
142
if [ ${MODE} = "serving_infer" ];then
    # prepare serving env
    python_name=$(func_parser_value "${lines[2]}")
143
144
    wget https://paddle-serving.bj.bcebos.com/chain/paddle_serving_server_gpu-0.0.0.post101-py3-none-any.whl
    ${python_name} -m pip install install paddle_serving_server_gpu-0.0.0.post101-py3-none-any.whl
tink2123's avatar
tink2123 committed
145
    ${python_name} -m pip install paddle_serving_client==0.6.1
146
    ${python_name} -m pip install paddle-serving-app==0.6.3
tink2123's avatar
tink2123 committed
147
148
    wget -nc  -P ./inference https://paddleocr.bj.bcebos.com/dygraph_v2.0/ch/ch_ppocr_mobile_v2.0_det_infer.tar
    wget -nc  -P ./inference https://paddleocr.bj.bcebos.com/dygraph_v2.0/ch/ch_ppocr_mobile_v2.0_rec_infer.tar
149
150
    wget -nc  -P ./inference https://paddleocr.bj.bcebos.com/dygraph_v2.0/ch/ch_ppocr_server_v2.0_det_infer.tar
    wget -nc  -P ./inference https://paddleocr.bj.bcebos.com/dygraph_v2.0/ch/ch_ppocr_server_v2.0_rec_infer.tar
tink2123's avatar
tink2123 committed
151
    cd ./inference && tar xf ch_ppocr_mobile_v2.0_det_infer.tar && tar xf ch_ppocr_mobile_v2.0_rec_infer.tar && tar xf ch_ppocr_server_v2.0_rec_infer.tar && tar xf ch_ppocr_server_v2.0_det_infer.tar && cd ../
tink2123's avatar
tink2123 committed
152
fi
cuicheng01's avatar
cuicheng01 committed
153

tink2123's avatar
tink2123 committed
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
if [ ${MODE} = "paddle2onnx_infer" ];then
    # prepare serving env
    python_name=$(func_parser_value "${lines[2]}")
    ${python_name} -m pip install install paddle2onnx
    ${python_name} -m pip install onnxruntime==1.4.0
    # wget model
    wget -nc  -P ./inference https://paddleocr.bj.bcebos.com/dygraph_v2.0/ch/ch_ppocr_mobile_v2.0_det_infer.tar
    wget -nc  -P ./inference https://paddleocr.bj.bcebos.com/dygraph_v2.0/ch/ch_ppocr_mobile_v2.0_rec_infer.tar
    wget -nc  -P ./inference https://paddleocr.bj.bcebos.com/dygraph_v2.0/ch/ch_ppocr_server_v2.0_det_infer.tar
    wget -nc  -P ./inference https://paddleocr.bj.bcebos.com/dygraph_v2.0/ch/ch_ppocr_server_v2.0_rec_infer.tar
    # wget data
    wget -nc -P ./inference https://paddleocr.bj.bcebos.com/dygraph_v2.0/test/ch_det_data_50.tar
    wget -nc -P ./inference/ https://paddleocr.bj.bcebos.com/dygraph_v2.0/test/rec_inference.tar
    cd ./inference && tar xf ch_ppocr_mobile_v2.0_det_infer.tar && tar xf ch_ppocr_mobile_v2.0_rec_infer.tar && tar xf ch_ppocr_server_v2.0_rec_infer.tar && tar xf ch_ppocr_server_v2.0_det_infer.tar && tar xf ch_det_data_50.tar && tar xf rec_inference.tar && cd ../
    
fi