nohup.out

LAUNCH INFO 2024-07-27 21:53:50,144 -----------  Configuration  ----------------------
LAUNCH INFO 2024-07-27 21:53:50,144 auto_parallel_config: None
LAUNCH INFO 2024-07-27 21:53:50,144 auto_tuner_json: None
LAUNCH INFO 2024-07-27 21:53:50,144 devices: 0,1,2,3,4,5,6,7
LAUNCH INFO 2024-07-27 21:53:50,144 elastic_level: -1
LAUNCH INFO 2024-07-27 21:53:50,144 elastic_timeout: 30
LAUNCH INFO 2024-07-27 21:53:50,144 enable_gpu_log: True
LAUNCH INFO 2024-07-27 21:53:50,144 gloo_port: 6767
LAUNCH INFO 2024-07-27 21:53:50,144 host: None
LAUNCH INFO 2024-07-27 21:53:50,144 ips: None
LAUNCH INFO 2024-07-27 21:53:50,144 job_id: default
LAUNCH INFO 2024-07-27 21:53:50,144 legacy: False
LAUNCH INFO 2024-07-27 21:53:50,145 log_dir: ./debug/
LAUNCH INFO 2024-07-27 21:53:50,145 log_level: INFO
LAUNCH INFO 2024-07-27 21:53:50,145 log_overwrite: False
LAUNCH INFO 2024-07-27 21:53:50,145 master: None
LAUNCH INFO 2024-07-27 21:53:50,145 max_restart: 3
LAUNCH INFO 2024-07-27 21:53:50,145 nnodes: 1
LAUNCH INFO 2024-07-27 21:53:50,145 nproc_per_node: None
LAUNCH INFO 2024-07-27 21:53:50,145 rank: -1
LAUNCH INFO 2024-07-27 21:53:50,145 run_mode: collective
LAUNCH INFO 2024-07-27 21:53:50,145 server_num: None
LAUNCH INFO 2024-07-27 21:53:50,145 servers: 
LAUNCH INFO 2024-07-27 21:53:50,145 sort_ip: False
LAUNCH INFO 2024-07-27 21:53:50,145 start_port: 6070
LAUNCH INFO 2024-07-27 21:53:50,145 trainer_num: None
LAUNCH INFO 2024-07-27 21:53:50,145 trainers: 
LAUNCH INFO 2024-07-27 21:53:50,145 training_script: tools/train.py
LAUNCH INFO 2024-07-27 21:53:50,145 training_script_args: ['-c', 'configs/det/det_mv3_db.yml', '-o', 'Global.epoch_num=200', 'Global.eval_batch_step=[0,60]', 'Train.loader.batch_size_per_card=48', 'Train.loader.num_workers=8', 'Eval.loader.num_workers=0']
LAUNCH INFO 2024-07-27 21:53:50,145 with_gloo: 1
LAUNCH INFO 2024-07-27 21:53:50,145 --------------------------------------------------
LAUNCH INFO 2024-07-27 21:53:50,146 Job: default, mode collective, replicas 1[1:1], elastic False
LAUNCH INFO 2024-07-27 21:53:50,148 Run Pod: ntilev, replicas 8, status ready
LAUNCH INFO 2024-07-27 21:53:50,239 Watching Pod: ntilev, replicas 8, status running
LAUNCH WARNING 2024-07-27 21:53:50,291 save gpu log failed
[2024/07/27 21:53:51] ppocr INFO: Architecture : 
[2024/07/27 21:53:51] ppocr INFO:     Backbone : 
[2024/07/27 21:53:51] ppocr INFO:         model_name : large
[2024/07/27 21:53:51] ppocr INFO:         name : MobileNetV3
[2024/07/27 21:53:51] ppocr INFO:         scale : 0.5
[2024/07/27 21:53:51] ppocr INFO:     Head : 
[2024/07/27 21:53:51] ppocr INFO:         k : 50
[2024/07/27 21:53:51] ppocr INFO:         name : DBHead
[2024/07/27 21:53:51] ppocr INFO:     Neck : 
[2024/07/27 21:53:51] ppocr INFO:         name : DBFPN
[2024/07/27 21:53:51] ppocr INFO:         out_channels : 256
[2024/07/27 21:53:51] ppocr INFO:     Transform : None
[2024/07/27 21:53:51] ppocr INFO:     algorithm : DB
[2024/07/27 21:53:51] ppocr INFO:     model_type : det
[2024/07/27 21:53:51] ppocr INFO: Eval : 
[2024/07/27 21:53:51] ppocr INFO:     dataset : 
[2024/07/27 21:53:51] ppocr INFO:         data_dir : /datasets/icdar2015/text_localization/
[2024/07/27 21:53:51] ppocr INFO:         label_file_list : ['/datasets/icdar2015/text_localization/test_icdar2015_label.txt']
[2024/07/27 21:53:51] ppocr INFO:         name : SimpleDataSet
[2024/07/27 21:53:51] ppocr INFO:         transforms : 
[2024/07/27 21:53:51] ppocr INFO:             DecodeImage : 
[2024/07/27 21:53:51] ppocr INFO:                 channel_first : False
[2024/07/27 21:53:51] ppocr INFO:                 img_mode : BGR
[2024/07/27 21:53:51] ppocr INFO:             DetLabelEncode : None
[2024/07/27 21:53:51] ppocr INFO:             DetResizeForTest : 
[2024/07/27 21:53:51] ppocr INFO:                 image_shape : [736, 1280]
[2024/07/27 21:53:51] ppocr INFO:             NormalizeImage : 
[2024/07/27 21:53:51] ppocr INFO:                 mean : [0.485, 0.456, 0.406]
[2024/07/27 21:53:51] ppocr INFO:                 order : hwc
[2024/07/27 21:53:51] ppocr INFO:                 scale : 1./255.
[2024/07/27 21:53:51] ppocr INFO:                 std : [0.229, 0.224, 0.225]
[2024/07/27 21:53:51] ppocr INFO:             ToCHWImage : None
[2024/07/27 21:53:51] ppocr INFO:             KeepKeys : 
[2024/07/27 21:53:51] ppocr INFO:                 keep_keys : ['image', 'shape', 'polys', 'ignore_tags']
[2024/07/27 21:53:51] ppocr INFO:     loader : 
[2024/07/27 21:53:51] ppocr INFO:         batch_size_per_card : 1
[2024/07/27 21:53:51] ppocr INFO:         drop_last : False
[2024/07/27 21:53:51] ppocr INFO:         num_workers : 0
[2024/07/27 21:53:51] ppocr INFO:         shuffle : False
[2024/07/27 21:53:51] ppocr INFO:         use_shared_memory : False
[2024/07/27 21:53:51] ppocr INFO: Global : 
[2024/07/27 21:53:51] ppocr INFO:     cal_metric_during_train : False
[2024/07/27 21:53:51] ppocr INFO:     checkpoints : None
[2024/07/27 21:53:51] ppocr INFO:     distributed : True
[2024/07/27 21:53:51] ppocr INFO:     epoch_num : 200
[2024/07/27 21:53:51] ppocr INFO:     eval_batch_step : [0, 60]
[2024/07/27 21:53:51] ppocr INFO:     infer_img : doc/imgs_en/img_10.jpg
[2024/07/27 21:53:51] ppocr INFO:     log_smooth_window : 20
[2024/07/27 21:53:51] ppocr INFO:     pretrained_model : ./pretrain_models/MobileNetV3_large_x0_5_pretrained
[2024/07/27 21:53:51] ppocr INFO:     print_batch_step : 10
[2024/07/27 21:53:51] ppocr INFO:     save_epoch_step : 1200
[2024/07/27 21:53:51] ppocr INFO:     save_inference_dir : None
[2024/07/27 21:53:51] ppocr INFO:     save_model_dir : ./output/db_mv3/
[2024/07/27 21:53:51] ppocr INFO:     save_res_path : ./output/det_db/predicts_db.txt
[2024/07/27 21:53:51] ppocr INFO:     use_gpu : True
[2024/07/27 21:53:51] ppocr INFO:     use_visualdl : False
[2024/07/27 21:53:51] ppocr INFO:     use_xpu : False
[2024/07/27 21:53:51] ppocr INFO: Loss : 
[2024/07/27 21:53:51] ppocr INFO:     alpha : 5
[2024/07/27 21:53:51] ppocr INFO:     balance_loss : True
[2024/07/27 21:53:51] ppocr INFO:     beta : 10
[2024/07/27 21:53:51] ppocr INFO:     main_loss_type : DiceLoss
[2024/07/27 21:53:51] ppocr INFO:     name : DBLoss
[2024/07/27 21:53:51] ppocr INFO:     ohem_ratio : 3
[2024/07/27 21:53:51] ppocr INFO: Metric : 
[2024/07/27 21:53:51] ppocr INFO:     main_indicator : hmean
[2024/07/27 21:53:51] ppocr INFO:     name : DetMetric
[2024/07/27 21:53:51] ppocr INFO: Optimizer : 
[2024/07/27 21:53:51] ppocr INFO:     beta1 : 0.9
[2024/07/27 21:53:51] ppocr INFO:     beta2 : 0.999
[2024/07/27 21:53:51] ppocr INFO:     lr : 
[2024/07/27 21:53:51] ppocr INFO:         learning_rate : 0.001
[2024/07/27 21:53:51] ppocr INFO:     name : Adam
[2024/07/27 21:53:51] ppocr INFO:     regularizer : 
[2024/07/27 21:53:51] ppocr INFO:         factor : 0
[2024/07/27 21:53:51] ppocr INFO:         name : L2
[2024/07/27 21:53:51] ppocr INFO: PostProcess : 
[2024/07/27 21:53:51] ppocr INFO:     box_thresh : 0.6
[2024/07/27 21:53:51] ppocr INFO:     max_candidates : 1000
[2024/07/27 21:53:51] ppocr INFO:     name : DBPostProcess
[2024/07/27 21:53:51] ppocr INFO:     thresh : 0.3
[2024/07/27 21:53:51] ppocr INFO:     unclip_ratio : 1.5
[2024/07/27 21:53:51] ppocr INFO: Train : 
[2024/07/27 21:53:51] ppocr INFO:     dataset : 
[2024/07/27 21:53:51] ppocr INFO:         data_dir : /datasets/icdar2015/text_localization/
[2024/07/27 21:53:51] ppocr INFO:         label_file_list : ['/datasets/icdar2015/text_localization/train_icdar2015_label.txt']
[2024/07/27 21:53:51] ppocr INFO:         name : SimpleDataSet
[2024/07/27 21:53:51] ppocr INFO:         ratio_list : [1.0]
[2024/07/27 21:53:51] ppocr INFO:         transforms : 
[2024/07/27 21:53:51] ppocr INFO:             DecodeImage : 
[2024/07/27 21:53:51] ppocr INFO:                 channel_first : False
[2024/07/27 21:53:51] ppocr INFO:                 img_mode : BGR
[2024/07/27 21:53:51] ppocr INFO:             DetLabelEncode : None
[2024/07/27 21:53:51] ppocr INFO:             IaaAugment : 
[2024/07/27 21:53:51] ppocr INFO:                 augmenter_args : 
[2024/07/27 21:53:51] ppocr INFO:                     args : 
[2024/07/27 21:53:51] ppocr INFO:                         p : 0.5
[2024/07/27 21:53:51] ppocr INFO:                     type : Fliplr
[2024/07/27 21:53:51] ppocr INFO:                     args : 
[2024/07/27 21:53:51] ppocr INFO:                         rotate : [-10, 10]
[2024/07/27 21:53:51] ppocr INFO:                     type : Affine
[2024/07/27 21:53:51] ppocr INFO:                     args : 
[2024/07/27 21:53:51] ppocr INFO:                         size : [0.5, 3]
[2024/07/27 21:53:51] ppocr INFO:                     type : Resize
[2024/07/27 21:53:51] ppocr INFO:             EastRandomCropData : 
[2024/07/27 21:53:51] ppocr INFO:                 keep_ratio : True
[2024/07/27 21:53:51] ppocr INFO:                 max_tries : 50
[2024/07/27 21:53:51] ppocr INFO:                 size : [640, 640]
[2024/07/27 21:53:51] ppocr INFO:             MakeBorderMap : 
[2024/07/27 21:53:51] ppocr INFO:                 shrink_ratio : 0.4
[2024/07/27 21:53:51] ppocr INFO:                 thresh_max : 0.7
[2024/07/27 21:53:51] ppocr INFO:                 thresh_min : 0.3
[2024/07/27 21:53:51] ppocr INFO:             MakeShrinkMap : 
[2024/07/27 21:53:51] ppocr INFO:                 min_text_size : 8
[2024/07/27 21:53:51] ppocr INFO:                 shrink_ratio : 0.4
[2024/07/27 21:53:51] ppocr INFO:             NormalizeImage : 
[2024/07/27 21:53:51] ppocr INFO:                 mean : [0.485, 0.456, 0.406]
[2024/07/27 21:53:51] ppocr INFO:                 order : hwc
[2024/07/27 21:53:51] ppocr INFO:                 scale : 1./255.
[2024/07/27 21:53:51] ppocr INFO:                 std : [0.229, 0.224, 0.225]
[2024/07/27 21:53:51] ppocr INFO:             ToCHWImage : None
[2024/07/27 21:53:51] ppocr INFO:             KeepKeys : 
[2024/07/27 21:53:51] ppocr INFO:                 keep_keys : ['image', 'threshold_map', 'threshold_mask', 'shrink_map', 'shrink_mask']
[2024/07/27 21:53:51] ppocr INFO:     loader : 
[2024/07/27 21:53:51] ppocr INFO:         batch_size_per_card : 48
[2024/07/27 21:53:51] ppocr INFO:         drop_last : False
[2024/07/27 21:53:51] ppocr INFO:         num_workers : 8
[2024/07/27 21:53:51] ppocr INFO:         shuffle : True
[2024/07/27 21:53:51] ppocr INFO:         use_shared_memory : False
LAUNCH WARNING 2024-07-27 21:53:55,425 save gpu log failed
LAUNCH WARNING 2024-07-27 21:54:00,888 save gpu log failed
LAUNCH WARNING 2024-07-27 21:54:06,032 save gpu log failed
LAUNCH WARNING 2024-07-27 21:54:11,174 save gpu log failed
LAUNCH WARNING 2024-07-27 21:54:16,327 save gpu log failed
LAUNCH WARNING 2024-07-27 21:54:21,673 save gpu log failed
LAUNCH WARNING 2024-07-27 21:54:26,869 save gpu log failed
LAUNCH WARNING 2024-07-27 21:54:32,142 save gpu log failed
LAUNCH WARNING 2024-07-27 21:54:37,325 save gpu log failed
LAUNCH WARNING 2024-07-27 21:54:42,472 save gpu log failed
LAUNCH WARNING 2024-07-27 21:54:47,741 save gpu log failed
LAUNCH WARNING 2024-07-27 21:54:52,885 save gpu log failed
LAUNCH WARNING 2024-07-27 21:54:58,253 save gpu log failed
LAUNCH WARNING 2024-07-27 21:55:03,388 save gpu log failed
LAUNCH WARNING 2024-07-27 21:55:08,720 save gpu log failed
LAUNCH WARNING 2024-07-27 21:55:13,870 save gpu log failed
LAUNCH WARNING 2024-07-27 21:55:19,267 save gpu log failed
LAUNCH WARNING 2024-07-27 21:55:24,437 save gpu log failed
LAUNCH WARNING 2024-07-27 21:55:29,761 save gpu log failed
LAUNCH WARNING 2024-07-27 21:55:34,922 save gpu log failed
LAUNCH WARNING 2024-07-27 21:55:40,277 save gpu log failed
LAUNCH WARNING 2024-07-27 21:55:45,469 save gpu log failed
LAUNCH WARNING 2024-07-27 21:55:50,736 save gpu log failed
LAUNCH WARNING 2024-07-27 21:55:55,913 save gpu log failed
LAUNCH WARNING 2024-07-27 21:56:01,182 save gpu log failed
LAUNCH WARNING 2024-07-27 21:56:06,484 save gpu log failed
LAUNCH WARNING 2024-07-27 21:56:11,620 save gpu log failed
LAUNCH WARNING 2024-07-27 21:56:17,093 save gpu log failed
LAUNCH WARNING 2024-07-27 21:56:22,232 save gpu log failed
LAUNCH WARNING 2024-07-27 21:56:27,606 save gpu log failed
LAUNCH WARNING 2024-07-27 21:56:32,735 save gpu log failed
LAUNCH WARNING 2024-07-27 21:56:37,951 save gpu log failed
LAUNCH WARNING 2024-07-27 21:56:43,126 save gpu log failed
LAUNCH WARNING 2024-07-27 21:56:48,483 save gpu log failed
LAUNCH WARNING 2024-07-27 21:56:53,648 save gpu log failed
LAUNCH WARNING 2024-07-27 21:56:59,059 save gpu log failed
LAUNCH WARNING 2024-07-27 21:57:04,228 save gpu log failed
LAUNCH WARNING 2024-07-27 21:57:09,497 save gpu log failed
[2024/07/27 21:53:51] ppocr INFO: profiler_options : None
[2024/07/27 21:53:51] ppocr INFO: train with paddle 2.5.2 and device Place(gpu:0)
======================= Modified FLAGS detected =======================
FLAGS(name='FLAGS_selected_gpus', current_value='0', default_value='')
FLAGS(name='FLAGS_cudnn_batchnorm_spatial_persistent', current_value=True, default_value=False)
=======================================================================
I0727 21:53:51.832775 33061 tcp_utils.cc:181] The server starts to listen on IP_ANY:49894
I0727 21:53:51.832955 33061 tcp_utils.cc:130] Successfully connected to 127.0.0.1:49894
I0727 21:53:54.952153 33061 process_group_nccl.cc:120] ProcessGroupNCCL pg_timeout_ 1800000
[2024/07/27 21:53:54] ppocr INFO: Initialize indexs of datasets:['/datasets/icdar2015/text_localization/train_icdar2015_label.txt']
[2024/07/27 21:53:54] ppocr INFO: Initialize indexs of datasets:['/datasets/icdar2015/text_localization/test_icdar2015_label.txt']
W0727 21:53:54.962349 33061 gpu_resources.cc:119] Please NOTE: device: 0, GPU Compute Capability: 90.2, Driver API Version: 50724.2, Runtime API Version: 50724.2
[2024/07/27 21:53:56] ppocr INFO: load pretrain successful from ./pretrain_models/MobileNetV3_large_x0_5_pretrained
[2024/07/27 21:53:56] ppocr INFO: train dataloader has 3 iters
[2024/07/27 21:53:56] ppocr INFO: valid dataloader has 500 iters
[2024/07/27 21:53:56] ppocr INFO: During the training process, after the 0th iteration, an evaluation is run every 60 iterations
[2024/07/27 21:54:20] ppocr INFO: epoch: [1/200], global_step: 3, lr: 0.001000, loss: 9.229576, loss_shrink_maps: 4.929691, loss_threshold_maps: 3.358860, loss_binary_maps: 0.988369, avg_reader_cost: 6.09062 s, avg_batch_cost: 6.95484 s, avg_samples: 12.5, ips: 1.79731 samples/s, eta: 3:50:40
[2024/07/27 21:54:21] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 21:54:30] ppocr INFO: epoch: [2/200], global_step: 6, lr: 0.001000, loss: 8.496460, loss_shrink_maps: 4.870972, loss_threshold_maps: 2.625417, loss_binary_maps: 0.978406, avg_reader_cost: 2.45144 s, avg_batch_cost: 2.73668 s, avg_samples: 12.5, ips: 4.56757 samples/s, eta: 2:39:54
[2024/07/27 21:54:31] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 21:54:41] ppocr INFO: epoch: [3/200], global_step: 9, lr: 0.001000, loss: 7.642319, loss_shrink_maps: 4.851714, loss_threshold_maps: 1.814742, loss_binary_maps: 0.975864, avg_reader_cost: 2.72504 s, avg_batch_cost: 2.96752 s, avg_samples: 12.5, ips: 4.21228 samples/s, eta: 2:18:32
[2024/07/27 21:54:42] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 21:54:51] ppocr INFO: epoch: [4/200], global_step: 10, lr: 0.001000, loss: 7.458685, loss_shrink_maps: 4.852083, loss_threshold_maps: 1.637156, loss_binary_maps: 0.975520, avg_reader_cost: 0.80442 s, avg_batch_cost: 0.90679 s, avg_samples: 4.8, ips: 5.29342 samples/s, eta: 2:13:23
[2024/07/27 21:54:53] ppocr INFO: epoch: [4/200], global_step: 12, lr: 0.001000, loss: 7.204020, loss_shrink_maps: 4.849706, loss_threshold_maps: 1.382877, loss_binary_maps: 0.974764, avg_reader_cost: 1.90450 s, avg_batch_cost: 2.05016 s, avg_samples: 7.7, ips: 3.75580 samples/s, eta: 2:07:31
[2024/07/27 21:54:54] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 21:55:04] ppocr INFO: epoch: [5/200], global_step: 15, lr: 0.001000, loss: 7.079520, loss_shrink_maps: 4.842486, loss_threshold_maps: 1.268342, loss_binary_maps: 0.972995, avg_reader_cost: 2.69280 s, avg_batch_cost: 3.05492 s, avg_samples: 12.5, ips: 4.09176 samples/s, eta: 2:01:21
[2024/07/27 21:55:05] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 21:55:16] ppocr INFO: epoch: [6/200], global_step: 18, lr: 0.001000, loss: 6.991670, loss_shrink_maps: 4.836794, loss_threshold_maps: 1.191212, loss_binary_maps: 0.971500, avg_reader_cost: 2.63384 s, avg_batch_cost: 2.95434 s, avg_samples: 12.5, ips: 4.23107 samples/s, eta: 1:56:32
[2024/07/27 21:55:16] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 21:55:26] ppocr INFO: epoch: [7/200], global_step: 20, lr: 0.001000, loss: 6.974210, loss_shrink_maps: 4.820456, loss_threshold_maps: 1.172662, loss_binary_maps: 0.968736, avg_reader_cost: 1.62935 s, avg_batch_cost: 1.90411 s, avg_samples: 9.6, ips: 5.04173 samples/s, eta: 1:53:43
[2024/07/27 21:55:27] ppocr INFO: epoch: [7/200], global_step: 21, lr: 0.001000, loss: 6.927090, loss_shrink_maps: 4.794438, loss_threshold_maps: 1.166469, loss_binary_maps: 0.962212, avg_reader_cost: 0.99757 s, avg_batch_cost: 1.05228 s, avg_samples: 2.9, ips: 2.75591 samples/s, eta: 1:52:57
[2024/07/27 21:55:27] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 21:55:38] ppocr INFO: epoch: [8/200], global_step: 24, lr: 0.001000, loss: 6.816076, loss_shrink_maps: 4.727366, loss_threshold_maps: 1.147285, loss_binary_maps: 0.946213, avg_reader_cost: 2.71356 s, avg_batch_cost: 3.06665 s, avg_samples: 12.5, ips: 4.07611 samples/s, eta: 1:50:35
[2024/07/27 21:55:39] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 21:55:49] ppocr INFO: epoch: [9/200], global_step: 27, lr: 0.001000, loss: 6.643856, loss_shrink_maps: 4.625044, loss_threshold_maps: 1.124174, loss_binary_maps: 0.913743, avg_reader_cost: 2.68396 s, avg_batch_cost: 2.94215 s, avg_samples: 12.5, ips: 4.24860 samples/s, eta: 1:48:11
[2024/07/27 21:55:49] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 21:56:00] ppocr INFO: epoch: [10/200], global_step: 30, lr: 0.001000, loss: 6.507645, loss_shrink_maps: 4.530808, loss_threshold_maps: 1.082063, loss_binary_maps: 0.873636, avg_reader_cost: 2.67332 s, avg_batch_cost: 3.05944 s, avg_samples: 12.5, ips: 4.08572 samples/s, eta: 1:46:33
[2024/07/27 21:56:01] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 21:56:11] ppocr INFO: epoch: [11/200], global_step: 33, lr: 0.001000, loss: 6.339798, loss_shrink_maps: 4.463856, loss_threshold_maps: 1.058580, loss_binary_maps: 0.817362, avg_reader_cost: 2.77563 s, avg_batch_cost: 3.00958 s, avg_samples: 12.5, ips: 4.15340 samples/s, eta: 1:44:58
[2024/07/27 21:56:12] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 21:56:23] ppocr INFO: epoch: [12/200], global_step: 36, lr: 0.001000, loss: 6.005182, loss_shrink_maps: 4.290333, loss_threshold_maps: 0.979189, loss_binary_maps: 0.735661, avg_reader_cost: 2.73807 s, avg_batch_cost: 2.97514 s, avg_samples: 12.5, ips: 4.20148 samples/s, eta: 1:43:29
[2024/07/27 21:56:23] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 21:56:34] ppocr INFO: epoch: [13/200], global_step: 39, lr: 0.001000, loss: 5.733318, loss_shrink_maps: 4.100464, loss_threshold_maps: 0.947641, loss_binary_maps: 0.704538, avg_reader_cost: 2.82796 s, avg_batch_cost: 3.09998 s, avg_samples: 12.5, ips: 4.03228 samples/s, eta: 1:42:27
[2024/07/27 21:56:35] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 21:56:44] ppocr INFO: epoch: [14/200], global_step: 40, lr: 0.001000, loss: 5.650106, loss_shrink_maps: 4.015239, loss_threshold_maps: 0.944673, loss_binary_maps: 0.685875, avg_reader_cost: 0.82993 s, avg_batch_cost: 0.92379 s, avg_samples: 4.8, ips: 5.19600 samples/s, eta: 1:41:52
[2024/07/27 21:56:45] ppocr INFO: epoch: [14/200], global_step: 42, lr: 0.001000, loss: 5.449510, loss_shrink_maps: 3.883929, loss_threshold_maps: 0.926358, loss_binary_maps: 0.654370, avg_reader_cost: 1.93932 s, avg_batch_cost: 2.08489 s, avg_samples: 7.7, ips: 3.69325 samples/s, eta: 1:41:17
[2024/07/27 21:56:46] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 21:56:56] ppocr INFO: epoch: [15/200], global_step: 45, lr: 0.001000, loss: 5.201267, loss_shrink_maps: 3.699982, loss_threshold_maps: 0.898391, loss_binary_maps: 0.604805, avg_reader_cost: 2.63027 s, avg_batch_cost: 2.94674 s, avg_samples: 12.5, ips: 4.24198 samples/s, eta: 1:40:05
[2024/07/27 21:56:57] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 21:57:08] ppocr INFO: epoch: [16/200], global_step: 48, lr: 0.001000, loss: 4.751304, loss_shrink_maps: 3.388081, loss_threshold_maps: 0.884234, loss_binary_maps: 0.509737, avg_reader_cost: 2.74585 s, avg_batch_cost: 2.98926 s, avg_samples: 12.5, ips: 4.18164 samples/s, eta: 1:39:03
LAUNCH WARNING 2024-07-27 21:57:14,707 save gpu log failed
LAUNCH WARNING 2024-07-27 21:57:19,853 save gpu log failed
LAUNCH WARNING 2024-07-27 21:57:25,231 save gpu log failed
LAUNCH WARNING 2024-07-27 21:57:30,356 save gpu log failed
LAUNCH WARNING 2024-07-27 21:57:35,631 save gpu log failed
LAUNCH WARNING 2024-07-27 21:57:40,770 save gpu log failed
LAUNCH WARNING 2024-07-27 21:57:46,052 save gpu log failed
LAUNCH WARNING 2024-07-27 21:57:51,208 save gpu log failed
LAUNCH WARNING 2024-07-27 21:57:56,417 save gpu log failed
LAUNCH WARNING 2024-07-27 21:58:01,613 save gpu log failed
LAUNCH WARNING 2024-07-27 21:58:06,807 save gpu log failed
[2024/07/27 21:57:09] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 21:57:18] ppocr INFO: epoch: [17/200], global_step: 50, lr: 0.001000, loss: 4.610830, loss_shrink_maps: 3.255782, loss_threshold_maps: 0.879374, loss_binary_maps: 0.462134, avg_reader_cost: 1.64568 s, avg_batch_cost: 1.87156 s, avg_samples: 9.6, ips: 5.12942 samples/s, eta: 1:38:10
[2024/07/27 21:57:19] ppocr INFO: epoch: [17/200], global_step: 51, lr: 0.001000, loss: 4.538922, loss_shrink_maps: 3.192554, loss_threshold_maps: 0.876552, loss_binary_maps: 0.460564, avg_reader_cost: 0.98137 s, avg_batch_cost: 1.03611 s, avg_samples: 2.9, ips: 2.79894 samples/s, eta: 1:37:56
[2024/07/27 21:57:20] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 21:57:30] ppocr INFO: epoch: [18/200], global_step: 54, lr: 0.001000, loss: 4.296102, loss_shrink_maps: 2.981039, loss_threshold_maps: 0.876552, loss_binary_maps: 0.440266, avg_reader_cost: 2.74358 s, avg_batch_cost: 3.09119 s, avg_samples: 12.5, ips: 4.04375 samples/s, eta: 1:37:11
[2024/07/27 21:57:31] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 21:57:42] ppocr INFO: epoch: [19/200], global_step: 57, lr: 0.001000, loss: 4.100919, loss_shrink_maps: 2.765110, loss_threshold_maps: 0.879374, loss_binary_maps: 0.438362, avg_reader_cost: 2.78483 s, avg_batch_cost: 3.01724 s, avg_samples: 12.5, ips: 4.14286 samples/s, eta: 1:36:22
[2024/07/27 21:57:43] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 21:57:53] ppocr INFO: epoch: [20/200], global_step: 60, lr: 0.001000, loss: 3.940533, loss_shrink_maps: 2.656322, loss_threshold_maps: 0.870747, loss_binary_maps: 0.407147, avg_reader_cost: 2.78431 s, avg_batch_cost: 3.02102 s, avg_samples: 12.5, ips: 4.13768 samples/s, eta: 1:35:34

eval model::   0%|          | 0/500 [00:00<?, ?it/s]
eval model::   0%|          | 1/500 [00:00<00:52,  9.52it/s]
eval model::   1%|          | 4/500 [00:00<00:26, 18.64it/s]
eval model::   1%|          | 6/500 [00:00<00:26, 18.58it/s]
eval model::   2%|▏         | 9/500 [00:00<00:23, 20.67it/s]
eval model::   2%|▏         | 12/500 [00:00<00:22, 21.42it/s]
eval model::   3%|▎         | 15/500 [00:00<00:20, 23.70it/s]
eval model::   4%|▍         | 19/500 [00:00<00:18, 25.40it/s]
eval model::   4%|▍         | 22/500 [00:00<00:19, 25.15it/s]
eval model::   5%|▌         | 25/500 [00:01<00:18, 26.27it/s]
eval model::   6%|▌         | 28/500 [00:01<00:18, 25.79it/s]
eval model::   6%|▌         | 31/500 [00:01<00:22, 20.46it/s]
eval model::   7%|▋         | 34/500 [00:01<00:23, 20.22it/s]
eval model::   7%|▋         | 37/500 [00:01<00:22, 20.93it/s]
eval model::   8%|▊         | 40/500 [00:01<00:23, 19.51it/s]
eval model::   9%|▊         | 43/500 [00:02<00:25, 18.17it/s]
eval model::   9%|▉         | 46/500 [00:02<00:24, 18.50it/s]
eval model::  10%|█         | 50/500 [00:02<00:20, 21.79it/s]
eval model::  11%|█         | 53/500 [00:02<00:19, 22.39it/s]
eval model::  11%|█         | 56/500 [00:02<00:20, 21.34it/s]
eval model::  12%|█▏        | 59/500 [00:02<00:19, 22.58it/s]
eval model::  12%|█▏        | 62/500 [00:02<00:20, 21.24it/s]
eval model::  13%|█▎        | 65/500 [00:03<00:19, 22.36it/s]
eval model::  14%|█▎        | 68/500 [00:03<00:18, 23.09it/s]
eval model::  14%|█▍        | 71/500 [00:03<00:21, 20.34it/s]
eval model::  15%|█▍        | 74/500 [00:03<00:21, 19.59it/s]
eval model::  15%|█▌        | 77/500 [00:03<00:20, 20.47it/s]
eval model::  16%|█▌        | 81/500 [00:03<00:17, 23.70it/s]
eval model::  17%|█▋        | 84/500 [00:03<00:18, 22.77it/s]
eval model::  17%|█▋        | 87/500 [00:04<00:17, 23.22it/s]
eval model::  18%|█▊        | 90/500 [00:04<00:18, 21.68it/s]
eval model::  19%|█▊        | 93/500 [00:04<00:18, 21.61it/s]
eval model::  19%|█▉        | 96/500 [00:04<00:18, 21.44it/s]
eval model::  20%|█▉        | 99/500 [00:04<00:18, 21.16it/s]
eval model::  20%|██        | 102/500 [00:04<00:21, 18.94it/s]
eval model::  21%|██        | 105/500 [00:04<00:18, 21.01it/s]
eval model::  22%|██▏       | 108/500 [00:05<00:18, 21.15it/s]
eval model::  22%|██▏       | 111/500 [00:05<00:18, 20.75it/s]
eval model::  23%|██▎       | 114/500 [00:05<00:17, 21.45it/s]
eval model::  23%|██▎       | 117/500 [00:05<00:18, 20.58it/s]
eval model::  24%|██▍       | 120/500 [00:05<00:22, 16.80it/s]
eval model::  25%|██▍       | 123/500 [00:05<00:19, 19.30it/s]
eval model::  25%|██▌       | 126/500 [00:05<00:18, 19.86it/s]
eval model::  26%|██▌       | 129/500 [00:06<00:18, 20.61it/s]
eval model::  26%|██▋       | 132/500 [00:06<00:18, 20.07it/s]
eval model::  27%|██▋       | 135/500 [00:06<00:17, 20.37it/s]
eval model::  28%|██▊       | 138/500 [00:06<00:16, 21.74it/s]
eval model::  28%|██▊       | 141/500 [00:06<00:16, 21.16it/s]
eval model::  29%|██▉       | 144/500 [00:06<00:16, 21.65it/s]
eval model::  29%|██▉       | 147/500 [00:06<00:16, 21.67it/s]
eval model::  30%|███       | 150/500 [00:07<00:16, 21.84it/s]
eval model::  31%|███       | 153/500 [00:07<00:16, 21.16it/s]
eval model::  31%|███       | 156/500 [00:07<00:17, 19.96it/s]
eval model::  32%|███▏      | 159/500 [00:07<00:18, 18.50it/s]
eval model::  32%|███▏      | 161/500 [00:07<00:19, 17.25it/s]
eval model::  33%|███▎      | 163/500 [00:07<00:20, 16.40it/s]
eval model::  33%|███▎      | 165/500 [00:07<00:20, 16.69it/s]
eval model::  33%|███▎      | 167/500 [00:08<00:19, 16.96it/s]
eval model::  34%|███▍      | 170/500 [00:08<00:17, 18.81it/s]
eval model::  34%|███▍      | 172/500 [00:08<00:17, 18.65it/s]
eval model::  35%|███▍      | 174/500 [00:08<00:19, 16.81it/s]
eval model::  35%|███▌      | 177/500 [00:08<00:17, 18.12it/s]
eval model::  36%|███▌      | 180/500 [00:08<00:17, 18.51it/s]
eval model::  37%|███▋      | 183/500 [00:08<00:15, 20.19it/s]
eval model::  37%|███▋      | 186/500 [00:09<00:14, 21.72it/s]
eval model::  38%|███▊      | 189/500 [00:09<00:15, 20.65it/s]
eval model::  38%|███▊      | 192/500 [00:09<00:15, 20.01it/s]
eval model::  39%|███▉      | 195/500 [00:09<00:15, 19.30it/s]
eval model::  40%|███▉      | 198/500 [00:09<00:15, 20.04it/s]
eval model::  40%|████      | 201/500 [00:09<00:15, 19.85it/s]
eval model::  41%|████      | 204/500 [00:10<00:18, 15.99it/s]
eval model::  41%|████      | 206/500 [00:10<00:23, 12.46it/s]
eval model::  42%|████▏     | 208/500 [00:10<00:21, 13.70it/s]
eval model::  42%|████▏     | 210/500 [00:10<00:19, 14.61it/s]
eval model::  43%|████▎     | 213/500 [00:10<00:16, 17.51it/s]
eval model::  43%|████▎     | 215/500 [00:10<00:18, 15.18it/s]
eval model::  43%|████▎     | 217/500 [00:10<00:18, 15.59it/s]
eval model::  44%|████▍     | 220/500 [00:11<00:15, 18.55it/s]
eval model::  45%|████▍     | 223/500 [00:11<00:14, 18.64it/s]
eval model::  45%|████▌     | 226/500 [00:11<00:13, 20.18it/s]
eval model::  46%|████▌     | 229/500 [00:11<00:12, 22.24it/s]
eval model::  46%|████▋     | 232/500 [00:11<00:11, 22.60it/s]
eval model::  47%|████▋     | 235/500 [00:11<00:11, 22.32it/s]
eval model::  48%|████▊     | 238/500 [00:11<00:11, 23.54it/s]
eval model::  48%|████▊     | 241/500 [00:12<00:12, 21.55it/s]
eval model::  49%|████▉     | 244/500 [00:12<00:12, 21.22it/s]
eval model::  49%|████▉     | 247/500 [00:12<00:12, 19.82it/s]
eval model::  50%|█████     | 250/500 [00:12<00:13, 17.97it/s]
eval model::  50%|█████     | 252/500 [00:12<00:13, 18.01it/s]
eval model::  51%|█████     | 255/500 [00:12<00:12, 19.68it/s]
eval model::  52%|█████▏    | 258/500 [00:12<00:11, 21.42it/s]
eval model::  52%|█████▏    | 261/500 [00:13<00:11, 21.23it/s]
eval model::  53%|█████▎    | 264/500 [00:13<00:11, 19.86it/s]
LAUNCH WARNING 2024-07-27 21:58:12,025 save gpu log failed
LAUNCH WARNING 2024-07-27 21:58:17,223 save gpu log failed
LAUNCH WARNING 2024-07-27 21:58:22,391 save gpu log failed
LAUNCH WARNING 2024-07-27 21:58:27,521 save gpu log failed
LAUNCH WARNING 2024-07-27 21:58:32,655 save gpu log failed
LAUNCH WARNING 2024-07-27 21:58:37,839 save gpu log failed
LAUNCH WARNING 2024-07-27 21:58:42,994 save gpu log failed
LAUNCH WARNING 2024-07-27 21:58:48,191 save gpu log failed
LAUNCH WARNING 2024-07-27 21:58:53,338 save gpu log failed
eval model::  53%|█████▎    | 267/500 [00:13<00:11, 20.55it/s]
eval model::  54%|█████▍    | 270/500 [00:13<00:10, 21.09it/s]
eval model::  55%|█████▍    | 273/500 [00:13<00:10, 21.08it/s]
eval model::  55%|█████▌    | 276/500 [00:13<00:10, 21.94it/s]
eval model::  56%|█████▌    | 279/500 [00:13<00:10, 21.65it/s]
eval model::  56%|█████▋    | 282/500 [00:14<00:09, 21.85it/s]
eval model::  57%|█████▋    | 285/500 [00:14<00:12, 17.03it/s]
eval model::  58%|█████▊    | 288/500 [00:14<00:10, 19.29it/s]
eval model::  58%|█████▊    | 291/500 [00:14<00:10, 19.91it/s]
eval model::  59%|█████▉    | 294/500 [00:14<00:10, 18.97it/s]
eval model::  60%|█████▉    | 298/500 [00:14<00:09, 22.00it/s]
eval model::  60%|██████    | 301/500 [00:15<00:09, 21.13it/s]
eval model::  61%|██████    | 304/500 [00:15<00:08, 21.94it/s]
eval model::  61%|██████▏   | 307/500 [00:15<00:08, 22.34it/s]
eval model::  62%|██████▏   | 310/500 [00:15<00:09, 20.68it/s]
eval model::  63%|██████▎   | 313/500 [00:15<00:09, 20.14it/s]
eval model::  63%|██████▎   | 316/500 [00:15<00:09, 19.00it/s]
eval model::  64%|██████▍   | 319/500 [00:15<00:09, 20.02it/s]
eval model::  64%|██████▍   | 322/500 [00:16<00:09, 19.64it/s]
eval model::  65%|██████▌   | 325/500 [00:16<00:08, 20.23it/s]
eval model::  66%|██████▌   | 328/500 [00:16<00:09, 18.45it/s]
eval model::  66%|██████▌   | 331/500 [00:16<00:08, 19.46it/s]
eval model::  67%|██████▋   | 334/500 [00:16<00:07, 20.78it/s]
eval model::  67%|██████▋   | 337/500 [00:16<00:08, 20.36it/s]
eval model::  68%|██████▊   | 340/500 [00:17<00:08, 18.47it/s]
eval model::  69%|██████▊   | 343/500 [00:17<00:07, 20.10it/s]
eval model::  69%|██████▉   | 346/500 [00:17<00:07, 19.85it/s]
eval model::  70%|██████▉   | 349/500 [00:17<00:07, 20.98it/s]
eval model::  70%|███████   | 352/500 [00:17<00:07, 20.48it/s]
eval model::  71%|███████   | 355/500 [00:17<00:08, 18.12it/s]
eval model::  71%|███████▏  | 357/500 [00:17<00:07, 18.38it/s]
eval model::  72%|███████▏  | 360/500 [00:17<00:06, 20.08it/s]
eval model::  73%|███████▎  | 363/500 [00:18<00:07, 18.94it/s]
eval model::  73%|███████▎  | 365/500 [00:18<00:07, 17.53it/s]
eval model::  73%|███████▎  | 367/500 [00:18<00:07, 16.96it/s]
eval model::  74%|███████▍  | 370/500 [00:18<00:07, 18.43it/s]
eval model::  75%|███████▍  | 373/500 [00:18<00:06, 20.35it/s]
eval model::  75%|███████▌  | 376/500 [00:18<00:06, 20.25it/s]
eval model::  76%|███████▌  | 379/500 [00:18<00:05, 21.54it/s]
eval model::  76%|███████▋  | 382/500 [00:19<00:05, 21.84it/s]
eval model::  77%|███████▋  | 385/500 [00:19<00:05, 19.89it/s]
eval model::  78%|███████▊  | 388/500 [00:19<00:06, 17.08it/s]
eval model::  78%|███████▊  | 391/500 [00:19<00:05, 18.63it/s]
eval model::  79%|███████▉  | 394/500 [00:19<00:05, 18.93it/s]
eval model::  79%|███████▉  | 397/500 [00:19<00:05, 20.45it/s]
eval model::  80%|████████  | 400/500 [00:20<00:04, 20.75it/s]
eval model::  81%|████████  | 403/500 [00:20<00:04, 21.37it/s]
eval model::  81%|████████  | 406/500 [00:20<00:04, 20.44it/s]
eval model::  82%|████████▏ | 409/500 [00:20<00:04, 19.23it/s]
eval model::  82%|████████▏ | 411/500 [00:20<00:05, 16.53it/s]
eval model::  83%|████████▎ | 414/500 [00:20<00:04, 18.43it/s]
eval model::  83%|████████▎ | 416/500 [00:20<00:04, 17.15it/s]
eval model::  84%|████████▎ | 418/500 [00:21<00:04, 17.64it/s]
eval model::  84%|████████▍ | 420/500 [00:21<00:04, 16.77it/s]
eval model::  84%|████████▍ | 422/500 [00:21<00:04, 17.48it/s]
eval model::  85%|████████▌ | 425/500 [00:21<00:04, 18.42it/s]
eval model::  86%|████████▌ | 429/500 [00:21<00:03, 20.85it/s]
eval model::  86%|████████▋ | 432/500 [00:21<00:03, 18.82it/s]
eval model::  87%|████████▋ | 435/500 [00:21<00:03, 19.92it/s]
eval model::  88%|████████▊ | 438/500 [00:22<00:03, 18.78it/s]
eval model::  88%|████████▊ | 440/500 [00:22<00:03, 17.83it/s]
eval model::  89%|████████▊ | 443/500 [00:22<00:02, 19.76it/s]
eval model::  89%|████████▉ | 446/500 [00:22<00:02, 19.02it/s]
eval model::  90%|████████▉ | 449/500 [00:22<00:02, 19.41it/s]
eval model::  90%|█████████ | 452/500 [00:22<00:02, 20.35it/s]
eval model::  91%|█████████ | 455/500 [00:22<00:02, 21.10it/s]
eval model::  92%|█████████▏| 458/500 [00:23<00:02, 20.54it/s]
eval model::  92%|█████████▏| 461/500 [00:23<00:01, 19.66it/s]
eval model::  93%|█████████▎| 463/500 [00:23<00:01, 19.32it/s]
eval model::  93%|█████████▎| 465/500 [00:23<00:02, 16.45it/s]
eval model::  94%|█████████▎| 468/500 [00:23<00:01, 18.09it/s]
eval model::  94%|█████████▍| 471/500 [00:23<00:01, 20.47it/s]
eval model::  95%|█████████▍| 474/500 [00:23<00:01, 20.67it/s]
eval model::  95%|█████████▌| 477/500 [00:24<00:01, 19.97it/s]
eval model::  96%|█████████▌| 480/500 [00:24<00:00, 20.22it/s]
eval model::  97%|█████████▋| 483/500 [00:24<00:00, 20.84it/s]
eval model::  97%|█████████▋| 486/500 [00:24<00:00, 20.35it/s]
eval model::  98%|█████████▊| 489/500 [00:24<00:00, 20.25it/s]
eval model::  98%|█████████▊| 492/500 [00:24<00:00, 19.09it/s]
eval model::  99%|█████████▉| 495/500 [00:24<00:00, 20.91it/s]
eval model:: 100%|█████████▉| 498/500 [00:25<00:00, 21.35it/s]
eval model:: 100%|██████████| 500/500 [00:25<00:00, 19.84it/s]
[2024/07/27 21:58:18] ppocr INFO: cur metric, precision: 0.39039039039039036, recall: 0.18777082330284064, hmean: 0.2535760728218466, fps: 44.81229986038038
[2024/07/27 21:58:18] ppocr INFO: save best model is to ./output/db_mv3/best_accuracy
[2024/07/27 21:58:18] ppocr INFO: best metric, hmean: 0.2535760728218466, precision: 0.39039039039039036, recall: 0.18777082330284064, fps: 44.81229986038038, best_epoch: 20
[2024/07/27 21:58:19] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 21:58:27] ppocr INFO: epoch: [21/200], global_step: 63, lr: 0.001000, loss: 3.815191, loss_shrink_maps: 2.574999, loss_threshold_maps: 0.866314, loss_binary_maps: 0.391925, avg_reader_cost: 1.97186 s, avg_batch_cost: 2.36125 s, avg_samples: 12.5, ips: 5.29380 samples/s, eta: 1:33:52
[2024/07/27 21:58:28] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 21:58:36] ppocr INFO: epoch: [22/200], global_step: 66, lr: 0.001000, loss: 3.759151, loss_shrink_maps: 2.515826, loss_threshold_maps: 0.863853, loss_binary_maps: 0.383742, avg_reader_cost: 2.05722 s, avg_batch_cost: 2.28605 s, avg_samples: 12.5, ips: 5.46794 samples/s, eta: 1:32:11
[2024/07/27 21:58:37] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 21:58:45] ppocr INFO: epoch: [23/200], global_step: 69, lr: 0.001000, loss: 3.717141, loss_shrink_maps: 2.431194, loss_threshold_maps: 0.860433, loss_binary_maps: 0.379031, avg_reader_cost: 1.92484 s, avg_batch_cost: 2.25099 s, avg_samples: 12.5, ips: 5.55310 samples/s, eta: 1:30:34
[2024/07/27 21:58:45] ppocr INFO: save model in ./output/db_mv3/latest
LAUNCH WARNING 2024-07-27 21:58:58,507 save gpu log failed
LAUNCH WARNING 2024-07-27 21:59:03,668 save gpu log failed
LAUNCH WARNING 2024-07-27 21:59:08,805 save gpu log failed
LAUNCH WARNING 2024-07-27 21:59:13,955 save gpu log failed
LAUNCH WARNING 2024-07-27 21:59:19,083 save gpu log failed
LAUNCH WARNING 2024-07-27 21:59:24,254 save gpu log failed
LAUNCH WARNING 2024-07-27 21:59:29,845 save gpu log failed
LAUNCH WARNING 2024-07-27 21:59:35,011 save gpu log failed
LAUNCH WARNING 2024-07-27 21:59:40,240 save gpu log failed
LAUNCH WARNING 2024-07-27 21:59:45,380 save gpu log failed
LAUNCH WARNING 2024-07-27 21:59:50,542 save gpu log failed
LAUNCH WARNING 2024-07-27 21:59:55,692 save gpu log failed
LAUNCH WARNING 2024-07-27 22:00:00,856 save gpu log failed
LAUNCH WARNING 2024-07-27 22:00:06,013 save gpu log failed
LAUNCH WARNING 2024-07-27 22:00:11,180 save gpu log failed
LAUNCH WARNING 2024-07-27 22:00:16,375 save gpu log failed
LAUNCH WARNING 2024-07-27 22:00:21,503 save gpu log failed
LAUNCH WARNING 2024-07-27 22:00:26,665 save gpu log failed
LAUNCH WARNING 2024-07-27 22:00:31,844 save gpu log failed
LAUNCH WARNING 2024-07-27 22:00:36,975 save gpu log failed
LAUNCH WARNING 2024-07-27 22:00:42,138 save gpu log failed
LAUNCH WARNING 2024-07-27 22:00:47,285 save gpu log failed
LAUNCH WARNING 2024-07-27 22:00:52,454 save gpu log failed
LAUNCH WARNING 2024-07-27 22:00:57,657 save gpu log failed
LAUNCH WARNING 2024-07-27 22:01:02,829 save gpu log failed
LAUNCH WARNING 2024-07-27 22:01:08,003 save gpu log failed
LAUNCH WARNING 2024-07-27 22:01:13,148 save gpu log failed
[2024/07/27 21:58:52] ppocr INFO: epoch: [24/200], global_step: 70, lr: 0.001000, loss: 3.687388, loss_shrink_maps: 2.416166, loss_threshold_maps: 0.857288, loss_binary_maps: 0.379031, avg_reader_cost: 0.60436 s, avg_batch_cost: 0.69816 s, avg_samples: 4.8, ips: 6.87520 samples/s, eta: 1:29:59
[2024/07/27 21:58:54] ppocr INFO: epoch: [24/200], global_step: 72, lr: 0.001000, loss: 3.534711, loss_shrink_maps: 2.330003, loss_threshold_maps: 0.857288, loss_binary_maps: 0.367913, avg_reader_cost: 1.48835 s, avg_batch_cost: 1.63475 s, avg_samples: 7.7, ips: 4.71021 samples/s, eta: 1:29:09
[2024/07/27 21:58:54] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 21:59:02] ppocr INFO: epoch: [25/200], global_step: 75, lr: 0.001000, loss: 3.495447, loss_shrink_maps: 2.274729, loss_threshold_maps: 0.859638, loss_binary_maps: 0.360350, avg_reader_cost: 1.79242 s, avg_batch_cost: 2.03285 s, avg_samples: 12.5, ips: 6.14900 samples/s, eta: 1:27:28
[2024/07/27 21:59:02] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 21:59:10] ppocr INFO: epoch: [26/200], global_step: 78, lr: 0.001000, loss: 3.362247, loss_shrink_maps: 2.179928, loss_threshold_maps: 0.837498, loss_binary_maps: 0.346018, avg_reader_cost: 2.02780 s, avg_batch_cost: 2.26702 s, avg_samples: 12.5, ips: 5.51384 samples/s, eta: 1:26:09
[2024/07/27 21:59:11] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 21:59:19] ppocr INFO: epoch: [27/200], global_step: 80, lr: 0.001000, loss: 3.276426, loss_shrink_maps: 2.083727, loss_threshold_maps: 0.836040, loss_binary_maps: 0.341723, avg_reader_cost: 1.29228 s, avg_batch_cost: 1.54865 s, avg_samples: 9.6, ips: 6.19893 samples/s, eta: 1:25:21
[2024/07/27 21:59:20] ppocr INFO: epoch: [27/200], global_step: 81, lr: 0.001000, loss: 3.217188, loss_shrink_maps: 2.067664, loss_threshold_maps: 0.836040, loss_binary_maps: 0.338815, avg_reader_cost: 0.82039 s, avg_batch_cost: 0.87530 s, avg_samples: 2.9, ips: 3.31316 samples/s, eta: 1:25:04
[2024/07/27 21:59:21] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 21:59:29] ppocr INFO: epoch: [28/200], global_step: 84, lr: 0.001000, loss: 3.169574, loss_shrink_maps: 1.980419, loss_threshold_maps: 0.831208, loss_binary_maps: 0.335330, avg_reader_cost: 2.02628 s, avg_batch_cost: 2.27625 s, avg_samples: 12.5, ips: 5.49149 samples/s, eta: 1:23:53
[2024/07/27 21:59:29] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 21:59:38] ppocr INFO: epoch: [29/200], global_step: 87, lr: 0.001000, loss: 3.097114, loss_shrink_maps: 1.921586, loss_threshold_maps: 0.837005, loss_binary_maps: 0.331543, avg_reader_cost: 2.08156 s, avg_batch_cost: 2.31322 s, avg_samples: 12.5, ips: 5.40373 samples/s, eta: 1:22:48
[2024/07/27 21:59:38] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 21:59:47] ppocr INFO: epoch: [30/200], global_step: 90, lr: 0.001000, loss: 3.049055, loss_shrink_maps: 1.868632, loss_threshold_maps: 0.837005, loss_binary_maps: 0.324984, avg_reader_cost: 2.04234 s, avg_batch_cost: 2.33335 s, avg_samples: 12.5, ips: 5.35709 samples/s, eta: 1:21:47
[2024/07/27 21:59:47] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 21:59:56] ppocr INFO: epoch: [31/200], global_step: 93, lr: 0.001000, loss: 2.890193, loss_shrink_maps: 1.806192, loss_threshold_maps: 0.822674, loss_binary_maps: 0.310852, avg_reader_cost: 1.98783 s, avg_batch_cost: 2.34485 s, avg_samples: 12.5, ips: 5.33084 samples/s, eta: 1:20:48
[2024/07/27 21:59:56] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:00:04] ppocr INFO: epoch: [32/200], global_step: 96, lr: 0.001000, loss: 2.820556, loss_shrink_maps: 1.771541, loss_threshold_maps: 0.810131, loss_binary_maps: 0.296296, avg_reader_cost: 1.98435 s, avg_batch_cost: 2.31518 s, avg_samples: 12.5, ips: 5.39914 samples/s, eta: 1:19:50
[2024/07/27 22:00:05] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:00:13] ppocr INFO: epoch: [33/200], global_step: 99, lr: 0.001000, loss: 2.937835, loss_shrink_maps: 1.811715, loss_threshold_maps: 0.815104, loss_binary_maps: 0.318851, avg_reader_cost: 1.89265 s, avg_batch_cost: 2.17797 s, avg_samples: 12.5, ips: 5.73929 samples/s, eta: 1:18:48
[2024/07/27 22:00:14] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:00:20] ppocr INFO: epoch: [34/200], global_step: 100, lr: 0.001000, loss: 2.960209, loss_shrink_maps: 1.835134, loss_threshold_maps: 0.815104, loss_binary_maps: 0.323584, avg_reader_cost: 0.49864 s, avg_batch_cost: 0.67689 s, avg_samples: 4.8, ips: 7.09121 samples/s, eta: 1:18:25
[2024/07/27 22:00:22] ppocr INFO: epoch: [34/200], global_step: 102, lr: 0.001000, loss: 2.960209, loss_shrink_maps: 1.835134, loss_threshold_maps: 0.815104, loss_binary_maps: 0.326258, avg_reader_cost: 1.44521 s, avg_batch_cost: 1.58990 s, avg_samples: 7.7, ips: 4.84306 samples/s, eta: 1:17:52
[2024/07/27 22:00:22] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:00:30] ppocr INFO: epoch: [35/200], global_step: 105, lr: 0.001000, loss: 2.943514, loss_shrink_maps: 1.811715, loss_threshold_maps: 0.810787, loss_binary_maps: 0.323121, avg_reader_cost: 1.94600 s, avg_batch_cost: 2.27375 s, avg_samples: 12.5, ips: 5.49752 samples/s, eta: 1:16:58
[2024/07/27 22:00:31] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:00:39] ppocr INFO: epoch: [36/200], global_step: 108, lr: 0.001000, loss: 2.699596, loss_shrink_maps: 1.617056, loss_threshold_maps: 0.800176, loss_binary_maps: 0.289466, avg_reader_cost: 1.97172 s, avg_batch_cost: 2.29633 s, avg_samples: 12.5, ips: 5.44348 samples/s, eta: 1:16:07
[2024/07/27 22:00:40] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:00:47] ppocr INFO: epoch: [37/200], global_step: 110, lr: 0.001000, loss: 2.687146, loss_shrink_maps: 1.605089, loss_threshold_maps: 0.804020, loss_binary_maps: 0.289181, avg_reader_cost: 1.25157 s, avg_batch_cost: 1.42869 s, avg_samples: 9.6, ips: 6.71943 samples/s, eta: 1:15:30
[2024/07/27 22:00:48] ppocr INFO: epoch: [37/200], global_step: 111, lr: 0.001000, loss: 2.699596, loss_shrink_maps: 1.617056, loss_threshold_maps: 0.807920, loss_binary_maps: 0.292439, avg_reader_cost: 0.75997 s, avg_batch_cost: 0.81472 s, avg_samples: 2.9, ips: 3.55951 samples/s, eta: 1:15:16
[2024/07/27 22:00:48] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:00:56] ppocr INFO: epoch: [38/200], global_step: 114, lr: 0.001000, loss: 2.699596, loss_shrink_maps: 1.617056, loss_threshold_maps: 0.804020, loss_binary_maps: 0.292439, avg_reader_cost: 1.85583 s, avg_batch_cost: 2.12509 s, avg_samples: 12.5, ips: 5.88210 samples/s, eta: 1:14:20
[2024/07/27 22:00:57] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:01:05] ppocr INFO: epoch: [39/200], global_step: 117, lr: 0.001000, loss: 2.699596, loss_shrink_maps: 1.617056, loss_threshold_maps: 0.804594, loss_binary_maps: 0.292439, avg_reader_cost: 2.06713 s, avg_batch_cost: 2.30512 s, avg_samples: 12.5, ips: 5.42271 samples/s, eta: 1:13:34
[2024/07/27 22:01:05] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:01:14] ppocr INFO: epoch: [40/200], global_step: 120, lr: 0.001000, loss: 2.699596, loss_shrink_maps: 1.609539, loss_threshold_maps: 0.798075, loss_binary_maps: 0.293217, avg_reader_cost: 1.94482 s, avg_batch_cost: 2.29720 s, avg_samples: 12.5, ips: 5.44141 samples/s, eta: 1:12:49

eval model::   0%|          | 0/500 [00:00<?, ?it/s]
eval model::   0%|          | 2/500 [00:00<00:39, 12.61it/s]
eval model::   1%|          | 5/500 [00:00<00:25, 19.74it/s]
eval model::   2%|▏         | 8/500 [00:00<00:24, 19.88it/s]
eval model::   2%|▏         | 11/500 [00:00<00:24, 19.94it/s]
eval model::   3%|▎         | 14/500 [00:00<00:25, 19.04it/s]
eval model::   3%|▎         | 17/500 [00:00<00:24, 19.66it/s]
eval model::   4%|▍         | 20/500 [00:01<00:25, 18.74it/s]
eval model::   5%|▍         | 23/500 [00:01<00:23, 20.48it/s]
eval model::   5%|▌         | 26/500 [00:01<00:21, 21.67it/s]
eval model::   6%|▌         | 29/500 [00:01<00:21, 22.12it/s]
eval model::   6%|▋         | 32/500 [00:01<00:22, 20.71it/s]
eval model::   7%|▋         | 35/500 [00:01<00:22, 20.27it/s]
LAUNCH WARNING 2024-07-27 22:01:18,349 save gpu log failed
LAUNCH WARNING 2024-07-27 22:01:23,546 save gpu log failed
LAUNCH WARNING 2024-07-27 22:01:28,749 save gpu log failed
LAUNCH WARNING 2024-07-27 22:01:33,929 save gpu log failed
eval model::   8%|▊         | 38/500 [00:01<00:24, 19.20it/s]
eval model::   8%|▊         | 40/500 [00:02<00:24, 18.92it/s]
eval model::   8%|▊         | 42/500 [00:02<00:24, 18.91it/s]
eval model::   9%|▉         | 45/500 [00:02<00:22, 20.30it/s]
eval model::  10%|▉         | 48/500 [00:02<00:23, 19.40it/s]
eval model::  10%|█         | 51/500 [00:02<00:21, 20.86it/s]
eval model::  11%|█         | 54/500 [00:02<00:23, 19.19it/s]
eval model::  11%|█         | 56/500 [00:02<00:23, 18.58it/s]
eval model::  12%|█▏        | 59/500 [00:03<00:23, 18.44it/s]
eval model::  12%|█▏        | 61/500 [00:03<00:26, 16.38it/s]
eval model::  13%|█▎        | 63/500 [00:03<00:27, 15.70it/s]
eval model::  13%|█▎        | 66/500 [00:03<00:23, 18.14it/s]
eval model::  14%|█▍        | 69/500 [00:03<00:22, 19.17it/s]
eval model::  14%|█▍        | 71/500 [00:03<00:23, 18.47it/s]
eval model::  15%|█▍        | 74/500 [00:03<00:20, 20.93it/s]
eval model::  15%|█▌        | 77/500 [00:03<00:19, 21.19it/s]
eval model::  16%|█▌        | 80/500 [00:04<00:18, 22.64it/s]
eval model::  17%|█▋        | 83/500 [00:04<00:18, 22.06it/s]
eval model::  17%|█▋        | 86/500 [00:04<00:19, 21.17it/s]
eval model::  18%|█▊        | 89/500 [00:04<00:19, 21.25it/s]
eval model::  18%|█▊        | 92/500 [00:04<00:20, 19.79it/s]
eval model::  19%|█▉        | 95/500 [00:04<00:20, 19.76it/s]
eval model::  20%|█▉        | 98/500 [00:04<00:19, 20.89it/s]
eval model::  20%|██        | 101/500 [00:05<00:20, 19.08it/s]
eval model::  21%|██        | 104/500 [00:05<00:19, 20.35it/s]
eval model::  21%|██▏       | 107/500 [00:05<00:20, 19.38it/s]
eval model::  22%|██▏       | 109/500 [00:05<00:20, 18.82it/s]
eval model::  22%|██▏       | 111/500 [00:05<00:20, 18.76it/s]
eval model::  23%|██▎       | 114/500 [00:05<00:18, 20.71it/s]
eval model::  23%|██▎       | 117/500 [00:05<00:19, 19.79it/s]
eval model::  24%|██▍       | 120/500 [00:06<00:21, 18.02it/s]
eval model::  25%|██▍       | 123/500 [00:06<00:19, 19.42it/s]
eval model::  25%|██▌       | 126/500 [00:06<00:19, 18.77it/s]
eval model::  26%|██▌       | 129/500 [00:06<00:18, 20.54it/s]
eval model::  26%|██▋       | 132/500 [00:06<00:21, 17.46it/s]
eval model::  27%|██▋       | 135/500 [00:06<00:19, 18.89it/s]
eval model::  28%|██▊       | 138/500 [00:07<00:17, 20.25it/s]
eval model::  28%|██▊       | 141/500 [00:07<00:18, 19.43it/s]
eval model::  29%|██▉       | 144/500 [00:07<00:18, 19.29it/s]
eval model::  29%|██▉       | 146/500 [00:07<00:18, 19.23it/s]
eval model::  30%|██▉       | 148/500 [00:07<00:19, 18.24it/s]
eval model::  30%|███       | 150/500 [00:07<00:19, 18.35it/s]
eval model::  30%|███       | 152/500 [00:07<00:18, 18.41it/s]
eval model::  31%|███       | 156/500 [00:07<00:15, 22.47it/s]
eval model::  32%|███▏      | 159/500 [00:08<00:14, 23.40it/s]
eval model::  32%|███▏      | 162/500 [00:08<00:16, 20.52it/s]
eval model::  33%|███▎      | 165/500 [00:08<00:16, 20.70it/s]
eval model::  34%|███▎      | 168/500 [00:08<00:16, 20.63it/s]
eval model::  34%|███▍      | 171/500 [00:08<00:16, 20.00it/s]
eval model::  35%|███▍      | 174/500 [00:08<00:16, 19.31it/s]
eval model::  35%|███▌      | 176/500 [00:08<00:17, 18.46it/s]
eval model::  36%|███▌      | 179/500 [00:09<00:16, 19.50it/s]
eval model::  36%|███▌      | 181/500 [00:09<00:17, 17.97it/s]
eval model::  37%|███▋      | 184/500 [00:09<00:15, 19.83it/s]
eval model::  37%|███▋      | 187/500 [00:09<00:15, 20.70it/s]
eval model::  38%|███▊      | 190/500 [00:09<00:15, 20.48it/s]
eval model::  39%|███▊      | 193/500 [00:09<00:14, 20.98it/s]
eval model::  39%|███▉      | 196/500 [00:09<00:14, 20.52it/s]
eval model::  40%|███▉      | 199/500 [00:10<00:13, 21.90it/s]
eval model::  40%|████      | 202/500 [00:10<00:14, 21.18it/s]
eval model::  41%|████      | 205/500 [00:10<00:21, 13.94it/s]
eval model::  42%|████▏     | 208/500 [00:10<00:19, 14.63it/s]
eval model::  42%|████▏     | 210/500 [00:10<00:18, 15.36it/s]
eval model::  43%|████▎     | 213/500 [00:11<00:17, 16.48it/s]
eval model::  43%|████▎     | 215/500 [00:11<00:19, 14.67it/s]
eval model::  43%|████▎     | 217/500 [00:11<00:20, 14.06it/s]
eval model::  44%|████▍     | 220/500 [00:11<00:17, 16.16it/s]
eval model::  44%|████▍     | 222/500 [00:11<00:17, 16.14it/s]
eval model::  45%|████▌     | 225/500 [00:11<00:15, 17.75it/s]
eval model::  46%|████▌     | 228/500 [00:11<00:14, 19.28it/s]
eval model::  46%|████▌     | 231/500 [00:12<00:12, 20.87it/s]
eval model::  47%|████▋     | 234/500 [00:12<00:12, 20.56it/s]
eval model::  47%|████▋     | 237/500 [00:12<00:12, 20.49it/s]
eval model::  48%|████▊     | 240/500 [00:12<00:12, 21.44it/s]
eval model::  49%|████▊     | 243/500 [00:12<00:12, 20.05it/s]
eval model::  49%|████▉     | 246/500 [00:12<00:11, 21.54it/s]
eval model::  50%|████▉     | 249/500 [00:12<00:11, 21.95it/s]
eval model::  50%|█████     | 252/500 [00:13<00:12, 19.63it/s]
eval model::  51%|█████     | 255/500 [00:13<00:11, 20.58it/s]
eval model::  52%|█████▏    | 258/500 [00:13<00:12, 19.38it/s]
eval model::  52%|█████▏    | 261/500 [00:13<00:11, 20.57it/s]
eval model::  53%|█████▎    | 264/500 [00:13<00:12, 19.09it/s]
eval model::  53%|█████▎    | 267/500 [00:13<00:12, 18.90it/s]
eval model::  54%|█████▍    | 269/500 [00:13<00:12, 18.08it/s]
eval model::  54%|█████▍    | 272/500 [00:14<00:12, 17.86it/s]
eval model::  55%|█████▌    | 275/500 [00:14<00:12, 17.85it/s]
eval model::  56%|█████▌    | 278/500 [00:14<00:11, 19.97it/s]
eval model::  56%|█████▌    | 281/500 [00:14<00:11, 19.01it/s]
eval model::  57%|█████▋    | 284/500 [00:14<00:10, 20.19it/s]
eval model::  57%|█████▋    | 287/500 [00:15<00:13, 15.69it/s]
eval model::  58%|█████▊    | 290/500 [00:15<00:11, 17.92it/s]
eval model::  59%|█████▊    | 293/500 [00:15<00:10, 18.88it/s]
eval model::  59%|█████▉    | 296/500 [00:15<00:11, 17.12it/s]
eval model::  60%|█████▉    | 299/500 [00:15<00:10, 19.58it/s]
eval model::  60%|██████    | 302/500 [00:15<00:11, 16.95it/s]
eval model::  61%|██████    | 304/500 [00:15<00:11, 16.71it/s]
eval model::  61%|██████▏   | 307/500 [00:16<00:10, 18.41it/s]
eval model::  62%|██████▏   | 309/500 [00:16<00:10, 18.51it/s]
eval model::  62%|██████▏   | 312/500 [00:16<00:09, 20.02it/s]
eval model::  63%|██████▎   | 315/500 [00:16<00:09, 20.26it/s]
eval model::  64%|██████▎   | 318/500 [00:16<00:08, 20.44it/s]
eval model::  64%|██████▍   | 321/500 [00:16<00:08, 20.27it/s]
eval model::  65%|██████▍   | 324/500 [00:16<00:08, 19.67it/s]
eval model::  65%|██████▌   | 327/500 [00:17<00:08, 20.62it/s]
eval model::  66%|██████▌   | 330/500 [00:17<00:08, 20.27it/s]
eval model::  67%|██████▋   | 333/500 [00:17<00:08, 20.78it/s]
eval model::  67%|██████▋   | 336/500 [00:17<00:07, 22.09it/s]
eval model::  68%|██████▊   | 339/500 [00:17<00:07, 20.74it/s]
eval model::  68%|██████▊   | 342/500 [00:17<00:09, 17.05it/s]
eval model::  69%|██████▉   | 345/500 [00:17<00:08, 19.06it/s]
eval model::  70%|██████▉   | 348/500 [00:18<00:07, 20.63it/s]
eval model::  70%|███████   | 351/500 [00:18<00:06, 21.43it/s]
eval model::  71%|███████   | 354/500 [00:18<00:06, 23.00it/s]
eval model::  71%|███████▏  | 357/500 [00:18<00:07, 20.20it/s]
LAUNCH WARNING 2024-07-27 22:01:39,106 save gpu log failed
LAUNCH WARNING 2024-07-27 22:01:44,268 save gpu log failed
LAUNCH WARNING 2024-07-27 22:01:49,450 save gpu log failed
LAUNCH WARNING 2024-07-27 22:01:54,588 save gpu log failed
LAUNCH WARNING 2024-07-27 22:01:59,768 save gpu log failed
LAUNCH WARNING 2024-07-27 22:02:04,913 save gpu log failed
LAUNCH WARNING 2024-07-27 22:02:10,085 save gpu log failed
LAUNCH WARNING 2024-07-27 22:02:15,245 save gpu log failed
LAUNCH WARNING 2024-07-27 22:02:20,413 save gpu log failed
LAUNCH WARNING 2024-07-27 22:02:25,590 save gpu log failed
LAUNCH WARNING 2024-07-27 22:02:30,724 save gpu log failed
LAUNCH WARNING 2024-07-27 22:02:35,892 save gpu log failed
LAUNCH WARNING 2024-07-27 22:02:41,322 save gpu log failed
LAUNCH WARNING 2024-07-27 22:02:46,456 save gpu log failed
LAUNCH WARNING 2024-07-27 22:02:51,624 save gpu log failed
LAUNCH WARNING 2024-07-27 22:02:56,759 save gpu log failed
eval model::  72%|███████▏  | 360/500 [00:18<00:07, 19.41it/s]
eval model::  73%|███████▎  | 363/500 [00:18<00:07, 18.26it/s]
eval model::  73%|███████▎  | 365/500 [00:19<00:07, 17.43it/s]
eval model::  73%|███████▎  | 367/500 [00:19<00:07, 16.69it/s]
eval model::  74%|███████▍  | 370/500 [00:19<00:06, 18.85it/s]
eval model::  74%|███████▍  | 372/500 [00:19<00:06, 18.88it/s]
eval model::  75%|███████▌  | 375/500 [00:19<00:06, 19.50it/s]
eval model::  76%|███████▌  | 378/500 [00:19<00:06, 19.90it/s]
eval model::  76%|███████▌  | 381/500 [00:19<00:05, 20.96it/s]
eval model::  77%|███████▋  | 384/500 [00:19<00:05, 22.81it/s]
eval model::  77%|███████▋  | 387/500 [00:20<00:06, 17.16it/s]
eval model::  78%|███████▊  | 390/500 [00:20<00:06, 18.33it/s]
eval model::  79%|███████▊  | 393/500 [00:20<00:05, 20.13it/s]
eval model::  79%|███████▉  | 396/500 [00:20<00:05, 19.75it/s]
eval model::  80%|███████▉  | 399/500 [00:20<00:05, 19.10it/s]
eval model::  80%|████████  | 402/500 [00:20<00:04, 19.67it/s]
eval model::  81%|████████  | 405/500 [00:21<00:04, 19.75it/s]
eval model::  82%|████████▏ | 408/500 [00:21<00:04, 20.34it/s]
eval model::  82%|████████▏ | 411/500 [00:21<00:04, 20.79it/s]
eval model::  83%|████████▎ | 414/500 [00:21<00:04, 20.60it/s]
eval model::  83%|████████▎ | 417/500 [00:21<00:04, 19.59it/s]
eval model::  84%|████████▍ | 419/500 [00:21<00:04, 18.92it/s]
eval model::  84%|████████▍ | 421/500 [00:21<00:04, 17.45it/s]
eval model::  85%|████████▍ | 424/500 [00:22<00:04, 17.78it/s]
eval model::  85%|████████▌ | 427/500 [00:22<00:03, 19.91it/s]
eval model::  86%|████████▌ | 430/500 [00:22<00:03, 21.36it/s]
eval model::  87%|████████▋ | 433/500 [00:22<00:03, 22.12it/s]
eval model::  87%|████████▋ | 436/500 [00:22<00:02, 23.39it/s]
eval model::  88%|████████▊ | 439/500 [00:22<00:02, 24.00it/s]
eval model::  88%|████████▊ | 442/500 [00:22<00:02, 22.88it/s]
eval model::  89%|████████▉ | 445/500 [00:22<00:02, 21.87it/s]
eval model::  90%|████████▉ | 448/500 [00:23<00:02, 20.29it/s]
eval model::  90%|█████████ | 451/500 [00:23<00:02, 19.69it/s]
eval model::  91%|█████████ | 454/500 [00:23<00:02, 20.31it/s]
eval model::  91%|█████████▏| 457/500 [00:23<00:02, 20.57it/s]
eval model::  92%|█████████▏| 460/500 [00:23<00:01, 21.83it/s]
eval model::  93%|█████████▎| 463/500 [00:23<00:02, 18.02it/s]
eval model::  93%|█████████▎| 465/500 [00:24<00:02, 15.48it/s]
eval model::  94%|█████████▎| 468/500 [00:24<00:01, 17.24it/s]
eval model::  94%|█████████▍| 471/500 [00:24<00:01, 18.82it/s]
eval model::  95%|█████████▍| 474/500 [00:24<00:01, 19.19it/s]
eval model::  95%|█████████▌| 477/500 [00:24<00:01, 21.58it/s]
eval model::  96%|█████████▌| 480/500 [00:24<00:00, 21.79it/s]
eval model::  97%|█████████▋| 483/500 [00:24<00:00, 22.13it/s]
eval model::  97%|█████████▋| 486/500 [00:25<00:00, 19.46it/s]
eval model::  98%|█████████▊| 489/500 [00:25<00:00, 20.66it/s]
eval model::  98%|█████████▊| 492/500 [00:25<00:00, 21.04it/s]
eval model::  99%|█████████▉| 495/500 [00:25<00:00, 21.78it/s]
eval model:: 100%|█████████▉| 498/500 [00:25<00:00, 23.32it/s]
eval model:: 100%|██████████| 500/500 [00:25<00:00, 19.52it/s]
[2024/07/27 22:01:39] ppocr INFO: cur metric, precision: 0.40350877192982454, recall: 0.2989889263360616, hmean: 0.3434734513274336, fps: 42.62244172103327
[2024/07/27 22:01:39] ppocr INFO: save best model is to ./output/db_mv3/best_accuracy
[2024/07/27 22:01:39] ppocr INFO: best metric, hmean: 0.3434734513274336, precision: 0.40350877192982454, recall: 0.2989889263360616, fps: 42.62244172103327, best_epoch: 40
[2024/07/27 22:01:40] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:01:47] ppocr INFO: epoch: [41/200], global_step: 123, lr: 0.001000, loss: 2.686909, loss_shrink_maps: 1.589560, loss_threshold_maps: 0.800308, loss_binary_maps: 0.293217, avg_reader_cost: 1.85827 s, avg_batch_cost: 2.13788 s, avg_samples: 12.5, ips: 5.84691 samples/s, eta: 1:11:59
[2024/07/27 22:01:48] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:01:56] ppocr INFO: epoch: [42/200], global_step: 126, lr: 0.001000, loss: 2.686909, loss_shrink_maps: 1.589560, loss_threshold_maps: 0.798075, loss_binary_maps: 0.295679, avg_reader_cost: 1.96262 s, avg_batch_cost: 2.30770 s, avg_samples: 12.5, ips: 5.41666 samples/s, eta: 1:11:16
[2024/07/27 22:01:57] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:02:05] ppocr INFO: epoch: [43/200], global_step: 129, lr: 0.001000, loss: 2.702756, loss_shrink_maps: 1.601358, loss_threshold_maps: 0.800624, loss_binary_maps: 0.300171, avg_reader_cost: 2.08082 s, avg_batch_cost: 2.31087 s, avg_samples: 12.5, ips: 5.40921 samples/s, eta: 1:10:35
[2024/07/27 22:02:06] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:02:12] ppocr INFO: epoch: [44/200], global_step: 130, lr: 0.001000, loss: 2.702756, loss_shrink_maps: 1.601358, loss_threshold_maps: 0.798075, loss_binary_maps: 0.300171, avg_reader_cost: 0.51735 s, avg_batch_cost: 0.64906 s, avg_samples: 4.8, ips: 7.39526 samples/s, eta: 1:10:17
[2024/07/27 22:02:14] ppocr INFO: epoch: [44/200], global_step: 132, lr: 0.001000, loss: 2.702756, loss_shrink_maps: 1.601484, loss_threshold_maps: 0.793968, loss_binary_maps: 0.302684, avg_reader_cost: 1.38974 s, avg_batch_cost: 1.53570 s, avg_samples: 7.7, ips: 5.01402 samples/s, eta: 1:09:50
[2024/07/27 22:02:14] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:02:22] ppocr INFO: epoch: [45/200], global_step: 135, lr: 0.001000, loss: 2.645467, loss_shrink_maps: 1.565739, loss_threshold_maps: 0.787574, loss_binary_maps: 0.292013, avg_reader_cost: 1.96921 s, avg_batch_cost: 2.30193 s, avg_samples: 12.5, ips: 5.43023 samples/s, eta: 1:09:09
[2024/07/27 22:02:23] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:02:31] ppocr INFO: epoch: [46/200], global_step: 138, lr: 0.001000, loss: 2.681845, loss_shrink_maps: 1.588754, loss_threshold_maps: 0.790676, loss_binary_maps: 0.295679, avg_reader_cost: 1.98367 s, avg_batch_cost: 2.32041 s, avg_samples: 12.5, ips: 5.38698 samples/s, eta: 1:08:31
[2024/07/27 22:02:32] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:02:40] ppocr INFO: epoch: [47/200], global_step: 140, lr: 0.001000, loss: 2.675375, loss_shrink_maps: 1.588293, loss_threshold_maps: 0.787574, loss_binary_maps: 0.297899, avg_reader_cost: 1.28952 s, avg_batch_cost: 1.46464 s, avg_samples: 9.6, ips: 6.55450 samples/s, eta: 1:08:03
[2024/07/27 22:02:40] ppocr INFO: epoch: [47/200], global_step: 141, lr: 0.001000, loss: 2.675375, loss_shrink_maps: 1.588293, loss_threshold_maps: 0.783192, loss_binary_maps: 0.297899, avg_reader_cost: 0.77789 s, avg_batch_cost: 0.83292 s, avg_samples: 2.9, ips: 3.48174 samples/s, eta: 1:07:52
[2024/07/27 22:02:41] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:02:49] ppocr INFO: epoch: [48/200], global_step: 144, lr: 0.001000, loss: 2.675375, loss_shrink_maps: 1.588293, loss_threshold_maps: 0.783192, loss_binary_maps: 0.298296, avg_reader_cost: 2.03986 s, avg_batch_cost: 2.34260 s, avg_samples: 12.5, ips: 5.33595 samples/s, eta: 1:07:15
[2024/07/27 22:02:50] ppocr INFO: save model in ./output/db_mv3/latest
LAUNCH WARNING 2024-07-27 22:03:01,956 save gpu log failed
LAUNCH WARNING 2024-07-27 22:03:07,173 save gpu log failed
LAUNCH WARNING 2024-07-27 22:03:12,339 save gpu log failed
LAUNCH WARNING 2024-07-27 22:03:17,520 save gpu log failed
LAUNCH WARNING 2024-07-27 22:03:22,654 save gpu log failed
LAUNCH WARNING 2024-07-27 22:03:27,845 save gpu log failed
LAUNCH WARNING 2024-07-27 22:03:32,987 save gpu log failed
LAUNCH WARNING 2024-07-27 22:03:38,146 save gpu log failed
LAUNCH WARNING 2024-07-27 22:03:43,356 save gpu log failed
LAUNCH WARNING 2024-07-27 22:03:48,488 save gpu log failed
LAUNCH WARNING 2024-07-27 22:03:53,652 save gpu log failed
LAUNCH WARNING 2024-07-27 22:03:58,790 save gpu log failed
LAUNCH WARNING 2024-07-27 22:04:03,957 save gpu log failed
LAUNCH WARNING 2024-07-27 22:04:09,256 save gpu log failed
LAUNCH WARNING 2024-07-27 22:04:14,416 save gpu log failed
LAUNCH WARNING 2024-07-27 22:04:19,584 save gpu log failed
LAUNCH WARNING 2024-07-27 22:04:24,712 save gpu log failed
LAUNCH WARNING 2024-07-27 22:04:29,929 save gpu log failed
LAUNCH WARNING 2024-07-27 22:04:35,068 save gpu log failed
LAUNCH WARNING 2024-07-27 22:04:40,269 save gpu log failed
[2024/07/27 22:02:58] ppocr INFO: epoch: [49/200], global_step: 147, lr: 0.001000, loss: 2.640125, loss_shrink_maps: 1.567560, loss_threshold_maps: 0.782926, loss_binary_maps: 0.294233, avg_reader_cost: 2.02971 s, avg_batch_cost: 2.27097 s, avg_samples: 12.5, ips: 5.50426 samples/s, eta: 1:06:37
[2024/07/27 22:02:59] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:03:07] ppocr INFO: epoch: [50/200], global_step: 150, lr: 0.001000, loss: 2.573725, loss_shrink_maps: 1.527524, loss_threshold_maps: 0.779611, loss_binary_maps: 0.283983, avg_reader_cost: 1.89948 s, avg_batch_cost: 2.17270 s, avg_samples: 12.5, ips: 5.75322 samples/s, eta: 1:05:56
[2024/07/27 22:03:07] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:03:15] ppocr INFO: epoch: [51/200], global_step: 153, lr: 0.001000, loss: 2.519914, loss_shrink_maps: 1.463194, loss_threshold_maps: 0.779611, loss_binary_maps: 0.274130, avg_reader_cost: 1.83674 s, avg_batch_cost: 2.09512 s, avg_samples: 12.5, ips: 5.96625 samples/s, eta: 1:05:14
[2024/07/27 22:03:16] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:03:24] ppocr INFO: epoch: [52/200], global_step: 156, lr: 0.001000, loss: 2.525271, loss_shrink_maps: 1.463194, loss_threshold_maps: 0.783825, loss_binary_maps: 0.274130, avg_reader_cost: 2.06537 s, avg_batch_cost: 2.29834 s, avg_samples: 12.5, ips: 5.43871 samples/s, eta: 1:04:38
[2024/07/27 22:03:25] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:03:33] ppocr INFO: epoch: [53/200], global_step: 159, lr: 0.001000, loss: 2.491115, loss_shrink_maps: 1.444094, loss_threshold_maps: 0.781400, loss_binary_maps: 0.271911, avg_reader_cost: 1.98110 s, avg_batch_cost: 2.27007 s, avg_samples: 12.5, ips: 5.50644 samples/s, eta: 1:04:02
[2024/07/27 22:03:33] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:03:40] ppocr INFO: epoch: [54/200], global_step: 160, lr: 0.001000, loss: 2.491115, loss_shrink_maps: 1.444094, loss_threshold_maps: 0.781400, loss_binary_maps: 0.271911, avg_reader_cost: 0.59896 s, avg_batch_cost: 0.69374 s, avg_samples: 4.8, ips: 6.91906 samples/s, eta: 1:03:49
[2024/07/27 22:03:42] ppocr INFO: epoch: [54/200], global_step: 162, lr: 0.001000, loss: 2.504121, loss_shrink_maps: 1.455217, loss_threshold_maps: 0.781400, loss_binary_maps: 0.274130, avg_reader_cost: 1.47897 s, avg_batch_cost: 1.62501 s, avg_samples: 7.7, ips: 4.73844 samples/s, eta: 1:03:28
[2024/07/27 22:03:42] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:03:50] ppocr INFO: epoch: [55/200], global_step: 165, lr: 0.001000, loss: 2.488252, loss_shrink_maps: 1.444094, loss_threshold_maps: 0.770367, loss_binary_maps: 0.272686, avg_reader_cost: 1.96025 s, avg_batch_cost: 2.27803 s, avg_samples: 12.5, ips: 5.48721 samples/s, eta: 1:02:53
[2024/07/27 22:03:51] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:03:59] ppocr INFO: epoch: [56/200], global_step: 168, lr: 0.001000, loss: 2.501258, loss_shrink_maps: 1.457934, loss_threshold_maps: 0.777779, loss_binary_maps: 0.275746, avg_reader_cost: 1.98856 s, avg_batch_cost: 2.27074 s, avg_samples: 12.5, ips: 5.50482 samples/s, eta: 1:02:19
[2024/07/27 22:04:00] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:04:08] ppocr INFO: epoch: [57/200], global_step: 170, lr: 0.001000, loss: 2.525271, loss_shrink_maps: 1.472741, loss_threshold_maps: 0.783142, loss_binary_maps: 0.276680, avg_reader_cost: 1.30511 s, avg_batch_cost: 1.48144 s, avg_samples: 9.6, ips: 6.48017 samples/s, eta: 1:01:55
[2024/07/27 22:04:08] ppocr INFO: epoch: [57/200], global_step: 171, lr: 0.001000, loss: 2.511354, loss_shrink_maps: 1.457934, loss_threshold_maps: 0.779521, loss_binary_maps: 0.276680, avg_reader_cost: 0.78639 s, avg_batch_cost: 0.84102 s, avg_samples: 2.9, ips: 3.44820 samples/s, eta: 1:01:46
[2024/07/27 22:04:09] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:04:17] ppocr INFO: epoch: [58/200], global_step: 174, lr: 0.001000, loss: 2.501111, loss_shrink_maps: 1.457934, loss_threshold_maps: 0.774532, loss_binary_maps: 0.276680, avg_reader_cost: 1.98187 s, avg_batch_cost: 2.30327 s, avg_samples: 12.5, ips: 5.42706 samples/s, eta: 1:01:13
[2024/07/27 22:04:18] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:04:26] ppocr INFO: epoch: [59/200], global_step: 177, lr: 0.001000, loss: 2.501111, loss_shrink_maps: 1.446010, loss_threshold_maps: 0.773697, loss_binary_maps: 0.276236, avg_reader_cost: 1.98645 s, avg_batch_cost: 2.33017 s, avg_samples: 12.5, ips: 5.36441 samples/s, eta: 1:00:41
[2024/07/27 22:04:27] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:04:35] ppocr INFO: epoch: [60/200], global_step: 180, lr: 0.001000, loss: 2.451399, loss_shrink_maps: 1.420337, loss_threshold_maps: 0.771193, loss_binary_maps: 0.270160, avg_reader_cost: 2.14910 s, avg_batch_cost: 2.38429 s, avg_samples: 12.5, ips: 5.24266 samples/s, eta: 1:00:11

eval model::   0%|          | 0/500 [00:00<?, ?it/s]
eval model::   0%|          | 1/500 [00:00<00:50,  9.79it/s]
eval model::   1%|          | 3/500 [00:00<00:35, 14.14it/s]
eval model::   1%|          | 6/500 [00:00<00:24, 20.33it/s]
eval model::   2%|▏         | 9/500 [00:00<00:23, 21.32it/s]
eval model::   2%|▏         | 12/500 [00:00<00:24, 19.71it/s]
eval model::   3%|▎         | 14/500 [00:00<00:25, 19.35it/s]
eval model::   3%|▎         | 17/500 [00:00<00:24, 19.80it/s]
eval model::   4%|▍         | 19/500 [00:01<00:25, 18.53it/s]
eval model::   4%|▍         | 21/500 [00:01<00:27, 17.42it/s]
eval model::   5%|▍         | 24/500 [00:01<00:24, 19.64it/s]
eval model::   5%|▌         | 27/500 [00:01<00:22, 20.99it/s]
eval model::   6%|▌         | 30/500 [00:01<00:22, 21.19it/s]
eval model::   7%|▋         | 33/500 [00:01<00:23, 19.55it/s]
eval model::   7%|▋         | 35/500 [00:01<00:24, 18.91it/s]
eval model::   8%|▊         | 38/500 [00:01<00:23, 19.75it/s]
eval model::   8%|▊         | 40/500 [00:02<00:23, 19.66it/s]
eval model::   8%|▊         | 42/500 [00:02<00:24, 18.74it/s]
eval model::   9%|▉         | 44/500 [00:02<00:24, 18.84it/s]
eval model::   9%|▉         | 46/500 [00:02<00:24, 18.22it/s]
eval model::  10%|▉         | 49/500 [00:02<00:21, 20.64it/s]
eval model::  10%|█         | 52/500 [00:02<00:20, 21.55it/s]
eval model::  11%|█         | 55/500 [00:02<00:20, 22.20it/s]
eval model::  12%|█▏        | 58/500 [00:02<00:21, 20.24it/s]
eval model::  12%|█▏        | 61/500 [00:03<00:23, 18.99it/s]
eval model::  13%|█▎        | 63/500 [00:03<00:25, 17.34it/s]
eval model::  13%|█▎        | 66/500 [00:03<00:22, 19.19it/s]
eval model::  14%|█▍        | 70/500 [00:03<00:18, 22.81it/s]
eval model::  15%|█▍        | 73/500 [00:03<00:19, 22.35it/s]
eval model::  15%|█▌        | 76/500 [00:03<00:18, 22.70it/s]
eval model::  16%|█▌        | 79/500 [00:03<00:18, 22.79it/s]
eval model::  16%|█▋        | 82/500 [00:04<00:17, 24.10it/s]
eval model::  17%|█▋        | 85/500 [00:04<00:17, 23.87it/s]
eval model::  18%|█▊        | 88/500 [00:04<00:18, 22.64it/s]
eval model::  18%|█▊        | 91/500 [00:04<00:20, 20.16it/s]
eval model::  19%|█▉        | 94/500 [00:04<00:20, 19.59it/s]
eval model::  19%|█▉        | 97/500 [00:04<00:19, 20.80it/s]
eval model::  20%|██        | 100/500 [00:04<00:19, 20.01it/s]
eval model::  21%|██        | 103/500 [00:05<00:18, 21.86it/s]
eval model::  21%|██        | 106/500 [00:05<00:17, 21.96it/s]
eval model::  22%|██▏       | 109/500 [00:05<00:17, 22.40it/s]
eval model::  22%|██▏       | 112/500 [00:05<00:18, 21.31it/s]
eval model::  23%|██▎       | 115/500 [00:05<00:20, 19.22it/s]
eval model::  24%|██▎       | 118/500 [00:05<00:19, 19.38it/s]
eval model::  24%|██▍       | 120/500 [00:05<00:20, 18.42it/s]
eval model::  25%|██▍       | 124/500 [00:06<00:18, 20.42it/s]
eval model::  25%|██▌       | 127/500 [00:06<00:17, 20.78it/s]
eval model::  26%|██▌       | 130/500 [00:06<00:19, 19.39it/s]
eval model::  27%|██▋       | 133/500 [00:06<00:17, 21.06it/s]
LAUNCH WARNING 2024-07-27 22:04:45,451 save gpu log failed
LAUNCH WARNING 2024-07-27 22:04:50,653 save gpu log failed
LAUNCH WARNING 2024-07-27 22:04:55,865 save gpu log failed
eval model::  27%|██▋       | 136/500 [00:06<00:17, 20.89it/s]
eval model::  28%|██▊       | 139/500 [00:06<00:18, 19.90it/s]
eval model::  28%|██▊       | 142/500 [00:06<00:17, 20.99it/s]
eval model::  29%|██▉       | 145/500 [00:07<00:16, 21.92it/s]
eval model::  30%|██▉       | 148/500 [00:07<00:15, 22.51it/s]
eval model::  30%|███       | 151/500 [00:07<00:16, 21.69it/s]
eval model::  31%|███       | 155/500 [00:07<00:14, 24.28it/s]
eval model::  32%|███▏      | 158/500 [00:07<00:16, 20.94it/s]
eval model::  32%|███▏      | 161/500 [00:07<00:17, 19.07it/s]
eval model::  33%|███▎      | 164/500 [00:08<00:16, 20.42it/s]
eval model::  33%|███▎      | 167/500 [00:08<00:15, 21.47it/s]
eval model::  34%|███▍      | 170/500 [00:08<00:15, 21.95it/s]
eval model::  35%|███▍      | 173/500 [00:08<00:15, 20.60it/s]
eval model::  35%|███▌      | 176/500 [00:08<00:17, 18.80it/s]
eval model::  36%|███▌      | 179/500 [00:08<00:15, 20.72it/s]
eval model::  36%|███▋      | 182/500 [00:08<00:15, 20.05it/s]
eval model::  37%|███▋      | 185/500 [00:08<00:14, 22.02it/s]
eval model::  38%|███▊      | 188/500 [00:09<00:15, 20.33it/s]
eval model::  38%|███▊      | 191/500 [00:09<00:15, 20.48it/s]
eval model::  39%|███▉      | 195/500 [00:09<00:13, 22.44it/s]
eval model::  40%|███▉      | 198/500 [00:09<00:13, 22.67it/s]
eval model::  40%|████      | 201/500 [00:09<00:14, 21.04it/s]
eval model::  41%|████      | 204/500 [00:09<00:13, 22.70it/s]
eval model::  41%|████▏     | 207/500 [00:10<00:20, 14.21it/s]
eval model::  42%|████▏     | 209/500 [00:10<00:19, 14.88it/s]
eval model::  42%|████▏     | 211/500 [00:10<00:18, 15.66it/s]
eval model::  43%|████▎     | 214/500 [00:10<00:15, 18.22it/s]
eval model::  43%|████▎     | 217/500 [00:10<00:19, 14.80it/s]
eval model::  44%|████▍     | 220/500 [00:11<00:16, 17.09it/s]
eval model::  45%|████▍     | 223/500 [00:11<00:15, 17.63it/s]
eval model::  45%|████▌     | 226/500 [00:11<00:13, 19.70it/s]
eval model::  46%|████▌     | 229/500 [00:11<00:12, 21.86it/s]
eval model::  46%|████▋     | 232/500 [00:11<00:11, 23.61it/s]
eval model::  47%|████▋     | 235/500 [00:11<00:11, 22.88it/s]
eval model::  48%|████▊     | 238/500 [00:11<00:11, 23.53it/s]
eval model::  48%|████▊     | 241/500 [00:11<00:10, 24.41it/s]
eval model::  49%|████▉     | 244/500 [00:12<00:11, 22.26it/s]
eval model::  49%|████▉     | 247/500 [00:12<00:11, 22.58it/s]
eval model::  50%|█████     | 250/500 [00:12<00:11, 21.26it/s]
eval model::  51%|█████     | 253/500 [00:12<00:10, 22.85it/s]
eval model::  51%|█████     | 256/500 [00:12<00:10, 24.08it/s]
eval model::  52%|█████▏    | 259/500 [00:12<00:10, 23.62it/s]
eval model::  52%|█████▏    | 262/500 [00:12<00:10, 22.02it/s]
eval model::  53%|█████▎    | 265/500 [00:12<00:11, 21.01it/s]
eval model::  54%|█████▎    | 268/500 [00:13<00:10, 21.35it/s]
eval model::  54%|█████▍    | 271/500 [00:13<00:11, 20.41it/s]
eval model::  55%|█████▍    | 274/500 [00:13<00:11, 20.46it/s]
eval model::  55%|█████▌    | 277/500 [00:13<00:10, 20.41it/s]
eval model::  56%|█████▌    | 280/500 [00:13<00:10, 20.94it/s]
eval model::  57%|█████▋    | 283/500 [00:13<00:10, 20.87it/s]
eval model::  57%|█████▋    | 286/500 [00:14<00:14, 14.29it/s]
eval model::  58%|█████▊    | 288/500 [00:14<00:13, 15.19it/s]
eval model::  58%|█████▊    | 291/500 [00:14<00:11, 17.82it/s]
eval model::  59%|█████▉    | 294/500 [00:14<00:11, 18.66it/s]
eval model::  59%|█████▉    | 297/500 [00:14<00:10, 19.21it/s]
eval model::  60%|██████    | 300/500 [00:14<00:11, 17.82it/s]
eval model::  61%|██████    | 303/500 [00:15<00:10, 19.29it/s]
eval model::  61%|██████    | 306/500 [00:15<00:09, 20.14it/s]
eval model::  62%|██████▏   | 309/500 [00:15<00:08, 21.97it/s]
eval model::  62%|██████▏   | 312/500 [00:15<00:08, 21.92it/s]
eval model::  63%|██████▎   | 315/500 [00:15<00:08, 21.81it/s]
eval model::  64%|██████▎   | 318/500 [00:15<00:07, 23.56it/s]
eval model::  64%|██████▍   | 321/500 [00:15<00:07, 23.98it/s]
eval model::  65%|██████▍   | 324/500 [00:15<00:07, 22.66it/s]
eval model::  65%|██████▌   | 327/500 [00:16<00:07, 23.62it/s]
eval model::  66%|██████▌   | 330/500 [00:16<00:07, 22.06it/s]
eval model::  67%|██████▋   | 333/500 [00:16<00:07, 21.76it/s]
eval model::  67%|██████▋   | 336/500 [00:16<00:07, 21.14it/s]
eval model::  68%|██████▊   | 339/500 [00:16<00:07, 21.25it/s]
eval model::  68%|██████▊   | 342/500 [00:16<00:08, 18.48it/s]
eval model::  69%|██████▉   | 345/500 [00:16<00:07, 20.44it/s]
eval model::  70%|██████▉   | 348/500 [00:17<00:06, 22.41it/s]
eval model::  70%|███████   | 351/500 [00:17<00:06, 21.80it/s]
eval model::  71%|███████   | 354/500 [00:17<00:06, 22.47it/s]
eval model::  71%|███████▏  | 357/500 [00:17<00:06, 20.64it/s]
eval model::  72%|███████▏  | 360/500 [00:17<00:07, 19.93it/s]
eval model::  73%|███████▎  | 363/500 [00:17<00:07, 18.38it/s]
eval model::  73%|███████▎  | 365/500 [00:17<00:07, 17.96it/s]
eval model::  73%|███████▎  | 367/500 [00:18<00:07, 16.67it/s]
eval model::  74%|███████▍  | 370/500 [00:18<00:06, 19.62it/s]
eval model::  75%|███████▍  | 373/500 [00:18<00:06, 20.41it/s]
eval model::  75%|███████▌  | 376/500 [00:18<00:05, 22.72it/s]
eval model::  76%|███████▌  | 379/500 [00:18<00:05, 22.84it/s]
eval model::  76%|███████▋  | 382/500 [00:18<00:05, 21.41it/s]
eval model::  77%|███████▋  | 385/500 [00:18<00:05, 20.74it/s]
eval model::  78%|███████▊  | 388/500 [00:19<00:07, 15.70it/s]
eval model::  78%|███████▊  | 391/500 [00:19<00:06, 17.59it/s]
eval model::  79%|███████▉  | 394/500 [00:19<00:05, 18.89it/s]
eval model::  79%|███████▉  | 397/500 [00:19<00:05, 20.32it/s]
eval model::  80%|████████  | 400/500 [00:19<00:04, 20.57it/s]
eval model::  81%|████████  | 403/500 [00:19<00:04, 22.18it/s]
eval model::  81%|████████  | 406/500 [00:19<00:03, 23.52it/s]
eval model::  82%|████████▏ | 410/500 [00:20<00:03, 25.29it/s]
eval model::  83%|████████▎ | 413/500 [00:20<00:03, 24.70it/s]
eval model::  83%|████████▎ | 416/500 [00:20<00:03, 21.43it/s]
eval model::  84%|████████▍ | 419/500 [00:20<00:03, 20.63it/s]
eval model::  84%|████████▍ | 422/500 [00:20<00:03, 19.78it/s]
eval model::  85%|████████▌ | 425/500 [00:20<00:04, 18.59it/s]
eval model::  86%|████████▌ | 428/500 [00:21<00:03, 20.46it/s]
eval model::  86%|████████▌ | 431/500 [00:21<00:03, 21.99it/s]
eval model::  87%|████████▋ | 434/500 [00:21<00:03, 21.09it/s]
eval model::  87%|████████▋ | 437/500 [00:21<00:02, 21.24it/s]
eval model::  88%|████████▊ | 440/500 [00:21<00:03, 19.44it/s]
eval model::  89%|████████▉ | 444/500 [00:21<00:02, 22.70it/s]
eval model::  89%|████████▉ | 447/500 [00:21<00:02, 22.46it/s]
eval model::  90%|█████████ | 450/500 [00:22<00:02, 21.79it/s]
eval model::  91%|█████████ | 453/500 [00:22<00:02, 21.51it/s]
eval model::  91%|█████████ | 456/500 [00:22<00:02, 19.67it/s]
LAUNCH WARNING 2024-07-27 22:05:01,051 save gpu log failed
LAUNCH WARNING 2024-07-27 22:05:06,217 save gpu log failed
LAUNCH WARNING 2024-07-27 22:05:11,379 save gpu log failed
LAUNCH WARNING 2024-07-27 22:05:16,510 save gpu log failed
LAUNCH WARNING 2024-07-27 22:05:21,680 save gpu log failed
LAUNCH WARNING 2024-07-27 22:05:26,804 save gpu log failed
LAUNCH WARNING 2024-07-27 22:05:31,969 save gpu log failed
LAUNCH WARNING 2024-07-27 22:05:37,143 save gpu log failed
LAUNCH WARNING 2024-07-27 22:05:42,319 save gpu log failed
LAUNCH WARNING 2024-07-27 22:05:47,478 save gpu log failed
LAUNCH WARNING 2024-07-27 22:05:52,649 save gpu log failed
LAUNCH WARNING 2024-07-27 22:05:57,774 save gpu log failed
LAUNCH WARNING 2024-07-27 22:06:02,996 save gpu log failed
LAUNCH WARNING 2024-07-27 22:06:08,126 save gpu log failed
LAUNCH WARNING 2024-07-27 22:06:13,312 save gpu log failed
LAUNCH WARNING 2024-07-27 22:06:18,439 save gpu log failed
LAUNCH WARNING 2024-07-27 22:06:23,564 save gpu log failed
LAUNCH WARNING 2024-07-27 22:06:28,835 save gpu log failed
LAUNCH WARNING 2024-07-27 22:06:33,975 save gpu log failed
LAUNCH WARNING 2024-07-27 22:06:39,200 save gpu log failed
LAUNCH WARNING 2024-07-27 22:06:44,322 save gpu log failed
LAUNCH WARNING 2024-07-27 22:06:49,472 save gpu log failed
LAUNCH WARNING 2024-07-27 22:06:54,660 save gpu log failed
LAUNCH WARNING 2024-07-27 22:06:59,826 save gpu log failed
LAUNCH WARNING 2024-07-27 22:07:05,000 save gpu log failed
LAUNCH WARNING 2024-07-27 22:07:10,139 save gpu log failed
eval model::  92%|█████████▏| 459/500 [00:22<00:02, 20.45it/s]
eval model::  92%|█████████▏| 462/500 [00:22<00:02, 18.08it/s]
eval model::  93%|█████████▎| 464/500 [00:22<00:02, 17.50it/s]
eval model::  93%|█████████▎| 466/500 [00:22<00:02, 16.52it/s]
eval model::  94%|█████████▎| 468/500 [00:23<00:01, 17.08it/s]
eval model::  94%|█████████▍| 471/500 [00:23<00:01, 18.86it/s]
eval model::  95%|█████████▍| 474/500 [00:23<00:01, 18.49it/s]
eval model::  95%|█████████▌| 477/500 [00:23<00:01, 19.45it/s]
eval model::  96%|█████████▌| 479/500 [00:23<00:01, 19.40it/s]
eval model::  96%|█████████▋| 482/500 [00:23<00:00, 20.06it/s]
eval model::  97%|█████████▋| 485/500 [00:23<00:00, 21.14it/s]
eval model::  98%|█████████▊| 488/500 [00:24<00:00, 19.05it/s]
eval model::  98%|█████████▊| 491/500 [00:24<00:00, 19.88it/s]
eval model::  99%|█████████▉| 494/500 [00:24<00:00, 20.65it/s]
eval model::  99%|█████████▉| 497/500 [00:24<00:00, 21.17it/s]
eval model:: 100%|██████████| 500/500 [00:24<00:00, 22.54it/s]
eval model:: 100%|██████████| 500/500 [00:24<00:00, 20.36it/s]
[2024/07/27 22:05:00] ppocr INFO: cur metric, precision: 0.5563583815028902, recall: 0.37072701011073667, hmean: 0.44495810459404805, fps: 45.25903068570792
[2024/07/27 22:05:00] ppocr INFO: save best model is to ./output/db_mv3/best_accuracy
[2024/07/27 22:05:00] ppocr INFO: best metric, hmean: 0.44495810459404805, precision: 0.5563583815028902, recall: 0.37072701011073667, fps: 45.25903068570792, best_epoch: 60
[2024/07/27 22:05:00] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:05:09] ppocr INFO: epoch: [61/200], global_step: 183, lr: 0.001000, loss: 2.476644, loss_shrink_maps: 1.435521, loss_threshold_maps: 0.774654, loss_binary_maps: 0.273857, avg_reader_cost: 2.18337 s, avg_batch_cost: 2.50866 s, avg_samples: 12.5, ips: 4.98274 samples/s, eta: 0:59:43
[2024/07/27 22:05:10] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:05:18] ppocr INFO: epoch: [62/200], global_step: 186, lr: 0.001000, loss: 2.486739, loss_shrink_maps: 1.435521, loss_threshold_maps: 0.776781, loss_binary_maps: 0.274253, avg_reader_cost: 1.95192 s, avg_batch_cost: 2.28184 s, avg_samples: 12.5, ips: 5.47803 samples/s, eta: 0:59:11
[2024/07/27 22:05:18] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:05:26] ppocr INFO: epoch: [63/200], global_step: 189, lr: 0.001000, loss: 2.404141, loss_shrink_maps: 1.391876, loss_threshold_maps: 0.762153, loss_binary_maps: 0.268770, avg_reader_cost: 1.92758 s, avg_batch_cost: 2.22952 s, avg_samples: 12.5, ips: 5.60659 samples/s, eta: 0:58:38
[2024/07/27 22:05:27] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:05:34] ppocr INFO: epoch: [64/200], global_step: 190, lr: 0.001000, loss: 2.404141, loss_shrink_maps: 1.391876, loss_threshold_maps: 0.762153, loss_binary_maps: 0.268770, avg_reader_cost: 0.57087 s, avg_batch_cost: 0.68590 s, avg_samples: 4.8, ips: 6.99806 samples/s, eta: 0:58:25
[2024/07/27 22:05:35] ppocr INFO: epoch: [64/200], global_step: 192, lr: 0.001000, loss: 2.468278, loss_shrink_maps: 1.426937, loss_threshold_maps: 0.766311, loss_binary_maps: 0.272572, avg_reader_cost: 1.46327 s, avg_batch_cost: 1.60905 s, avg_samples: 7.7, ips: 4.78543 samples/s, eta: 0:58:06
[2024/07/27 22:05:36] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:05:43] ppocr INFO: epoch: [65/200], global_step: 195, lr: 0.001000, loss: 2.434873, loss_shrink_maps: 1.417364, loss_threshold_maps: 0.762153, loss_binary_maps: 0.271147, avg_reader_cost: 1.83815 s, avg_batch_cost: 2.07877 s, avg_samples: 12.5, ips: 6.01316 samples/s, eta: 0:57:30
[2024/07/27 22:05:44] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:05:52] ppocr INFO: epoch: [66/200], global_step: 198, lr: 0.001000, loss: 2.468278, loss_shrink_maps: 1.426937, loss_threshold_maps: 0.766311, loss_binary_maps: 0.272572, avg_reader_cost: 1.93143 s, avg_batch_cost: 2.26698 s, avg_samples: 12.5, ips: 5.51394 samples/s, eta: 0:56:59
[2024/07/27 22:05:53] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:06:01] ppocr INFO: epoch: [67/200], global_step: 200, lr: 0.001000, loss: 2.468278, loss_shrink_maps: 1.426937, loss_threshold_maps: 0.753095, loss_binary_maps: 0.272572, avg_reader_cost: 1.20835 s, avg_batch_cost: 1.48565 s, avg_samples: 9.6, ips: 6.46180 samples/s, eta: 0:56:38
[2024/07/27 22:06:01] ppocr INFO: epoch: [67/200], global_step: 201, lr: 0.001000, loss: 2.468278, loss_shrink_maps: 1.426937, loss_threshold_maps: 0.753095, loss_binary_maps: 0.272572, avg_reader_cost: 0.78837 s, avg_batch_cost: 0.84329 s, avg_samples: 2.9, ips: 3.43893 samples/s, eta: 0:56:29
[2024/07/27 22:06:02] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:06:10] ppocr INFO: epoch: [68/200], global_step: 204, lr: 0.001000, loss: 2.338977, loss_shrink_maps: 1.317709, loss_threshold_maps: 0.754752, loss_binary_maps: 0.251377, avg_reader_cost: 2.11115 s, avg_batch_cost: 2.35500 s, avg_samples: 12.5, ips: 5.30786 samples/s, eta: 0:56:00
[2024/07/27 22:06:11] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:06:19] ppocr INFO: epoch: [69/200], global_step: 207, lr: 0.001000, loss: 2.389712, loss_shrink_maps: 1.369361, loss_threshold_maps: 0.743948, loss_binary_maps: 0.263245, avg_reader_cost: 1.96632 s, avg_batch_cost: 2.29387 s, avg_samples: 12.5, ips: 5.44930 samples/s, eta: 0:55:30
[2024/07/27 22:06:20] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:06:28] ppocr INFO: epoch: [70/200], global_step: 210, lr: 0.001000, loss: 2.389712, loss_shrink_maps: 1.360695, loss_threshold_maps: 0.760145, loss_binary_maps: 0.262218, avg_reader_cost: 1.92477 s, avg_batch_cost: 2.24011 s, avg_samples: 12.5, ips: 5.58008 samples/s, eta: 0:54:58
[2024/07/27 22:06:28] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:06:36] ppocr INFO: epoch: [71/200], global_step: 213, lr: 0.001000, loss: 2.338977, loss_shrink_maps: 1.317709, loss_threshold_maps: 0.760145, loss_binary_maps: 0.250822, avg_reader_cost: 1.91137 s, avg_batch_cost: 2.21000 s, avg_samples: 12.5, ips: 5.65610 samples/s, eta: 0:54:27
[2024/07/27 22:06:37] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:06:45] ppocr INFO: epoch: [72/200], global_step: 216, lr: 0.001000, loss: 2.247943, loss_shrink_maps: 1.270615, loss_threshold_maps: 0.739267, loss_binary_maps: 0.243297, avg_reader_cost: 2.04814 s, avg_batch_cost: 2.28285 s, avg_samples: 12.5, ips: 5.47562 samples/s, eta: 0:53:57
[2024/07/27 22:06:46] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:06:54] ppocr INFO: epoch: [73/200], global_step: 219, lr: 0.001000, loss: 2.247943, loss_shrink_maps: 1.275753, loss_threshold_maps: 0.739267, loss_binary_maps: 0.243719, avg_reader_cost: 2.06836 s, avg_batch_cost: 2.30364 s, avg_samples: 12.5, ips: 5.42620 samples/s, eta: 0:53:28
[2024/07/27 22:06:55] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:07:01] ppocr INFO: epoch: [74/200], global_step: 220, lr: 0.001000, loss: 2.247943, loss_shrink_maps: 1.275753, loss_threshold_maps: 0.739267, loss_binary_maps: 0.243719, avg_reader_cost: 0.48067 s, avg_batch_cost: 0.69366 s, avg_samples: 4.8, ips: 6.91977 samples/s, eta: 0:53:17
[2024/07/27 22:07:03] ppocr INFO: epoch: [74/200], global_step: 222, lr: 0.001000, loss: 2.205292, loss_shrink_maps: 1.247208, loss_threshold_maps: 0.731227, loss_binary_maps: 0.241733, avg_reader_cost: 1.47853 s, avg_batch_cost: 1.62412 s, avg_samples: 7.7, ips: 4.74102 samples/s, eta: 0:52:59
[2024/07/27 22:07:04] ppocr INFO: save model in ./output/db_mv3/latest
LAUNCH WARNING 2024-07-27 22:07:15,347 save gpu log failed
LAUNCH WARNING 2024-07-27 22:07:20,475 save gpu log failed
LAUNCH WARNING 2024-07-27 22:07:25,642 save gpu log failed
LAUNCH WARNING 2024-07-27 22:07:30,872 save gpu log failed
LAUNCH WARNING 2024-07-27 22:07:36,039 save gpu log failed
LAUNCH WARNING 2024-07-27 22:07:41,214 save gpu log failed
LAUNCH WARNING 2024-07-27 22:07:46,340 save gpu log failed
LAUNCH WARNING 2024-07-27 22:07:51,505 save gpu log failed
LAUNCH WARNING 2024-07-27 22:07:56,721 save gpu log failed
LAUNCH WARNING 2024-07-27 22:08:01,929 save gpu log failed
LAUNCH WARNING 2024-07-27 22:08:07,100 save gpu log failed
[2024/07/27 22:07:12] ppocr INFO: epoch: [75/200], global_step: 225, lr: 0.001000, loss: 2.205292, loss_shrink_maps: 1.247208, loss_threshold_maps: 0.729604, loss_binary_maps: 0.241733, avg_reader_cost: 2.03301 s, avg_batch_cost: 2.27789 s, avg_samples: 12.5, ips: 5.48754 samples/s, eta: 0:52:30
[2024/07/27 22:07:13] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:07:21] ppocr INFO: epoch: [76/200], global_step: 228, lr: 0.001000, loss: 2.222640, loss_shrink_maps: 1.254155, loss_threshold_maps: 0.732510, loss_binary_maps: 0.243139, avg_reader_cost: 1.98527 s, avg_batch_cost: 2.29278 s, avg_samples: 12.5, ips: 5.45189 samples/s, eta: 0:52:01
[2024/07/27 22:07:21] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:07:29] ppocr INFO: epoch: [77/200], global_step: 230, lr: 0.001000, loss: 2.259202, loss_shrink_maps: 1.276727, loss_threshold_maps: 0.732510, loss_binary_maps: 0.247955, avg_reader_cost: 1.16023 s, avg_batch_cost: 1.46011 s, avg_samples: 9.6, ips: 6.57483 samples/s, eta: 0:51:41
[2024/07/27 22:07:29] ppocr INFO: epoch: [77/200], global_step: 231, lr: 0.001000, loss: 2.259202, loss_shrink_maps: 1.276727, loss_threshold_maps: 0.732510, loss_binary_maps: 0.247955, avg_reader_cost: 0.77546 s, avg_batch_cost: 0.83016 s, avg_samples: 2.9, ips: 3.49329 samples/s, eta: 0:51:32
[2024/07/27 22:07:30] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:07:38] ppocr INFO: epoch: [78/200], global_step: 234, lr: 0.001000, loss: 2.336891, loss_shrink_maps: 1.335312, loss_threshold_maps: 0.747950, loss_binary_maps: 0.258113, avg_reader_cost: 2.04770 s, avg_batch_cost: 2.29762 s, avg_samples: 12.5, ips: 5.44041 samples/s, eta: 0:51:04
[2024/07/27 22:07:39] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:07:47] ppocr INFO: epoch: [79/200], global_step: 237, lr: 0.001000, loss: 2.338432, loss_shrink_maps: 1.335312, loss_threshold_maps: 0.754063, loss_binary_maps: 0.258113, avg_reader_cost: 1.95611 s, avg_batch_cost: 2.26612 s, avg_samples: 12.5, ips: 5.51605 samples/s, eta: 0:50:35
[2024/07/27 22:07:48] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:07:56] ppocr INFO: epoch: [80/200], global_step: 240, lr: 0.001000, loss: 2.358754, loss_shrink_maps: 1.340635, loss_threshold_maps: 0.754063, loss_binary_maps: 0.258968, avg_reader_cost: 1.97658 s, avg_batch_cost: 2.29167 s, avg_samples: 12.5, ips: 5.45453 samples/s, eta: 0:50:07

eval model::   0%|          | 0/500 [00:00<?, ?it/s]
eval model::   0%|          | 1/500 [00:00<01:02,  8.02it/s]
eval model::   1%|          | 4/500 [00:00<00:28, 17.17it/s]
eval model::   1%|          | 6/500 [00:00<00:31, 15.46it/s]
eval model::   2%|▏         | 9/500 [00:00<00:26, 18.23it/s]
eval model::   2%|▏         | 11/500 [00:00<00:29, 16.52it/s]
eval model::   3%|▎         | 13/500 [00:00<00:28, 17.12it/s]
eval model::   3%|▎         | 15/500 [00:00<00:27, 17.69it/s]
eval model::   4%|▎         | 18/500 [00:01<00:24, 19.90it/s]
eval model::   4%|▍         | 21/500 [00:01<00:29, 16.32it/s]
eval model::   5%|▍         | 23/500 [00:01<00:27, 17.06it/s]
eval model::   5%|▌         | 26/500 [00:01<00:26, 18.18it/s]
eval model::   6%|▌         | 29/500 [00:01<00:23, 19.68it/s]
eval model::   6%|▋         | 32/500 [00:01<00:25, 18.20it/s]
eval model::   7%|▋         | 34/500 [00:01<00:25, 18.51it/s]
eval model::   7%|▋         | 36/500 [00:02<00:25, 18.49it/s]
eval model::   8%|▊         | 39/500 [00:02<00:25, 17.78it/s]
eval model::   8%|▊         | 42/500 [00:02<00:25, 17.74it/s]
eval model::   9%|▉         | 45/500 [00:02<00:22, 20.04it/s]
eval model::  10%|▉         | 48/500 [00:02<00:23, 19.39it/s]
eval model::  10%|█         | 52/500 [00:02<00:21, 20.89it/s]
eval model::  11%|█         | 55/500 [00:02<00:20, 21.55it/s]
eval model::  12%|█▏        | 58/500 [00:03<00:21, 20.63it/s]
eval model::  12%|█▏        | 61/500 [00:03<00:26, 16.29it/s]
eval model::  13%|█▎        | 63/500 [00:03<00:26, 16.77it/s]
eval model::  13%|█▎        | 67/500 [00:03<00:20, 20.63it/s]
eval model::  14%|█▍        | 70/500 [00:03<00:19, 22.38it/s]
eval model::  15%|█▍        | 73/500 [00:03<00:19, 21.78it/s]
eval model::  15%|█▌        | 76/500 [00:03<00:18, 22.58it/s]
eval model::  16%|█▌        | 79/500 [00:04<00:18, 22.31it/s]
eval model::  16%|█▋        | 82/500 [00:04<00:19, 21.69it/s]
eval model::  17%|█▋        | 85/500 [00:04<00:19, 20.95it/s]
eval model::  18%|█▊        | 88/500 [00:04<00:20, 20.32it/s]
eval model::  18%|█▊        | 91/500 [00:04<00:20, 20.04it/s]
eval model::  19%|█▉        | 94/500 [00:04<00:19, 20.71it/s]
eval model::  19%|█▉        | 97/500 [00:05<00:18, 21.61it/s]
eval model::  20%|██        | 100/500 [00:05<00:20, 19.63it/s]
eval model::  21%|██        | 103/500 [00:05<00:19, 20.34it/s]
eval model::  21%|██        | 106/500 [00:05<00:19, 20.17it/s]
eval model::  22%|██▏       | 109/500 [00:05<00:18, 20.92it/s]
eval model::  22%|██▏       | 112/500 [00:05<00:20, 19.16it/s]
eval model::  23%|██▎       | 115/500 [00:05<00:20, 19.07it/s]
eval model::  24%|██▎       | 118/500 [00:06<00:19, 19.65it/s]
eval model::  24%|██▍       | 120/500 [00:06<00:23, 16.38it/s]
eval model::  25%|██▍       | 123/500 [00:06<00:19, 18.91it/s]
eval model::  25%|██▌       | 126/500 [00:06<00:19, 18.73it/s]
eval model::  26%|██▌       | 129/500 [00:06<00:18, 19.93it/s]
eval model::  26%|██▋       | 132/500 [00:06<00:18, 19.43it/s]
eval model::  27%|██▋       | 135/500 [00:06<00:18, 20.19it/s]
eval model::  28%|██▊       | 138/500 [00:07<00:18, 19.98it/s]
eval model::  28%|██▊       | 141/500 [00:07<00:18, 19.08it/s]
eval model::  29%|██▊       | 143/500 [00:07<00:18, 18.96it/s]
eval model::  29%|██▉       | 146/500 [00:07<00:16, 21.04it/s]
eval model::  30%|██▉       | 149/500 [00:07<00:16, 20.98it/s]
eval model::  30%|███       | 152/500 [00:07<00:18, 18.60it/s]
eval model::  31%|███       | 155/500 [00:07<00:16, 20.77it/s]
eval model::  32%|███▏      | 159/500 [00:08<00:15, 22.41it/s]
eval model::  32%|███▏      | 162/500 [00:08<00:16, 20.21it/s]
eval model::  33%|███▎      | 165/500 [00:08<00:16, 20.11it/s]
eval model::  34%|███▎      | 168/500 [00:08<00:15, 21.17it/s]
eval model::  34%|███▍      | 171/500 [00:08<00:15, 20.86it/s]
eval model::  35%|███▍      | 174/500 [00:08<00:17, 18.99it/s]
eval model::  35%|███▌      | 176/500 [00:09<00:16, 19.11it/s]
eval model::  36%|███▌      | 179/500 [00:09<00:15, 20.60it/s]
eval model::  36%|███▋      | 182/500 [00:09<00:15, 20.09it/s]
eval model::  37%|███▋      | 186/500 [00:09<00:13, 22.91it/s]
eval model::  38%|███▊      | 189/500 [00:09<00:13, 22.87it/s]
eval model::  38%|███▊      | 192/500 [00:09<00:14, 21.11it/s]
eval model::  39%|███▉      | 195/500 [00:09<00:14, 20.93it/s]
eval model::  40%|███▉      | 198/500 [00:10<00:13, 22.15it/s]
eval model::  40%|████      | 201/500 [00:10<00:13, 21.42it/s]
eval model::  41%|████      | 204/500 [00:10<00:13, 21.67it/s]
eval model::  41%|████▏     | 207/500 [00:10<00:21, 13.57it/s]
eval model::  42%|████▏     | 209/500 [00:10<00:21, 13.69it/s]
eval model::  42%|████▏     | 212/500 [00:10<00:18, 15.77it/s]
eval model::  43%|████▎     | 215/500 [00:11<00:18, 15.20it/s]
eval model::  43%|████▎     | 217/500 [00:11<00:18, 15.13it/s]
eval model::  44%|████▍     | 220/500 [00:11<00:16, 17.29it/s]
eval model::  44%|████▍     | 222/500 [00:11<00:16, 17.08it/s]
eval model::  45%|████▌     | 225/500 [00:11<00:14, 19.19it/s]
eval model::  46%|████▌     | 228/500 [00:11<00:13, 20.16it/s]
eval model::  46%|████▌     | 231/500 [00:11<00:12, 21.35it/s]
eval model::  47%|████▋     | 234/500 [00:12<00:12, 21.73it/s]
eval model::  47%|████▋     | 237/500 [00:12<00:12, 21.00it/s]
LAUNCH WARNING 2024-07-27 22:08:12,309 save gpu log failed
LAUNCH WARNING 2024-07-27 22:08:17,530 save gpu log failed
LAUNCH WARNING 2024-07-27 22:08:22,687 save gpu log failed
LAUNCH WARNING 2024-07-27 22:08:27,835 save gpu log failed
LAUNCH WARNING 2024-07-27 22:08:33,020 save gpu log failed
LAUNCH WARNING 2024-07-27 22:08:38,149 save gpu log failed
eval model::  48%|████▊     | 240/500 [00:12<00:12, 21.53it/s]
eval model::  49%|████▊     | 243/500 [00:12<00:13, 19.76it/s]
eval model::  49%|████▉     | 246/500 [00:12<00:11, 21.66it/s]
eval model::  50%|████▉     | 249/500 [00:12<00:11, 21.90it/s]
eval model::  50%|█████     | 252/500 [00:12<00:11, 21.62it/s]
eval model::  51%|█████     | 255/500 [00:13<00:11, 21.25it/s]
eval model::  52%|█████▏    | 258/500 [00:13<00:11, 20.23it/s]
eval model::  52%|█████▏    | 261/500 [00:13<00:11, 20.34it/s]
eval model::  53%|█████▎    | 264/500 [00:13<00:11, 19.69it/s]
eval model::  53%|█████▎    | 267/500 [00:13<00:11, 20.64it/s]
eval model::  54%|█████▍    | 270/500 [00:13<00:10, 21.76it/s]
eval model::  55%|█████▍    | 273/500 [00:13<00:11, 20.22it/s]
eval model::  55%|█████▌    | 276/500 [00:14<00:11, 20.08it/s]
eval model::  56%|█████▌    | 279/500 [00:14<00:10, 20.32it/s]
eval model::  56%|█████▋    | 282/500 [00:14<00:10, 21.28it/s]
eval model::  57%|█████▋    | 285/500 [00:14<00:14, 15.06it/s]
eval model::  58%|█████▊    | 288/500 [00:14<00:12, 17.20it/s]
eval model::  58%|█████▊    | 291/500 [00:14<00:10, 19.23it/s]
eval model::  59%|█████▉    | 294/500 [00:15<00:11, 17.82it/s]
eval model::  59%|█████▉    | 297/500 [00:15<00:11, 18.33it/s]
eval model::  60%|██████    | 300/500 [00:15<00:10, 18.99it/s]
eval model::  61%|██████    | 303/500 [00:15<00:09, 20.23it/s]
eval model::  61%|██████    | 306/500 [00:15<00:09, 20.03it/s]
eval model::  62%|██████▏   | 309/500 [00:15<00:09, 20.80it/s]
eval model::  62%|██████▏   | 312/500 [00:16<00:08, 20.96it/s]
eval model::  63%|██████▎   | 315/500 [00:16<00:08, 20.71it/s]
eval model::  64%|██████▎   | 318/500 [00:16<00:08, 22.13it/s]
eval model::  64%|██████▍   | 321/500 [00:16<00:07, 22.59it/s]
eval model::  65%|██████▍   | 324/500 [00:16<00:07, 22.71it/s]
eval model::  65%|██████▌   | 327/500 [00:16<00:07, 22.87it/s]
eval model::  66%|██████▌   | 330/500 [00:16<00:08, 21.21it/s]
eval model::  67%|██████▋   | 333/500 [00:16<00:07, 20.99it/s]
eval model::  67%|██████▋   | 336/500 [00:17<00:08, 18.89it/s]
eval model::  68%|██████▊   | 338/500 [00:17<00:08, 18.66it/s]
eval model::  68%|██████▊   | 340/500 [00:17<00:10, 15.80it/s]
eval model::  69%|██████▊   | 343/500 [00:17<00:08, 17.93it/s]
eval model::  69%|██████▉   | 346/500 [00:17<00:07, 19.37it/s]
eval model::  70%|██████▉   | 349/500 [00:17<00:07, 20.20it/s]
eval model::  70%|███████   | 352/500 [00:17<00:07, 20.83it/s]
eval model::  71%|███████   | 355/500 [00:18<00:07, 19.92it/s]
eval model::  72%|███████▏  | 358/500 [00:18<00:06, 20.29it/s]
eval model::  72%|███████▏  | 361/500 [00:18<00:07, 19.35it/s]
eval model::  73%|███████▎  | 364/500 [00:18<00:07, 18.39it/s]
eval model::  73%|███████▎  | 366/500 [00:18<00:07, 18.66it/s]
eval model::  74%|███████▍  | 369/500 [00:18<00:06, 19.34it/s]
eval model::  74%|███████▍  | 372/500 [00:19<00:06, 20.05it/s]
eval model::  75%|███████▌  | 375/500 [00:19<00:06, 20.52it/s]
eval model::  76%|███████▌  | 378/500 [00:19<00:05, 21.00it/s]
eval model::  76%|███████▌  | 381/500 [00:19<00:06, 19.22it/s]
eval model::  77%|███████▋  | 384/500 [00:19<00:05, 19.73it/s]
eval model::  77%|███████▋  | 387/500 [00:19<00:07, 14.54it/s]
eval model::  78%|███████▊  | 390/500 [00:20<00:06, 16.54it/s]
eval model::  79%|███████▊  | 393/500 [00:20<00:05, 18.96it/s]
eval model::  79%|███████▉  | 396/500 [00:20<00:05, 19.36it/s]
eval model::  80%|███████▉  | 399/500 [00:20<00:04, 20.21it/s]
eval model::  80%|████████  | 402/500 [00:20<00:04, 20.97it/s]
eval model::  81%|████████  | 405/500 [00:20<00:04, 22.86it/s]
eval model::  82%|████████▏ | 408/500 [00:20<00:04, 22.76it/s]
eval model::  82%|████████▏ | 411/500 [00:20<00:04, 21.99it/s]
eval model::  83%|████████▎ | 414/500 [00:21<00:04, 20.59it/s]
eval model::  83%|████████▎ | 417/500 [00:21<00:04, 20.37it/s]
eval model::  84%|████████▍ | 420/500 [00:21<00:04, 17.03it/s]
eval model::  84%|████████▍ | 422/500 [00:21<00:04, 17.07it/s]
eval model::  85%|████████▌ | 425/500 [00:21<00:04, 17.70it/s]
eval model::  86%|████████▌ | 428/500 [00:21<00:03, 19.75it/s]
eval model::  86%|████████▌ | 431/500 [00:22<00:03, 21.47it/s]
eval model::  87%|████████▋ | 435/500 [00:22<00:02, 24.25it/s]
eval model::  88%|████████▊ | 438/500 [00:22<00:02, 24.42it/s]
eval model::  88%|████████▊ | 441/500 [00:22<00:02, 20.99it/s]
eval model::  89%|████████▉ | 444/500 [00:22<00:02, 21.63it/s]
eval model::  89%|████████▉ | 447/500 [00:22<00:02, 20.54it/s]
eval model::  90%|█████████ | 450/500 [00:22<00:02, 18.33it/s]
eval model::  90%|█████████ | 452/500 [00:23<00:02, 18.49it/s]
eval model::  91%|█████████ | 455/500 [00:23<00:02, 19.11it/s]
eval model::  92%|█████████▏| 458/500 [00:23<00:02, 20.65it/s]
eval model::  92%|█████████▏| 461/500 [00:23<00:01, 20.09it/s]
eval model::  93%|█████████▎| 464/500 [00:23<00:01, 18.81it/s]
eval model::  93%|█████████▎| 466/500 [00:23<00:02, 16.85it/s]
eval model::  94%|█████████▍| 470/500 [00:23<00:01, 20.90it/s]
eval model::  95%|█████████▍| 473/500 [00:24<00:01, 21.52it/s]
eval model::  95%|█████████▌| 476/500 [00:24<00:01, 22.33it/s]
eval model::  96%|█████████▌| 479/500 [00:24<00:00, 22.02it/s]
eval model::  96%|█████████▋| 482/500 [00:24<00:00, 21.24it/s]
eval model::  97%|█████████▋| 485/500 [00:24<00:00, 22.39it/s]
eval model::  98%|█████████▊| 488/500 [00:24<00:00, 20.62it/s]
eval model::  98%|█████████▊| 491/500 [00:24<00:00, 21.10it/s]
eval model::  99%|█████████▉| 494/500 [00:25<00:00, 21.39it/s]
eval model::  99%|█████████▉| 497/500 [00:25<00:00, 21.10it/s]
eval model:: 100%|██████████| 500/500 [00:25<00:00, 22.35it/s]
eval model:: 100%|██████████| 500/500 [00:25<00:00, 19.72it/s]
[2024/07/27 22:08:21] ppocr INFO: cur metric, precision: 0.5277777777777778, recall: 0.3750601829561868, hmean: 0.4385026737967915, fps: 44.05197083622204
[2024/07/27 22:08:21] ppocr INFO: best metric, hmean: 0.44495810459404805, precision: 0.5563583815028902, recall: 0.37072701011073667, fps: 45.25903068570792, best_epoch: 60
[2024/07/27 22:08:21] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:08:30] ppocr INFO: epoch: [81/200], global_step: 243, lr: 0.001000, loss: 2.376284, loss_shrink_maps: 1.348319, loss_threshold_maps: 0.751474, loss_binary_maps: 0.262278, avg_reader_cost: 2.03740 s, avg_batch_cost: 2.27635 s, avg_samples: 12.5, ips: 5.49124 samples/s, eta: 0:49:38
[2024/07/27 22:08:30] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:08:38] ppocr INFO: epoch: [82/200], global_step: 246, lr: 0.001000, loss: 2.376284, loss_shrink_maps: 1.348319, loss_threshold_maps: 0.751474, loss_binary_maps: 0.262278, avg_reader_cost: 2.05953 s, avg_batch_cost: 2.30200 s, avg_samples: 12.5, ips: 5.43006 samples/s, eta: 0:49:10
LAUNCH WARNING 2024-07-27 22:08:43,314 save gpu log failed
LAUNCH WARNING 2024-07-27 22:08:48,612 save gpu log failed
LAUNCH WARNING 2024-07-27 22:08:53,781 save gpu log failed
LAUNCH WARNING 2024-07-27 22:08:58,953 save gpu log failed
LAUNCH WARNING 2024-07-27 22:09:04,078 save gpu log failed
LAUNCH WARNING 2024-07-27 22:09:09,249 save gpu log failed
LAUNCH WARNING 2024-07-27 22:09:14,388 save gpu log failed
LAUNCH WARNING 2024-07-27 22:09:19,566 save gpu log failed
LAUNCH WARNING 2024-07-27 22:09:24,845 save gpu log failed
LAUNCH WARNING 2024-07-27 22:09:30,017 save gpu log failed
LAUNCH WARNING 2024-07-27 22:09:35,192 save gpu log failed
LAUNCH WARNING 2024-07-27 22:09:40,323 save gpu log failed
LAUNCH WARNING 2024-07-27 22:09:45,476 save gpu log failed
LAUNCH WARNING 2024-07-27 22:09:51,190 save gpu log failed
LAUNCH WARNING 2024-07-27 22:09:56,326 save gpu log failed
LAUNCH WARNING 2024-07-27 22:10:01,511 save gpu log failed
LAUNCH WARNING 2024-07-27 22:10:06,661 save gpu log failed
LAUNCH WARNING 2024-07-27 22:10:11,825 save gpu log failed
LAUNCH WARNING 2024-07-27 22:10:17,002 save gpu log failed
LAUNCH WARNING 2024-07-27 22:10:22,173 save gpu log failed
LAUNCH WARNING 2024-07-27 22:10:27,350 save gpu log failed
LAUNCH WARNING 2024-07-27 22:10:32,491 save gpu log failed
LAUNCH WARNING 2024-07-27 22:10:37,681 save gpu log failed
LAUNCH WARNING 2024-07-27 22:10:42,818 save gpu log failed
LAUNCH WARNING 2024-07-27 22:10:47,946 save gpu log failed
LAUNCH WARNING 2024-07-27 22:10:53,111 save gpu log failed
LAUNCH WARNING 2024-07-27 22:10:58,280 save gpu log failed
LAUNCH WARNING 2024-07-27 22:11:03,469 save gpu log failed
LAUNCH WARNING 2024-07-27 22:11:08,610 save gpu log failed
LAUNCH WARNING 2024-07-27 22:11:13,788 save gpu log failed
LAUNCH WARNING 2024-07-27 22:11:18,987 save gpu log failed
[2024/07/27 22:08:39] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:08:47] ppocr INFO: epoch: [83/200], global_step: 249, lr: 0.001000, loss: 2.376284, loss_shrink_maps: 1.348010, loss_threshold_maps: 0.750550, loss_binary_maps: 0.262278, avg_reader_cost: 2.05671 s, avg_batch_cost: 2.29445 s, avg_samples: 12.5, ips: 5.44792 samples/s, eta: 0:48:42
[2024/07/27 22:08:48] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:08:55] ppocr INFO: epoch: [84/200], global_step: 250, lr: 0.001000, loss: 2.366037, loss_shrink_maps: 1.348010, loss_threshold_maps: 0.749952, loss_binary_maps: 0.261978, avg_reader_cost: 0.51147 s, avg_batch_cost: 0.69139 s, avg_samples: 4.8, ips: 6.94250 samples/s, eta: 0:48:32
[2024/07/27 22:08:56] ppocr INFO: epoch: [84/200], global_step: 252, lr: 0.001000, loss: 2.343424, loss_shrink_maps: 1.327846, loss_threshold_maps: 0.746466, loss_binary_maps: 0.256837, avg_reader_cost: 1.47380 s, avg_batch_cost: 1.61823 s, avg_samples: 7.7, ips: 4.75828 samples/s, eta: 0:48:15
[2024/07/27 22:08:57] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:09:06] ppocr INFO: epoch: [85/200], global_step: 255, lr: 0.001000, loss: 2.329880, loss_shrink_maps: 1.322611, loss_threshold_maps: 0.745561, loss_binary_maps: 0.257634, avg_reader_cost: 2.10968 s, avg_batch_cost: 2.46220 s, avg_samples: 12.5, ips: 5.07675 samples/s, eta: 0:47:49
[2024/07/27 22:09:06] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:09:15] ppocr INFO: epoch: [86/200], global_step: 258, lr: 0.001000, loss: 2.304705, loss_shrink_maps: 1.310108, loss_threshold_maps: 0.743890, loss_binary_maps: 0.252861, avg_reader_cost: 1.99943 s, avg_batch_cost: 2.33484 s, avg_samples: 12.5, ips: 5.35369 samples/s, eta: 0:47:22
[2024/07/27 22:09:16] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:09:23] ppocr INFO: epoch: [87/200], global_step: 260, lr: 0.001000, loss: 2.280252, loss_shrink_maps: 1.300411, loss_threshold_maps: 0.734825, loss_binary_maps: 0.250523, avg_reader_cost: 1.25871 s, avg_batch_cost: 1.43703 s, avg_samples: 9.6, ips: 6.68045 samples/s, eta: 0:47:03
[2024/07/27 22:09:23] ppocr INFO: epoch: [87/200], global_step: 261, lr: 0.001000, loss: 2.265597, loss_shrink_maps: 1.284865, loss_threshold_maps: 0.726352, loss_binary_maps: 0.244958, avg_reader_cost: 0.76421 s, avg_batch_cost: 0.81884 s, avg_samples: 2.9, ips: 3.54161 samples/s, eta: 0:46:54
[2024/07/27 22:09:24] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:09:32] ppocr INFO: epoch: [88/200], global_step: 264, lr: 0.001000, loss: 2.287727, loss_shrink_maps: 1.319392, loss_threshold_maps: 0.726352, loss_binary_maps: 0.258351, avg_reader_cost: 2.08918 s, avg_batch_cost: 2.32441 s, avg_samples: 12.5, ips: 5.37770 samples/s, eta: 0:46:27
[2024/07/27 22:09:33] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:09:41] ppocr INFO: epoch: [89/200], global_step: 267, lr: 0.001000, loss: 2.322932, loss_shrink_maps: 1.329088, loss_threshold_maps: 0.743418, loss_binary_maps: 0.260860, avg_reader_cost: 1.92351 s, avg_batch_cost: 2.23920 s, avg_samples: 12.5, ips: 5.58236 samples/s, eta: 0:45:59
[2024/07/27 22:09:42] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:09:50] ppocr INFO: epoch: [90/200], global_step: 270, lr: 0.001000, loss: 2.322932, loss_shrink_maps: 1.329088, loss_threshold_maps: 0.734985, loss_binary_maps: 0.260860, avg_reader_cost: 1.99451 s, avg_batch_cost: 2.29539 s, avg_samples: 12.5, ips: 5.44570 samples/s, eta: 0:45:32
[2024/07/27 22:09:51] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:09:58] ppocr INFO: epoch: [91/200], global_step: 273, lr: 0.001000, loss: 2.298479, loss_shrink_maps: 1.319392, loss_threshold_maps: 0.744611, loss_binary_maps: 0.258522, avg_reader_cost: 1.88123 s, avg_batch_cost: 2.14871 s, avg_samples: 12.5, ips: 5.81743 samples/s, eta: 0:45:03
[2024/07/27 22:09:59] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:10:07] ppocr INFO: epoch: [92/200], global_step: 276, lr: 0.001000, loss: 2.307649, loss_shrink_maps: 1.319392, loss_threshold_maps: 0.737086, loss_binary_maps: 0.258589, avg_reader_cost: 2.05392 s, avg_batch_cost: 2.29102 s, avg_samples: 12.5, ips: 5.45608 samples/s, eta: 0:44:36
[2024/07/27 22:10:08] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:10:16] ppocr INFO: epoch: [93/200], global_step: 279, lr: 0.001000, loss: 2.307649, loss_shrink_maps: 1.317192, loss_threshold_maps: 0.742302, loss_binary_maps: 0.258589, avg_reader_cost: 2.03677 s, avg_batch_cost: 2.27488 s, avg_samples: 12.5, ips: 5.49479 samples/s, eta: 0:44:09
[2024/07/27 22:10:17] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:10:23] ppocr INFO: epoch: [94/200], global_step: 280, lr: 0.001000, loss: 2.296897, loss_shrink_maps: 1.305717, loss_threshold_maps: 0.739750, loss_binary_maps: 0.254575, avg_reader_cost: 0.51654 s, avg_batch_cost: 0.69028 s, avg_samples: 4.8, ips: 6.95367 samples/s, eta: 0:43:59
[2024/07/27 22:10:25] ppocr INFO: epoch: [94/200], global_step: 282, lr: 0.001000, loss: 2.296897, loss_shrink_maps: 1.305717, loss_threshold_maps: 0.739750, loss_binary_maps: 0.254575, avg_reader_cost: 1.47200 s, avg_batch_cost: 1.61811 s, avg_samples: 7.7, ips: 4.75865 samples/s, eta: 0:43:42
[2024/07/27 22:10:25] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:10:34] ppocr INFO: epoch: [95/200], global_step: 285, lr: 0.001000, loss: 2.295036, loss_shrink_maps: 1.291200, loss_threshold_maps: 0.739750, loss_binary_maps: 0.250812, avg_reader_cost: 2.10601 s, avg_batch_cost: 2.35206 s, avg_samples: 12.5, ips: 5.31449 samples/s, eta: 0:43:16
[2024/07/27 22:10:34] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:10:43] ppocr INFO: epoch: [96/200], global_step: 288, lr: 0.001000, loss: 2.217992, loss_shrink_maps: 1.242790, loss_threshold_maps: 0.734700, loss_binary_maps: 0.242426, avg_reader_cost: 2.02186 s, avg_batch_cost: 2.27145 s, avg_samples: 12.5, ips: 5.50310 samples/s, eta: 0:42:49
[2024/07/27 22:10:43] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:10:51] ppocr INFO: epoch: [97/200], global_step: 290, lr: 0.001000, loss: 2.201778, loss_shrink_maps: 1.232859, loss_threshold_maps: 0.730113, loss_binary_maps: 0.241598, avg_reader_cost: 1.26379 s, avg_batch_cost: 1.44707 s, avg_samples: 9.6, ips: 6.63407 samples/s, eta: 0:42:31
[2024/07/27 22:10:51] ppocr INFO: epoch: [97/200], global_step: 291, lr: 0.001000, loss: 2.192500, loss_shrink_maps: 1.223696, loss_threshold_maps: 0.725847, loss_binary_maps: 0.240677, avg_reader_cost: 0.76914 s, avg_batch_cost: 0.82380 s, avg_samples: 2.9, ips: 3.52026 samples/s, eta: 0:42:22
[2024/07/27 22:10:52] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:11:00] ppocr INFO: epoch: [98/200], global_step: 294, lr: 0.001000, loss: 2.168750, loss_shrink_maps: 1.223696, loss_threshold_maps: 0.723445, loss_binary_maps: 0.240677, avg_reader_cost: 2.09867 s, avg_batch_cost: 2.32945 s, avg_samples: 12.5, ips: 5.36607 samples/s, eta: 0:41:56
[2024/07/27 22:11:01] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:11:09] ppocr INFO: epoch: [99/200], global_step: 297, lr: 0.001000, loss: 2.182751, loss_shrink_maps: 1.229448, loss_threshold_maps: 0.723445, loss_binary_maps: 0.241570, avg_reader_cost: 2.04250 s, avg_batch_cost: 2.27954 s, avg_samples: 12.5, ips: 5.48357 samples/s, eta: 0:41:30
[2024/07/27 22:11:10] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:11:18] ppocr INFO: epoch: [100/200], global_step: 300, lr: 0.001000, loss: 2.172809, loss_shrink_maps: 1.219480, loss_threshold_maps: 0.716738, loss_binary_maps: 0.239635, avg_reader_cost: 2.07210 s, avg_batch_cost: 2.31348 s, avg_samples: 12.5, ips: 5.40311 samples/s, eta: 0:41:04

eval model::   0%|          | 0/500 [00:00<?, ?it/s]
eval model::   0%|          | 1/500 [00:00<00:51,  9.60it/s]
eval model::   1%|          | 4/500 [00:00<00:26, 18.72it/s]
eval model::   1%|          | 6/500 [00:00<00:27, 17.78it/s]
eval model::   2%|▏         | 9/500 [00:00<00:25, 18.92it/s]
eval model::   2%|▏         | 11/500 [00:00<00:27, 17.76it/s]
LAUNCH WARNING 2024-07-27 22:11:24,200 save gpu log failed
LAUNCH WARNING 2024-07-27 22:11:29,388 save gpu log failed
LAUNCH WARNING 2024-07-27 22:11:34,586 save gpu log failed
eval model::   3%|▎         | 13/500 [00:00<00:28, 17.25it/s]
eval model::   3%|▎         | 16/500 [00:00<00:25, 18.89it/s]
eval model::   4%|▍         | 19/500 [00:01<00:25, 18.97it/s]
eval model::   4%|▍         | 21/500 [00:01<00:25, 18.62it/s]
eval model::   5%|▍         | 24/500 [00:01<00:23, 20.04it/s]
eval model::   5%|▌         | 26/500 [00:01<00:23, 19.76it/s]
eval model::   6%|▌         | 29/500 [00:01<00:23, 20.09it/s]
eval model::   6%|▌         | 31/500 [00:01<00:25, 18.08it/s]
eval model::   7%|▋         | 34/500 [00:01<00:26, 17.70it/s]
eval model::   7%|▋         | 37/500 [00:01<00:23, 19.52it/s]
eval model::   8%|▊         | 39/500 [00:02<00:26, 17.26it/s]
eval model::   8%|▊         | 41/500 [00:02<00:26, 17.65it/s]
eval model::   9%|▊         | 43/500 [00:02<00:26, 17.06it/s]
eval model::   9%|▉         | 46/500 [00:02<00:26, 17.39it/s]
eval model::  10%|▉         | 49/500 [00:02<00:22, 19.90it/s]
eval model::  10%|█         | 52/500 [00:02<00:23, 19.41it/s]
eval model::  11%|█         | 55/500 [00:02<00:20, 21.28it/s]
eval model::  12%|█▏        | 58/500 [00:03<00:21, 20.17it/s]
eval model::  12%|█▏        | 61/500 [00:03<00:25, 17.55it/s]
eval model::  13%|█▎        | 63/500 [00:03<00:26, 16.76it/s]
eval model::  13%|█▎        | 67/500 [00:03<00:21, 19.98it/s]
eval model::  14%|█▍        | 70/500 [00:03<00:21, 20.20it/s]
eval model::  15%|█▍        | 73/500 [00:03<00:22, 18.77it/s]
eval model::  15%|█▌        | 76/500 [00:04<00:21, 19.95it/s]
eval model::  16%|█▌        | 79/500 [00:04<00:21, 19.70it/s]
eval model::  16%|█▋        | 82/500 [00:04<00:20, 20.05it/s]
eval model::  17%|█▋        | 85/500 [00:04<00:20, 20.42it/s]
eval model::  18%|█▊        | 88/500 [00:04<00:21, 18.81it/s]
eval model::  18%|█▊        | 90/500 [00:04<00:24, 16.95it/s]
eval model::  18%|█▊        | 92/500 [00:04<00:23, 17.50it/s]
eval model::  19%|█▉        | 94/500 [00:05<00:24, 16.77it/s]
eval model::  19%|█▉        | 96/500 [00:05<00:24, 16.74it/s]
eval model::  20%|█▉        | 99/500 [00:05<00:21, 18.65it/s]
eval model::  20%|██        | 101/500 [00:05<00:21, 18.58it/s]
eval model::  21%|██        | 103/500 [00:05<00:21, 18.87it/s]
eval model::  21%|██        | 106/500 [00:05<00:19, 19.83it/s]
eval model::  22%|██▏       | 109/500 [00:05<00:18, 21.03it/s]
eval model::  22%|██▏       | 112/500 [00:05<00:18, 20.67it/s]
eval model::  23%|██▎       | 115/500 [00:06<00:17, 22.58it/s]
eval model::  24%|██▍       | 119/500 [00:06<00:15, 24.14it/s]
eval model::  24%|██▍       | 122/500 [00:06<00:16, 22.42it/s]
eval model::  25%|██▌       | 125/500 [00:06<00:16, 22.55it/s]
eval model::  26%|██▌       | 128/500 [00:06<00:16, 22.69it/s]
eval model::  26%|██▌       | 131/500 [00:06<00:16, 22.19it/s]
eval model::  27%|██▋       | 134/500 [00:06<00:16, 22.60it/s]
eval model::  27%|██▋       | 137/500 [00:07<00:17, 20.99it/s]
eval model::  28%|██▊       | 140/500 [00:07<00:17, 20.35it/s]
eval model::  29%|██▊       | 143/500 [00:07<00:17, 20.56it/s]
eval model::  29%|██▉       | 146/500 [00:07<00:16, 21.68it/s]
eval model::  30%|██▉       | 149/500 [00:07<00:16, 20.78it/s]
eval model::  30%|███       | 152/500 [00:07<00:17, 19.39it/s]
eval model::  31%|███       | 155/500 [00:07<00:16, 20.65it/s]
eval model::  32%|███▏      | 158/500 [00:08<00:15, 22.49it/s]
eval model::  32%|███▏      | 161/500 [00:08<00:18, 17.84it/s]
eval model::  33%|███▎      | 163/500 [00:08<00:18, 17.93it/s]
eval model::  33%|███▎      | 166/500 [00:08<00:17, 19.15it/s]
eval model::  34%|███▍      | 169/500 [00:08<00:17, 19.07it/s]
eval model::  34%|███▍      | 171/500 [00:08<00:17, 18.74it/s]
eval model::  35%|███▍      | 174/500 [00:09<00:19, 16.67it/s]
eval model::  35%|███▌      | 176/500 [00:09<00:19, 16.76it/s]
eval model::  36%|███▌      | 179/500 [00:09<00:16, 19.08it/s]
eval model::  36%|███▋      | 182/500 [00:09<00:17, 17.70it/s]
eval model::  37%|███▋      | 186/500 [00:09<00:15, 20.87it/s]
eval model::  38%|███▊      | 189/500 [00:09<00:14, 21.38it/s]
eval model::  38%|███▊      | 192/500 [00:09<00:14, 21.88it/s]
eval model::  39%|███▉      | 195/500 [00:09<00:13, 21.83it/s]
eval model::  40%|███▉      | 198/500 [00:10<00:13, 21.89it/s]
eval model::  40%|████      | 201/500 [00:10<00:13, 22.42it/s]
eval model::  41%|████      | 204/500 [00:10<00:13, 22.69it/s]
eval model::  41%|████▏     | 207/500 [00:10<00:19, 15.27it/s]
eval model::  42%|████▏     | 209/500 [00:10<00:18, 15.55it/s]
eval model::  42%|████▏     | 211/500 [00:10<00:18, 15.86it/s]
eval model::  43%|████▎     | 213/500 [00:11<00:17, 16.30it/s]
eval model::  43%|████▎     | 215/500 [00:11<00:18, 15.21it/s]
eval model::  43%|████▎     | 217/500 [00:11<00:19, 14.73it/s]
eval model::  44%|████▍     | 220/500 [00:11<00:16, 16.72it/s]
eval model::  44%|████▍     | 222/500 [00:11<00:16, 16.38it/s]
eval model::  45%|████▌     | 226/500 [00:11<00:13, 20.03it/s]
eval model::  46%|████▌     | 229/500 [00:11<00:12, 20.87it/s]
eval model::  46%|████▋     | 232/500 [00:12<00:12, 21.79it/s]
eval model::  47%|████▋     | 235/500 [00:12<00:12, 21.42it/s]
eval model::  48%|████▊     | 238/500 [00:12<00:11, 22.13it/s]
eval model::  48%|████▊     | 241/500 [00:12<00:11, 22.25it/s]
eval model::  49%|████▉     | 244/500 [00:12<00:12, 19.99it/s]
eval model::  49%|████▉     | 247/500 [00:12<00:11, 21.29it/s]
eval model::  50%|█████     | 250/500 [00:12<00:12, 19.99it/s]
eval model::  51%|█████     | 253/500 [00:13<00:11, 20.90it/s]
eval model::  51%|█████     | 256/500 [00:13<00:11, 22.03it/s]
eval model::  52%|█████▏    | 259/500 [00:13<00:10, 22.66it/s]
eval model::  52%|█████▏    | 262/500 [00:13<00:11, 20.75it/s]
eval model::  53%|█████▎    | 265/500 [00:13<00:11, 21.15it/s]
eval model::  54%|█████▎    | 268/500 [00:13<00:11, 20.31it/s]
eval model::  54%|█████▍    | 271/500 [00:13<00:11, 20.40it/s]
eval model::  55%|█████▍    | 274/500 [00:14<00:11, 20.30it/s]
eval model::  55%|█████▌    | 277/500 [00:14<00:11, 18.99it/s]
eval model::  56%|█████▌    | 280/500 [00:14<00:11, 19.82it/s]
eval model::  57%|█████▋    | 283/500 [00:14<00:10, 21.35it/s]
eval model::  57%|█████▋    | 286/500 [00:14<00:14, 14.76it/s]
eval model::  58%|█████▊    | 289/500 [00:14<00:12, 16.78it/s]
eval model::  58%|█████▊    | 292/500 [00:15<00:10, 19.08it/s]
eval model::  59%|█████▉    | 295/500 [00:15<00:12, 16.21it/s]
eval model::  60%|█████▉    | 298/500 [00:15<00:11, 18.02it/s]
eval model::  60%|██████    | 301/500 [00:15<00:10, 18.77it/s]
eval model::  61%|██████    | 304/500 [00:15<00:09, 19.69it/s]
eval model::  61%|██████▏   | 307/500 [00:15<00:08, 21.83it/s]
eval model::  62%|██████▏   | 310/500 [00:15<00:08, 21.37it/s]
eval model::  63%|██████▎   | 313/500 [00:16<00:08, 21.65it/s]
eval model::  63%|██████▎   | 316/500 [00:16<00:08, 20.95it/s]
eval model::  64%|██████▍   | 319/500 [00:16<00:08, 21.86it/s]
eval model::  64%|██████▍   | 322/500 [00:16<00:08, 21.03it/s]
eval model::  65%|██████▌   | 325/500 [00:16<00:07, 22.66it/s]
eval model::  66%|██████▌   | 328/500 [00:16<00:07, 22.74it/s]
eval model::  66%|██████▌   | 331/500 [00:16<00:07, 22.30it/s]
eval model::  67%|██████▋   | 334/500 [00:17<00:07, 22.78it/s]
eval model::  67%|██████▋   | 337/500 [00:17<00:06, 23.34it/s]
eval model::  68%|██████▊   | 340/500 [00:17<00:09, 17.37it/s]
LAUNCH WARNING 2024-07-27 22:11:39,781 save gpu log failed
LAUNCH WARNING 2024-07-27 22:11:44,971 save gpu log failed
LAUNCH WARNING 2024-07-27 22:11:50,112 save gpu log failed
LAUNCH WARNING 2024-07-27 22:11:55,290 save gpu log failed
LAUNCH WARNING 2024-07-27 22:12:00,419 save gpu log failed
LAUNCH WARNING 2024-07-27 22:12:05,589 save gpu log failed
LAUNCH WARNING 2024-07-27 22:12:10,770 save gpu log failed
LAUNCH WARNING 2024-07-27 22:12:15,913 save gpu log failed
LAUNCH WARNING 2024-07-27 22:12:21,078 save gpu log failed
LAUNCH WARNING 2024-07-27 22:12:26,206 save gpu log failed
LAUNCH WARNING 2024-07-27 22:12:31,395 save gpu log failed
LAUNCH WARNING 2024-07-27 22:12:36,906 save gpu log failed
LAUNCH WARNING 2024-07-27 22:12:42,072 save gpu log failed
LAUNCH WARNING 2024-07-27 22:12:47,233 save gpu log failed
LAUNCH WARNING 2024-07-27 22:12:52,368 save gpu log failed
eval model::  69%|██████▊   | 343/500 [00:17<00:08, 18.87it/s]
eval model::  69%|██████▉   | 346/500 [00:17<00:07, 20.50it/s]
eval model::  70%|██████▉   | 349/500 [00:17<00:06, 21.98it/s]
eval model::  70%|███████   | 352/500 [00:17<00:06, 21.28it/s]
eval model::  71%|███████   | 355/500 [00:18<00:06, 21.69it/s]
eval model::  72%|███████▏  | 358/500 [00:18<00:06, 21.24it/s]
eval model::  72%|███████▏  | 361/500 [00:18<00:07, 19.42it/s]
eval model::  73%|███████▎  | 364/500 [00:18<00:07, 17.78it/s]
eval model::  73%|███████▎  | 366/500 [00:18<00:07, 18.10it/s]
eval model::  74%|███████▍  | 369/500 [00:18<00:06, 18.93it/s]
eval model::  74%|███████▍  | 372/500 [00:19<00:06, 19.13it/s]
eval model::  75%|███████▌  | 375/500 [00:19<00:06, 19.49it/s]
eval model::  76%|███████▌  | 378/500 [00:19<00:06, 19.37it/s]
eval model::  76%|███████▌  | 380/500 [00:19<00:06, 18.43it/s]
eval model::  77%|███████▋  | 383/500 [00:19<00:05, 20.37it/s]
eval model::  77%|███████▋  | 386/500 [00:19<00:08, 14.11it/s]
eval model::  78%|███████▊  | 389/500 [00:20<00:06, 16.62it/s]
eval model::  78%|███████▊  | 392/500 [00:20<00:06, 17.82it/s]
eval model::  79%|███████▉  | 395/500 [00:20<00:05, 18.10it/s]
eval model::  80%|███████▉  | 398/500 [00:20<00:05, 19.28it/s]
eval model::  80%|████████  | 401/500 [00:20<00:05, 18.82it/s]
eval model::  81%|████████  | 404/500 [00:20<00:04, 20.06it/s]
eval model::  81%|████████▏ | 407/500 [00:20<00:04, 20.69it/s]
eval model::  82%|████████▏ | 410/500 [00:21<00:04, 21.48it/s]
eval model::  83%|████████▎ | 413/500 [00:21<00:03, 22.62it/s]
eval model::  83%|████████▎ | 416/500 [00:21<00:03, 22.01it/s]
eval model::  84%|████████▍ | 419/500 [00:21<00:03, 20.50it/s]
eval model::  84%|████████▍ | 422/500 [00:21<00:04, 17.70it/s]
eval model::  85%|████████▍ | 424/500 [00:21<00:04, 16.89it/s]
eval model::  85%|████████▌ | 426/500 [00:21<00:04, 17.31it/s]
eval model::  86%|████████▌ | 429/500 [00:22<00:03, 19.66it/s]
eval model::  86%|████████▋ | 432/500 [00:22<00:03, 20.25it/s]
eval model::  87%|████████▋ | 435/500 [00:22<00:02, 22.42it/s]
eval model::  88%|████████▊ | 439/500 [00:22<00:02, 24.55it/s]
eval model::  88%|████████▊ | 442/500 [00:22<00:02, 22.80it/s]
eval model::  89%|████████▉ | 445/500 [00:22<00:02, 21.28it/s]
eval model::  90%|████████▉ | 448/500 [00:22<00:02, 19.79it/s]
eval model::  90%|█████████ | 451/500 [00:23<00:02, 19.01it/s]
eval model::  91%|█████████ | 454/500 [00:23<00:02, 19.49it/s]
eval model::  91%|█████████▏| 457/500 [00:23<00:02, 20.63it/s]
eval model::  92%|█████████▏| 460/500 [00:23<00:01, 20.22it/s]
eval model::  93%|█████████▎| 463/500 [00:23<00:01, 18.79it/s]
eval model::  93%|█████████▎| 465/500 [00:23<00:02, 17.20it/s]
eval model::  94%|█████████▎| 468/500 [00:23<00:01, 19.94it/s]
eval model::  94%|█████████▍| 471/500 [00:24<00:01, 20.92it/s]
eval model::  95%|█████████▍| 474/500 [00:24<00:01, 19.38it/s]
eval model::  96%|█████████▌| 478/500 [00:24<00:01, 21.93it/s]
eval model::  96%|█████████▌| 481/500 [00:24<00:00, 21.02it/s]
eval model::  97%|█████████▋| 484/500 [00:24<00:00, 22.34it/s]
eval model::  97%|█████████▋| 487/500 [00:24<00:00, 19.86it/s]
eval model::  98%|█████████▊| 490/500 [00:24<00:00, 19.79it/s]
eval model::  99%|█████████▊| 493/500 [00:25<00:00, 20.20it/s]
eval model::  99%|█████████▉| 496/500 [00:25<00:00, 20.33it/s]
eval model:: 100%|██████████| 500/500 [00:25<00:00, 24.00it/s]
eval model:: 100%|██████████| 500/500 [00:25<00:00, 19.69it/s]
[2024/07/27 22:11:43] ppocr INFO: cur metric, precision: 0.6292935839274141, recall: 0.46750120365912373, hmean: 0.53646408839779, fps: 44.39734099314374
[2024/07/27 22:11:43] ppocr INFO: save best model is to ./output/db_mv3/best_accuracy
[2024/07/27 22:11:43] ppocr INFO: best metric, hmean: 0.53646408839779, precision: 0.6292935839274141, recall: 0.46750120365912373, fps: 44.39734099314374, best_epoch: 100
[2024/07/27 22:11:44] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:11:52] ppocr INFO: epoch: [101/200], global_step: 303, lr: 0.001000, loss: 2.172809, loss_shrink_maps: 1.219480, loss_threshold_maps: 0.708619, loss_binary_maps: 0.239635, avg_reader_cost: 2.02600 s, avg_batch_cost: 2.32198 s, avg_samples: 12.5, ips: 5.38334 samples/s, eta: 0:40:37
[2024/07/27 22:11:53] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:12:01] ppocr INFO: epoch: [102/200], global_step: 306, lr: 0.001000, loss: 2.172809, loss_shrink_maps: 1.219480, loss_threshold_maps: 0.708619, loss_binary_maps: 0.239635, avg_reader_cost: 1.91633 s, avg_batch_cost: 2.24814 s, avg_samples: 12.5, ips: 5.56016 samples/s, eta: 0:40:11
[2024/07/27 22:12:01] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:12:09] ppocr INFO: epoch: [103/200], global_step: 309, lr: 0.001000, loss: 2.205022, loss_shrink_maps: 1.244131, loss_threshold_maps: 0.720319, loss_binary_maps: 0.243798, avg_reader_cost: 1.90660 s, avg_batch_cost: 2.21577 s, avg_samples: 12.5, ips: 5.64139 samples/s, eta: 0:39:44
[2024/07/27 22:12:10] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:12:16] ppocr INFO: epoch: [104/200], global_step: 310, lr: 0.001000, loss: 2.196520, loss_shrink_maps: 1.244131, loss_threshold_maps: 0.716738, loss_binary_maps: 0.243798, avg_reader_cost: 0.56600 s, avg_batch_cost: 0.65757 s, avg_samples: 4.8, ips: 7.29956 samples/s, eta: 0:39:34
[2024/07/27 22:12:18] ppocr INFO: epoch: [104/200], global_step: 312, lr: 0.001000, loss: 2.196520, loss_shrink_maps: 1.244131, loss_threshold_maps: 0.708619, loss_binary_maps: 0.243798, avg_reader_cost: 1.40663 s, avg_batch_cost: 1.55229 s, avg_samples: 7.7, ips: 4.96040 samples/s, eta: 0:39:17
[2024/07/27 22:12:18] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:12:27] ppocr INFO: epoch: [105/200], global_step: 315, lr: 0.001000, loss: 2.192318, loss_shrink_maps: 1.238769, loss_threshold_maps: 0.716738, loss_binary_maps: 0.241872, avg_reader_cost: 1.99608 s, avg_batch_cost: 2.32730 s, avg_samples: 12.5, ips: 5.37102 samples/s, eta: 0:38:51
[2024/07/27 22:12:28] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:12:36] ppocr INFO: epoch: [106/200], global_step: 318, lr: 0.001000, loss: 2.220697, loss_shrink_maps: 1.250815, loss_threshold_maps: 0.712011, loss_binary_maps: 0.243587, avg_reader_cost: 1.93402 s, avg_batch_cost: 2.29378 s, avg_samples: 12.5, ips: 5.44951 samples/s, eta: 0:38:25
[2024/07/27 22:12:36] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:12:44] ppocr INFO: epoch: [107/200], global_step: 320, lr: 0.001000, loss: 2.175532, loss_shrink_maps: 1.229056, loss_threshold_maps: 0.705954, loss_binary_maps: 0.238388, avg_reader_cost: 1.27896 s, avg_batch_cost: 1.46114 s, avg_samples: 9.6, ips: 6.57022 samples/s, eta: 0:38:07
[2024/07/27 22:12:45] ppocr INFO: epoch: [107/200], global_step: 321, lr: 0.001000, loss: 2.131506, loss_shrink_maps: 1.196719, loss_threshold_maps: 0.701453, loss_binary_maps: 0.232799, avg_reader_cost: 0.77627 s, avg_batch_cost: 0.83113 s, avg_samples: 2.9, ips: 3.48922 samples/s, eta: 0:37:59
[2024/07/27 22:12:45] ppocr INFO: save model in ./output/db_mv3/latest
LAUNCH WARNING 2024-07-27 22:12:57,527 save gpu log failed
LAUNCH WARNING 2024-07-27 22:13:02,660 save gpu log failed
LAUNCH WARNING 2024-07-27 22:13:07,819 save gpu log failed
LAUNCH WARNING 2024-07-27 22:13:12,988 save gpu log failed
LAUNCH WARNING 2024-07-27 22:13:18,161 save gpu log failed
LAUNCH WARNING 2024-07-27 22:13:23,347 save gpu log failed
LAUNCH WARNING 2024-07-27 22:13:28,487 save gpu log failed
LAUNCH WARNING 2024-07-27 22:13:33,655 save gpu log failed
LAUNCH WARNING 2024-07-27 22:13:38,815 save gpu log failed
LAUNCH WARNING 2024-07-27 22:13:43,966 save gpu log failed
LAUNCH WARNING 2024-07-27 22:13:49,192 save gpu log failed
LAUNCH WARNING 2024-07-27 22:13:54,339 save gpu log failed
LAUNCH WARNING 2024-07-27 22:13:59,512 save gpu log failed
LAUNCH WARNING 2024-07-27 22:14:04,750 save gpu log failed
LAUNCH WARNING 2024-07-27 22:14:09,917 save gpu log failed
LAUNCH WARNING 2024-07-27 22:14:15,085 save gpu log failed
LAUNCH WARNING 2024-07-27 22:14:20,222 save gpu log failed
LAUNCH WARNING 2024-07-27 22:14:25,395 save gpu log failed
LAUNCH WARNING 2024-07-27 22:14:30,858 save gpu log failed
LAUNCH WARNING 2024-07-27 22:14:36,027 save gpu log failed
LAUNCH WARNING 2024-07-27 22:14:41,206 save gpu log failed
[2024/07/27 22:12:53] ppocr INFO: epoch: [108/200], global_step: 324, lr: 0.001000, loss: 2.131506, loss_shrink_maps: 1.196719, loss_threshold_maps: 0.702912, loss_binary_maps: 0.232799, avg_reader_cost: 1.98673 s, avg_batch_cost: 2.31885 s, avg_samples: 12.5, ips: 5.39061 samples/s, eta: 0:37:34
[2024/07/27 22:12:54] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:13:02] ppocr INFO: epoch: [109/200], global_step: 327, lr: 0.001000, loss: 2.131506, loss_shrink_maps: 1.196719, loss_threshold_maps: 0.704368, loss_binary_maps: 0.232799, avg_reader_cost: 1.98090 s, avg_batch_cost: 2.31706 s, avg_samples: 12.5, ips: 5.39477 samples/s, eta: 0:37:08
[2024/07/27 22:13:03] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:13:11] ppocr INFO: epoch: [110/200], global_step: 330, lr: 0.001000, loss: 2.131506, loss_shrink_maps: 1.196719, loss_threshold_maps: 0.704368, loss_binary_maps: 0.232799, avg_reader_cost: 1.97763 s, avg_batch_cost: 2.29848 s, avg_samples: 12.5, ips: 5.43837 samples/s, eta: 0:36:42
[2024/07/27 22:13:12] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:13:20] ppocr INFO: epoch: [111/200], global_step: 333, lr: 0.001000, loss: 2.158812, loss_shrink_maps: 1.206896, loss_threshold_maps: 0.707410, loss_binary_maps: 0.236259, avg_reader_cost: 1.91322 s, avg_batch_cost: 2.21251 s, avg_samples: 12.5, ips: 5.64970 samples/s, eta: 0:36:16
[2024/07/27 22:13:21] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:13:29] ppocr INFO: epoch: [112/200], global_step: 336, lr: 0.001000, loss: 2.210091, loss_shrink_maps: 1.235815, loss_threshold_maps: 0.712437, loss_binary_maps: 0.242636, avg_reader_cost: 2.05178 s, avg_batch_cost: 2.28857 s, avg_samples: 12.5, ips: 5.46193 samples/s, eta: 0:35:50
[2024/07/27 22:13:29] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:13:37] ppocr INFO: epoch: [113/200], global_step: 339, lr: 0.001000, loss: 2.158617, loss_shrink_maps: 1.218481, loss_threshold_maps: 0.709671, loss_binary_maps: 0.238910, avg_reader_cost: 1.93528 s, avg_batch_cost: 2.24355 s, avg_samples: 12.5, ips: 5.57154 samples/s, eta: 0:35:24
[2024/07/27 22:13:38] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:13:45] ppocr INFO: epoch: [114/200], global_step: 340, lr: 0.001000, loss: 2.210091, loss_shrink_maps: 1.235815, loss_threshold_maps: 0.717644, loss_binary_maps: 0.242636, avg_reader_cost: 0.59371 s, avg_batch_cost: 0.68554 s, avg_samples: 4.8, ips: 7.00173 samples/s, eta: 0:35:15
[2024/07/27 22:13:46] ppocr INFO: epoch: [114/200], global_step: 342, lr: 0.001000, loss: 2.222370, loss_shrink_maps: 1.242715, loss_threshold_maps: 0.724032, loss_binary_maps: 0.242795, avg_reader_cost: 1.46252 s, avg_batch_cost: 1.60837 s, avg_samples: 7.7, ips: 4.78746 samples/s, eta: 0:34:59
[2024/07/27 22:13:47] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:13:55] ppocr INFO: epoch: [115/200], global_step: 345, lr: 0.001000, loss: 2.231946, loss_shrink_maps: 1.242715, loss_threshold_maps: 0.737449, loss_binary_maps: 0.242795, avg_reader_cost: 1.93988 s, avg_batch_cost: 2.22056 s, avg_samples: 12.5, ips: 5.62920 samples/s, eta: 0:34:33
[2024/07/27 22:13:55] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:14:03] ppocr INFO: epoch: [116/200], global_step: 348, lr: 0.001000, loss: 2.199857, loss_shrink_maps: 1.230602, loss_threshold_maps: 0.730326, loss_binary_maps: 0.241382, avg_reader_cost: 2.05120 s, avg_batch_cost: 2.28463 s, avg_samples: 12.5, ips: 5.47135 samples/s, eta: 0:34:07
[2024/07/27 22:14:04] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:14:12] ppocr INFO: epoch: [117/200], global_step: 350, lr: 0.001000, loss: 2.199857, loss_shrink_maps: 1.230602, loss_threshold_maps: 0.730326, loss_binary_maps: 0.241382, avg_reader_cost: 1.20606 s, avg_batch_cost: 1.47673 s, avg_samples: 9.6, ips: 6.50084 samples/s, eta: 0:33:50
[2024/07/27 22:14:12] ppocr INFO: epoch: [117/200], global_step: 351, lr: 0.001000, loss: 2.211081, loss_shrink_maps: 1.236590, loss_threshold_maps: 0.730326, loss_binary_maps: 0.241858, avg_reader_cost: 0.78402 s, avg_batch_cost: 0.83878 s, avg_samples: 2.9, ips: 3.45741 samples/s, eta: 0:33:42
[2024/07/27 22:14:13] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:14:21] ppocr INFO: epoch: [118/200], global_step: 354, lr: 0.001000, loss: 2.173842, loss_shrink_maps: 1.208823, loss_threshold_maps: 0.709816, loss_binary_maps: 0.237041, avg_reader_cost: 1.96808 s, avg_batch_cost: 2.20382 s, avg_samples: 12.5, ips: 5.67196 samples/s, eta: 0:33:16
[2024/07/27 22:14:21] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:14:30] ppocr INFO: epoch: [119/200], global_step: 357, lr: 0.001000, loss: 2.150344, loss_shrink_maps: 1.199298, loss_threshold_maps: 0.702440, loss_binary_maps: 0.235386, avg_reader_cost: 2.09110 s, avg_batch_cost: 2.32727 s, avg_samples: 12.5, ips: 5.37110 samples/s, eta: 0:32:51
[2024/07/27 22:14:30] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:14:39] ppocr INFO: epoch: [120/200], global_step: 360, lr: 0.001000, loss: 2.173842, loss_shrink_maps: 1.204172, loss_threshold_maps: 0.707359, loss_binary_maps: 0.236642, avg_reader_cost: 2.00218 s, avg_batch_cost: 2.33041 s, avg_samples: 12.5, ips: 5.36386 samples/s, eta: 0:32:26

eval model::   0%|          | 0/500 [00:00<?, ?it/s]
eval model::   0%|          | 1/500 [00:00<00:53,  9.31it/s]
eval model::   1%|          | 4/500 [00:00<00:30, 16.18it/s]
eval model::   1%|          | 6/500 [00:00<00:33, 14.90it/s]
eval model::   2%|▏         | 9/500 [00:00<00:26, 18.55it/s]
eval model::   2%|▏         | 11/500 [00:00<00:28, 17.08it/s]
eval model::   3%|▎         | 14/500 [00:00<00:25, 18.74it/s]
eval model::   3%|▎         | 17/500 [00:00<00:24, 19.82it/s]
eval model::   4%|▍         | 19/500 [00:01<00:24, 19.32it/s]
eval model::   4%|▍         | 21/500 [00:01<00:25, 19.03it/s]
eval model::   5%|▍         | 24/500 [00:01<00:23, 20.53it/s]
eval model::   5%|▌         | 27/500 [00:01<00:22, 21.32it/s]
eval model::   6%|▌         | 30/500 [00:01<00:21, 21.95it/s]
eval model::   7%|▋         | 33/500 [00:01<00:22, 21.21it/s]
eval model::   7%|▋         | 36/500 [00:01<00:22, 20.30it/s]
eval model::   8%|▊         | 39/500 [00:02<00:24, 18.68it/s]
eval model::   8%|▊         | 42/500 [00:02<00:26, 17.51it/s]
eval model::   9%|▉         | 45/500 [00:02<00:24, 18.93it/s]
eval model::   9%|▉         | 47/500 [00:02<00:25, 18.01it/s]
eval model::  10%|█         | 50/500 [00:02<00:21, 20.56it/s]
eval model::  11%|█         | 53/500 [00:02<00:20, 22.29it/s]
eval model::  11%|█▏        | 57/500 [00:02<00:17, 25.15it/s]
eval model::  12%|█▏        | 60/500 [00:03<00:19, 22.11it/s]
eval model::  13%|█▎        | 63/500 [00:03<00:25, 17.31it/s]
eval model::  13%|█▎        | 66/500 [00:03<00:22, 19.34it/s]
eval model::  14%|█▍        | 69/500 [00:03<00:20, 20.88it/s]
eval model::  14%|█▍        | 72/500 [00:03<00:20, 21.06it/s]
eval model::  15%|█▌        | 75/500 [00:03<00:20, 20.90it/s]
eval model::  16%|█▌        | 78/500 [00:03<00:20, 21.07it/s]
eval model::  16%|█▌        | 81/500 [00:04<00:18, 22.65it/s]
eval model::  17%|█▋        | 84/500 [00:04<00:17, 23.86it/s]
eval model::  17%|█▋        | 87/500 [00:04<00:17, 24.14it/s]
eval model::  18%|█▊        | 90/500 [00:04<00:19, 20.92it/s]
eval model::  19%|█▊        | 93/500 [00:04<00:21, 19.33it/s]
eval model::  19%|█▉        | 96/500 [00:04<00:19, 20.59it/s]
eval model::  20%|█▉        | 99/500 [00:04<00:18, 21.93it/s]
eval model::  20%|██        | 102/500 [00:05<00:18, 21.02it/s]
eval model::  21%|██        | 105/500 [00:05<00:17, 22.12it/s]
eval model::  22%|██▏       | 108/500 [00:05<00:17, 22.74it/s]
eval model::  22%|██▏       | 111/500 [00:05<00:17, 22.32it/s]
eval model::  23%|██▎       | 114/500 [00:05<00:16, 23.81it/s]
eval model::  23%|██▎       | 117/500 [00:05<00:16, 23.13it/s]
eval model::  24%|██▍       | 120/500 [00:05<00:20, 18.55it/s]
eval model::  25%|██▍       | 123/500 [00:06<00:18, 19.99it/s]
LAUNCH WARNING 2024-07-27 22:14:46,407 save gpu log failed
LAUNCH WARNING 2024-07-27 22:14:51,590 save gpu log failed
LAUNCH WARNING 2024-07-27 22:14:56,802 save gpu log failed
eval model::  25%|██▌       | 126/500 [00:06<00:19, 19.20it/s]
eval model::  26%|██▌       | 129/500 [00:06<00:19, 19.39it/s]
eval model::  26%|██▋       | 132/500 [00:06<00:19, 18.75it/s]
eval model::  27%|██▋       | 135/500 [00:06<00:18, 19.59it/s]
eval model::  28%|██▊       | 138/500 [00:06<00:18, 20.04it/s]
eval model::  28%|██▊       | 141/500 [00:06<00:18, 19.36it/s]
eval model::  29%|██▊       | 143/500 [00:07<00:18, 19.16it/s]
eval model::  29%|██▉       | 146/500 [00:07<00:17, 20.39it/s]
eval model::  30%|██▉       | 149/500 [00:07<00:18, 18.73it/s]
eval model::  30%|███       | 151/500 [00:07<00:19, 17.85it/s]
eval model::  31%|███       | 155/500 [00:07<00:16, 21.22it/s]
eval model::  32%|███▏      | 158/500 [00:07<00:15, 22.55it/s]
eval model::  32%|███▏      | 161/500 [00:07<00:17, 18.87it/s]
eval model::  33%|███▎      | 164/500 [00:08<00:17, 19.13it/s]
eval model::  33%|███▎      | 167/500 [00:08<00:16, 20.43it/s]
eval model::  34%|███▍      | 170/500 [00:08<00:16, 20.32it/s]
eval model::  35%|███▍      | 173/500 [00:08<00:17, 19.11it/s]
eval model::  35%|███▌      | 175/500 [00:08<00:18, 17.79it/s]
eval model::  36%|███▌      | 178/500 [00:08<00:15, 20.17it/s]
eval model::  36%|███▌      | 181/500 [00:09<00:18, 17.09it/s]
eval model::  37%|███▋      | 184/500 [00:09<00:16, 19.21it/s]
eval model::  37%|███▋      | 187/500 [00:09<00:15, 19.79it/s]
eval model::  38%|███▊      | 190/500 [00:09<00:14, 21.69it/s]
eval model::  39%|███▉      | 194/500 [00:09<00:12, 25.14it/s]
eval model::  39%|███▉      | 197/500 [00:09<00:13, 23.21it/s]
eval model::  40%|████      | 200/500 [00:09<00:12, 23.39it/s]
eval model::  41%|████      | 203/500 [00:09<00:12, 24.17it/s]
eval model::  41%|████      | 206/500 [00:10<00:16, 17.77it/s]
eval model::  42%|████▏     | 209/500 [00:10<00:16, 17.40it/s]
eval model::  42%|████▏     | 211/500 [00:10<00:16, 17.26it/s]
eval model::  43%|████▎     | 214/500 [00:10<00:15, 19.05it/s]
eval model::  43%|████▎     | 217/500 [00:10<00:17, 15.81it/s]
eval model::  44%|████▍     | 220/500 [00:11<00:16, 17.28it/s]
eval model::  44%|████▍     | 222/500 [00:11<00:17, 15.68it/s]
eval model::  45%|████▌     | 225/500 [00:11<00:14, 18.49it/s]
eval model::  46%|████▌     | 229/500 [00:11<00:12, 22.15it/s]
eval model::  47%|████▋     | 233/500 [00:11<00:10, 25.44it/s]
eval model::  47%|████▋     | 236/500 [00:11<00:10, 25.92it/s]
eval model::  48%|████▊     | 240/500 [00:11<00:09, 27.94it/s]
eval model::  49%|████▊     | 243/500 [00:11<00:10, 23.65it/s]
eval model::  49%|████▉     | 246/500 [00:12<00:10, 24.03it/s]
eval model::  50%|████▉     | 249/500 [00:12<00:11, 21.42it/s]
eval model::  50%|█████     | 252/500 [00:12<00:12, 19.91it/s]
eval model::  51%|█████     | 255/500 [00:12<00:12, 20.27it/s]
eval model::  52%|█████▏    | 258/500 [00:12<00:11, 21.17it/s]
eval model::  52%|█████▏    | 261/500 [00:12<00:12, 19.49it/s]
eval model::  53%|█████▎    | 264/500 [00:13<00:12, 18.81it/s]
eval model::  53%|█████▎    | 267/500 [00:13<00:12, 18.70it/s]
eval model::  54%|█████▍    | 270/500 [00:13<00:11, 19.71it/s]
eval model::  55%|█████▍    | 273/500 [00:13<00:12, 18.81it/s]
eval model::  55%|█████▌    | 275/500 [00:13<00:11, 18.82it/s]
eval model::  56%|█████▌    | 278/500 [00:13<00:10, 20.98it/s]
eval model::  56%|█████▌    | 281/500 [00:13<00:11, 19.64it/s]
eval model::  57%|█████▋    | 284/500 [00:14<00:11, 19.47it/s]
eval model::  57%|█████▋    | 286/500 [00:14<00:17, 12.07it/s]
eval model::  58%|█████▊    | 289/500 [00:14<00:14, 14.28it/s]
eval model::  58%|█████▊    | 292/500 [00:14<00:12, 16.30it/s]
eval model::  59%|█████▉    | 294/500 [00:14<00:13, 15.40it/s]
eval model::  59%|█████▉    | 296/500 [00:15<00:13, 14.77it/s]
eval model::  60%|█████▉    | 299/500 [00:15<00:11, 17.65it/s]
eval model::  60%|██████    | 301/500 [00:15<00:11, 16.87it/s]
eval model::  61%|██████    | 304/500 [00:15<00:10, 18.62it/s]
eval model::  61%|██████▏   | 307/500 [00:15<00:09, 20.22it/s]
eval model::  62%|██████▏   | 310/500 [00:15<00:09, 19.74it/s]
eval model::  63%|██████▎   | 313/500 [00:15<00:08, 21.48it/s]
eval model::  63%|██████▎   | 316/500 [00:15<00:08, 21.65it/s]
eval model::  64%|██████▍   | 320/500 [00:16<00:07, 24.61it/s]
eval model::  65%|██████▍   | 323/500 [00:16<00:07, 23.98it/s]
eval model::  65%|██████▌   | 326/500 [00:16<00:06, 25.16it/s]
eval model::  66%|██████▌   | 329/500 [00:16<00:06, 24.44it/s]
eval model::  66%|██████▋   | 332/500 [00:16<00:07, 23.76it/s]
eval model::  67%|██████▋   | 335/500 [00:16<00:07, 22.39it/s]
eval model::  68%|██████▊   | 338/500 [00:16<00:08, 20.13it/s]
eval model::  68%|██████▊   | 341/500 [00:17<00:09, 16.11it/s]
eval model::  69%|██████▉   | 344/500 [00:17<00:08, 18.10it/s]
eval model::  69%|██████▉   | 347/500 [00:17<00:07, 19.71it/s]
eval model::  70%|███████   | 350/500 [00:17<00:07, 21.31it/s]
eval model::  71%|███████   | 353/500 [00:17<00:06, 21.66it/s]
eval model::  71%|███████   | 356/500 [00:17<00:07, 20.14it/s]
eval model::  72%|███████▏  | 359/500 [00:17<00:06, 20.82it/s]
eval model::  72%|███████▏  | 362/500 [00:18<00:06, 21.08it/s]
eval model::  73%|███████▎  | 365/500 [00:18<00:07, 18.93it/s]
eval model::  73%|███████▎  | 367/500 [00:18<00:07, 18.58it/s]
eval model::  74%|███████▍  | 370/500 [00:18<00:06, 20.45it/s]
eval model::  75%|███████▍  | 373/500 [00:18<00:05, 21.94it/s]
eval model::  75%|███████▌  | 376/500 [00:18<00:05, 22.61it/s]
eval model::  76%|███████▌  | 380/500 [00:18<00:05, 22.73it/s]
eval model::  77%|███████▋  | 383/500 [00:19<00:04, 24.11it/s]
eval model::  77%|███████▋  | 386/500 [00:19<00:07, 16.03it/s]
eval model::  78%|███████▊  | 389/500 [00:19<00:06, 16.92it/s]
eval model::  78%|███████▊  | 391/500 [00:19<00:06, 17.34it/s]
eval model::  79%|███████▉  | 394/500 [00:19<00:05, 18.96it/s]
eval model::  79%|███████▉  | 397/500 [00:19<00:05, 18.20it/s]
eval model::  80%|████████  | 400/500 [00:20<00:05, 17.64it/s]
eval model::  80%|████████  | 402/500 [00:20<00:05, 17.78it/s]
eval model::  81%|████████  | 405/500 [00:20<00:04, 19.12it/s]
eval model::  82%|████████▏ | 408/500 [00:20<00:04, 19.80it/s]
eval model::  82%|████████▏ | 411/500 [00:20<00:04, 21.29it/s]
eval model::  83%|████████▎ | 414/500 [00:20<00:03, 21.89it/s]
eval model::  83%|████████▎ | 417/500 [00:20<00:04, 19.67it/s]
eval model::  84%|████████▍ | 420/500 [00:21<00:04, 16.19it/s]
eval model::  84%|████████▍ | 422/500 [00:21<00:04, 16.67it/s]
eval model::  85%|████████▍ | 424/500 [00:21<00:04, 16.69it/s]
eval model::  85%|████████▌ | 426/500 [00:21<00:04, 17.33it/s]
eval model::  86%|████████▌ | 429/500 [00:21<00:03, 19.32it/s]
eval model::  86%|████████▋ | 432/500 [00:21<00:03, 19.98it/s]
eval model::  87%|████████▋ | 435/500 [00:21<00:02, 22.40it/s]
eval model::  88%|████████▊ | 439/500 [00:22<00:02, 24.11it/s]
eval model::  88%|████████▊ | 442/500 [00:22<00:02, 23.24it/s]
LAUNCH WARNING 2024-07-27 22:15:01,985 save gpu log failed
LAUNCH WARNING 2024-07-27 22:15:07,184 save gpu log failed
LAUNCH WARNING 2024-07-27 22:15:12,317 save gpu log failed
LAUNCH WARNING 2024-07-27 22:15:17,481 save gpu log failed
LAUNCH WARNING 2024-07-27 22:15:22,905 save gpu log failed
LAUNCH WARNING 2024-07-27 22:15:28,072 save gpu log failed
LAUNCH WARNING 2024-07-27 22:15:33,279 save gpu log failed
LAUNCH WARNING 2024-07-27 22:15:38,413 save gpu log failed
LAUNCH WARNING 2024-07-27 22:15:43,560 save gpu log failed
LAUNCH WARNING 2024-07-27 22:15:48,712 save gpu log failed
LAUNCH WARNING 2024-07-27 22:15:53,870 save gpu log failed
LAUNCH WARNING 2024-07-27 22:15:59,026 save gpu log failed
LAUNCH WARNING 2024-07-27 22:16:04,152 save gpu log failed
LAUNCH WARNING 2024-07-27 22:16:09,340 save gpu log failed
LAUNCH WARNING 2024-07-27 22:16:14,473 save gpu log failed
LAUNCH WARNING 2024-07-27 22:16:19,645 save gpu log failed
LAUNCH WARNING 2024-07-27 22:16:24,942 save gpu log failed
LAUNCH WARNING 2024-07-27 22:16:30,100 save gpu log failed
LAUNCH WARNING 2024-07-27 22:16:35,329 save gpu log failed
LAUNCH WARNING 2024-07-27 22:16:40,464 save gpu log failed
LAUNCH WARNING 2024-07-27 22:16:45,624 save gpu log failed
LAUNCH WARNING 2024-07-27 22:16:50,860 save gpu log failed
LAUNCH WARNING 2024-07-27 22:16:56,026 save gpu log failed
LAUNCH WARNING 2024-07-27 22:17:01,186 save gpu log failed
LAUNCH WARNING 2024-07-27 22:17:06,322 save gpu log failed
LAUNCH WARNING 2024-07-27 22:17:11,496 save gpu log failed
LAUNCH WARNING 2024-07-27 22:17:16,631 save gpu log failed
eval model::  89%|████████▉ | 445/500 [00:22<00:02, 23.79it/s]
eval model::  90%|████████▉ | 448/500 [00:22<00:02, 22.23it/s]
eval model::  90%|█████████ | 451/500 [00:22<00:02, 22.22it/s]
eval model::  91%|█████████ | 454/500 [00:22<00:02, 22.74it/s]
eval model::  91%|█████████▏| 457/500 [00:22<00:01, 21.53it/s]
eval model::  92%|█████████▏| 460/500 [00:23<00:01, 21.51it/s]
eval model::  93%|█████████▎| 463/500 [00:23<00:01, 18.90it/s]
eval model::  93%|█████████▎| 465/500 [00:23<00:02, 17.48it/s]
eval model::  94%|█████████▎| 468/500 [00:23<00:01, 20.16it/s]
eval model::  94%|█████████▍| 471/500 [00:23<00:01, 21.37it/s]
eval model::  95%|█████████▍| 474/500 [00:23<00:01, 21.34it/s]
eval model::  95%|█████████▌| 477/500 [00:23<00:01, 22.66it/s]
eval model::  96%|█████████▌| 480/500 [00:23<00:00, 21.44it/s]
eval model::  97%|█████████▋| 483/500 [00:24<00:00, 21.26it/s]
eval model::  97%|█████████▋| 486/500 [00:24<00:00, 18.51it/s]
eval model::  98%|█████████▊| 489/500 [00:24<00:00, 19.43it/s]
eval model::  98%|█████████▊| 492/500 [00:24<00:00, 19.03it/s]
eval model::  99%|█████████▉| 494/500 [00:24<00:00, 19.09it/s]
eval model::  99%|█████████▉| 496/500 [00:24<00:00, 17.45it/s]
eval model:: 100%|█████████▉| 499/500 [00:25<00:00, 19.40it/s]
eval model:: 100%|██████████| 500/500 [00:25<00:00, 19.95it/s]
[2024/07/27 22:15:04] ppocr INFO: cur metric, precision: 0.6161482461945731, recall: 0.44824265767934524, hmean: 0.5189520624303233, fps: 44.57960630621576
[2024/07/27 22:15:04] ppocr INFO: best metric, hmean: 0.53646408839779, precision: 0.6292935839274141, recall: 0.46750120365912373, fps: 44.39734099314374, best_epoch: 100
[2024/07/27 22:15:04] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:15:13] ppocr INFO: epoch: [121/200], global_step: 363, lr: 0.001000, loss: 2.134604, loss_shrink_maps: 1.193905, loss_threshold_maps: 0.701676, loss_binary_maps: 0.234044, avg_reader_cost: 2.05242 s, avg_batch_cost: 2.45056 s, avg_samples: 12.5, ips: 5.10088 samples/s, eta: 0:32:02
[2024/07/27 22:15:13] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:15:22] ppocr INFO: epoch: [122/200], global_step: 366, lr: 0.001000, loss: 2.095627, loss_shrink_maps: 1.186588, loss_threshold_maps: 0.691609, loss_binary_maps: 0.232759, avg_reader_cost: 2.13331 s, avg_batch_cost: 2.40283 s, avg_samples: 12.5, ips: 5.20219 samples/s, eta: 0:31:37
[2024/07/27 22:15:23] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:15:31] ppocr INFO: epoch: [123/200], global_step: 369, lr: 0.001000, loss: 2.086906, loss_shrink_maps: 1.176191, loss_threshold_maps: 0.691609, loss_binary_maps: 0.231042, avg_reader_cost: 2.05665 s, avg_batch_cost: 2.30199 s, avg_samples: 12.5, ips: 5.43008 samples/s, eta: 0:31:12
[2024/07/27 22:15:31] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:15:38] ppocr INFO: epoch: [124/200], global_step: 370, lr: 0.001000, loss: 2.095627, loss_shrink_maps: 1.186588, loss_threshold_maps: 0.701676, loss_binary_maps: 0.232759, avg_reader_cost: 0.55933 s, avg_batch_cost: 0.67368 s, avg_samples: 4.8, ips: 7.12504 samples/s, eta: 0:31:03
[2024/07/27 22:15:39] ppocr INFO: epoch: [124/200], global_step: 372, lr: 0.001000, loss: 2.104721, loss_shrink_maps: 1.191354, loss_threshold_maps: 0.715045, loss_binary_maps: 0.233582, avg_reader_cost: 1.43897 s, avg_batch_cost: 1.58497 s, avg_samples: 7.7, ips: 4.85814 samples/s, eta: 0:30:47
[2024/07/27 22:15:40] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:15:48] ppocr INFO: epoch: [125/200], global_step: 375, lr: 0.001000, loss: 2.099714, loss_shrink_maps: 1.186588, loss_threshold_maps: 0.715045, loss_binary_maps: 0.233241, avg_reader_cost: 2.11499 s, avg_batch_cost: 2.35121 s, avg_samples: 12.5, ips: 5.31641 samples/s, eta: 0:30:22
[2024/07/27 22:15:49] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:15:57] ppocr INFO: epoch: [126/200], global_step: 378, lr: 0.001000, loss: 2.224692, loss_shrink_maps: 1.224488, loss_threshold_maps: 0.724158, loss_binary_maps: 0.240271, avg_reader_cost: 2.03396 s, avg_batch_cost: 2.27851 s, avg_samples: 12.5, ips: 5.48603 samples/s, eta: 0:29:57
[2024/07/27 22:15:58] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:16:06] ppocr INFO: epoch: [127/200], global_step: 380, lr: 0.001000, loss: 2.151284, loss_shrink_maps: 1.197394, loss_threshold_maps: 0.724158, loss_binary_maps: 0.235433, avg_reader_cost: 1.29820 s, avg_batch_cost: 1.51545 s, avg_samples: 9.6, ips: 6.33476 samples/s, eta: 0:29:40
[2024/07/27 22:16:06] ppocr INFO: epoch: [127/200], global_step: 381, lr: 0.001000, loss: 2.151284, loss_shrink_maps: 1.197394, loss_threshold_maps: 0.724158, loss_binary_maps: 0.235433, avg_reader_cost: 0.80388 s, avg_batch_cost: 0.85923 s, avg_samples: 2.9, ips: 3.37513 samples/s, eta: 0:29:32
[2024/07/27 22:16:07] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:16:15] ppocr INFO: epoch: [128/200], global_step: 384, lr: 0.001000, loss: 2.195812, loss_shrink_maps: 1.208332, loss_threshold_maps: 0.739546, loss_binary_maps: 0.236986, avg_reader_cost: 2.08420 s, avg_batch_cost: 2.32751 s, avg_samples: 12.5, ips: 5.37055 samples/s, eta: 0:29:07
[2024/07/27 22:16:16] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:16:24] ppocr INFO: epoch: [129/200], global_step: 387, lr: 0.001000, loss: 2.142969, loss_shrink_maps: 1.182796, loss_threshold_maps: 0.724852, loss_binary_maps: 0.231942, avg_reader_cost: 2.04837 s, avg_batch_cost: 2.28556 s, avg_samples: 12.5, ips: 5.46912 samples/s, eta: 0:28:42
[2024/07/27 22:16:25] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:16:33] ppocr INFO: epoch: [130/200], global_step: 390, lr: 0.001000, loss: 2.197293, loss_shrink_maps: 1.221663, loss_threshold_maps: 0.731829, loss_binary_maps: 0.240455, avg_reader_cost: 2.07701 s, avg_batch_cost: 2.32226 s, avg_samples: 12.5, ips: 5.38269 samples/s, eta: 0:28:17
[2024/07/27 22:16:33] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:16:41] ppocr INFO: epoch: [131/200], global_step: 393, lr: 0.001000, loss: 2.142969, loss_shrink_maps: 1.182796, loss_threshold_maps: 0.721552, loss_binary_maps: 0.231942, avg_reader_cost: 1.98886 s, avg_batch_cost: 2.30223 s, avg_samples: 12.5, ips: 5.42953 samples/s, eta: 0:27:52
[2024/07/27 22:16:42] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:16:50] ppocr INFO: epoch: [132/200], global_step: 396, lr: 0.001000, loss: 2.142969, loss_shrink_maps: 1.182796, loss_threshold_maps: 0.721552, loss_binary_maps: 0.231942, avg_reader_cost: 1.96920 s, avg_batch_cost: 2.20135 s, avg_samples: 12.5, ips: 5.67834 samples/s, eta: 0:27:27
[2024/07/27 22:16:51] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:16:59] ppocr INFO: epoch: [133/200], global_step: 399, lr: 0.001000, loss: 2.101796, loss_shrink_maps: 1.156158, loss_threshold_maps: 0.714566, loss_binary_maps: 0.226480, avg_reader_cost: 2.02910 s, avg_batch_cost: 2.28148 s, avg_samples: 12.5, ips: 5.47890 samples/s, eta: 0:27:02
[2024/07/27 22:17:00] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:17:06] ppocr INFO: epoch: [134/200], global_step: 400, lr: 0.001000, loss: 2.101796, loss_shrink_maps: 1.156158, loss_threshold_maps: 0.711366, loss_binary_maps: 0.226480, avg_reader_cost: 0.50148 s, avg_batch_cost: 0.69385 s, avg_samples: 4.8, ips: 6.91795 samples/s, eta: 0:26:53
[2024/07/27 22:17:08] ppocr INFO: epoch: [134/200], global_step: 402, lr: 0.001000, loss: 2.125088, loss_shrink_maps: 1.182234, loss_threshold_maps: 0.711366, loss_binary_maps: 0.232935, avg_reader_cost: 1.47886 s, avg_batch_cost: 1.62471 s, avg_samples: 7.7, ips: 4.73932 samples/s, eta: 0:26:37
[2024/07/27 22:17:08] ppocr INFO: save model in ./output/db_mv3/latest
LAUNCH WARNING 2024-07-27 22:17:21,795 save gpu log failed
LAUNCH WARNING 2024-07-27 22:17:26,972 save gpu log failed
LAUNCH WARNING 2024-07-27 22:17:32,150 save gpu log failed
LAUNCH WARNING 2024-07-27 22:17:37,319 save gpu log failed
LAUNCH WARNING 2024-07-27 22:17:42,448 save gpu log failed
LAUNCH WARNING 2024-07-27 22:17:47,615 save gpu log failed
LAUNCH WARNING 2024-07-27 22:17:52,828 save gpu log failed
LAUNCH WARNING 2024-07-27 22:17:57,987 save gpu log failed
LAUNCH WARNING 2024-07-27 22:18:03,166 save gpu log failed
LAUNCH WARNING 2024-07-27 22:18:08,402 save gpu log failed
LAUNCH WARNING 2024-07-27 22:18:13,590 save gpu log failed
[2024/07/27 22:17:16] ppocr INFO: epoch: [135/200], global_step: 405, lr: 0.001000, loss: 2.143667, loss_shrink_maps: 1.209676, loss_threshold_maps: 0.712340, loss_binary_maps: 0.236780, avg_reader_cost: 2.03124 s, avg_batch_cost: 2.32807 s, avg_samples: 12.5, ips: 5.36926 samples/s, eta: 0:26:13
[2024/07/27 22:17:17] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:17:25] ppocr INFO: epoch: [136/200], global_step: 408, lr: 0.001000, loss: 2.138917, loss_shrink_maps: 1.198724, loss_threshold_maps: 0.711015, loss_binary_maps: 0.236036, avg_reader_cost: 2.02462 s, avg_batch_cost: 2.31735 s, avg_samples: 12.5, ips: 5.39409 samples/s, eta: 0:25:48
[2024/07/27 22:17:26] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:17:34] ppocr INFO: epoch: [137/200], global_step: 410, lr: 0.001000, loss: 2.138917, loss_shrink_maps: 1.205141, loss_threshold_maps: 0.705501, loss_binary_maps: 0.237309, avg_reader_cost: 1.30369 s, avg_batch_cost: 1.49317 s, avg_samples: 9.6, ips: 6.42927 samples/s, eta: 0:25:31
[2024/07/27 22:17:34] ppocr INFO: epoch: [137/200], global_step: 411, lr: 0.001000, loss: 2.128541, loss_shrink_maps: 1.198724, loss_threshold_maps: 0.699788, loss_binary_maps: 0.235911, avg_reader_cost: 0.79290 s, avg_batch_cost: 0.84718 s, avg_samples: 2.9, ips: 3.42312 samples/s, eta: 0:25:23
[2024/07/27 22:17:35] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:17:43] ppocr INFO: epoch: [138/200], global_step: 414, lr: 0.001000, loss: 2.138917, loss_shrink_maps: 1.205141, loss_threshold_maps: 0.705501, loss_binary_maps: 0.237309, avg_reader_cost: 2.04564 s, avg_batch_cost: 2.28284 s, avg_samples: 12.5, ips: 5.47563 samples/s, eta: 0:24:59
[2024/07/27 22:17:44] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:17:52] ppocr INFO: epoch: [139/200], global_step: 417, lr: 0.001000, loss: 2.138917, loss_shrink_maps: 1.205141, loss_threshold_maps: 0.699989, loss_binary_maps: 0.237309, avg_reader_cost: 2.05131 s, avg_batch_cost: 2.29623 s, avg_samples: 12.5, ips: 5.44370 samples/s, eta: 0:24:34
[2024/07/27 22:17:52] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:18:01] ppocr INFO: epoch: [140/200], global_step: 420, lr: 0.001000, loss: 2.128541, loss_shrink_maps: 1.198724, loss_threshold_maps: 0.698762, loss_binary_maps: 0.235911, avg_reader_cost: 1.97901 s, avg_batch_cost: 2.31510 s, avg_samples: 12.5, ips: 5.39934 samples/s, eta: 0:24:09

eval model::   0%|          | 0/500 [00:00<?, ?it/s]
eval model::   0%|          | 1/500 [00:00<00:58,  8.57it/s]
eval model::   1%|          | 3/500 [00:00<00:35, 14.13it/s]
eval model::   1%|          | 6/500 [00:00<00:28, 17.61it/s]
eval model::   2%|▏         | 9/500 [00:00<00:23, 20.52it/s]
eval model::   2%|▏         | 12/500 [00:00<00:25, 19.33it/s]
eval model::   3%|▎         | 14/500 [00:00<00:27, 17.99it/s]
eval model::   3%|▎         | 17/500 [00:00<00:23, 20.61it/s]
eval model::   4%|▍         | 20/500 [00:01<00:25, 18.57it/s]
eval model::   5%|▍         | 23/500 [00:01<00:23, 20.72it/s]
eval model::   5%|▌         | 26/500 [00:01<00:22, 21.39it/s]
eval model::   6%|▌         | 29/500 [00:01<00:21, 21.87it/s]
eval model::   6%|▋         | 32/500 [00:01<00:24, 19.20it/s]
eval model::   7%|▋         | 35/500 [00:01<00:25, 18.08it/s]
eval model::   8%|▊         | 38/500 [00:01<00:24, 18.86it/s]
eval model::   8%|▊         | 40/500 [00:02<00:25, 18.27it/s]
eval model::   8%|▊         | 42/500 [00:02<00:25, 18.01it/s]
eval model::   9%|▉         | 45/500 [00:02<00:22, 19.98it/s]
eval model::  10%|▉         | 48/500 [00:02<00:22, 19.89it/s]
eval model::  10%|█         | 51/500 [00:02<00:21, 21.03it/s]
eval model::  11%|█         | 54/500 [00:02<00:20, 21.45it/s]
eval model::  11%|█▏        | 57/500 [00:02<00:21, 20.48it/s]
eval model::  12%|█▏        | 60/500 [00:03<00:21, 20.61it/s]
eval model::  13%|█▎        | 63/500 [00:03<00:25, 17.01it/s]
eval model::  13%|█▎        | 66/500 [00:03<00:22, 19.49it/s]
eval model::  14%|█▍        | 70/500 [00:03<00:19, 21.90it/s]
eval model::  15%|█▍        | 73/500 [00:03<00:21, 20.05it/s]
eval model::  15%|█▌        | 76/500 [00:03<00:20, 21.05it/s]
eval model::  16%|█▌        | 79/500 [00:04<00:20, 20.34it/s]
eval model::  16%|█▋        | 82/500 [00:04<00:19, 21.37it/s]
eval model::  17%|█▋        | 85/500 [00:04<00:20, 19.91it/s]
eval model::  18%|█▊        | 88/500 [00:04<00:21, 19.13it/s]
eval model::  18%|█▊        | 90/500 [00:04<00:23, 17.74it/s]
eval model::  19%|█▊        | 93/500 [00:04<00:21, 18.81it/s]
eval model::  19%|█▉        | 96/500 [00:04<00:20, 19.41it/s]
eval model::  20%|█▉        | 99/500 [00:05<00:19, 20.35it/s]
eval model::  20%|██        | 102/500 [00:05<00:19, 20.02it/s]
eval model::  21%|██        | 105/500 [00:05<00:18, 20.93it/s]
eval model::  22%|██▏       | 108/500 [00:05<00:20, 19.14it/s]
eval model::  22%|██▏       | 110/500 [00:05<00:20, 19.30it/s]
eval model::  23%|██▎       | 113/500 [00:05<00:19, 19.36it/s]
eval model::  23%|██▎       | 116/500 [00:05<00:18, 20.47it/s]
eval model::  24%|██▍       | 119/500 [00:06<00:19, 20.01it/s]
eval model::  24%|██▍       | 122/500 [00:06<00:18, 20.76it/s]
eval model::  25%|██▌       | 125/500 [00:06<00:20, 18.33it/s]
eval model::  26%|██▌       | 128/500 [00:06<00:19, 18.99it/s]
eval model::  26%|██▌       | 130/500 [00:06<00:20, 18.19it/s]
eval model::  26%|██▋       | 132/500 [00:06<00:20, 18.35it/s]
eval model::  27%|██▋       | 135/500 [00:06<00:18, 20.21it/s]
eval model::  28%|██▊       | 138/500 [00:07<00:17, 20.77it/s]
eval model::  28%|██▊       | 141/500 [00:07<00:19, 18.89it/s]
eval model::  29%|██▉       | 144/500 [00:07<00:17, 19.95it/s]
eval model::  29%|██▉       | 147/500 [00:07<00:18, 18.84it/s]
eval model::  30%|███       | 150/500 [00:07<00:17, 20.18it/s]
eval model::  31%|███       | 153/500 [00:07<00:17, 19.28it/s]
eval model::  31%|███       | 156/500 [00:07<00:16, 20.62it/s]
eval model::  32%|███▏      | 159/500 [00:08<00:16, 20.22it/s]
eval model::  32%|███▏      | 162/500 [00:08<00:19, 17.62it/s]
eval model::  33%|███▎      | 165/500 [00:08<00:17, 19.23it/s]
eval model::  34%|███▎      | 168/500 [00:08<00:17, 18.83it/s]
eval model::  34%|███▍      | 171/500 [00:08<00:16, 19.38it/s]
eval model::  35%|███▍      | 174/500 [00:08<00:17, 18.36it/s]
eval model::  35%|███▌      | 176/500 [00:09<00:17, 18.58it/s]
eval model::  36%|███▌      | 179/500 [00:09<00:15, 20.55it/s]
eval model::  36%|███▋      | 182/500 [00:09<00:17, 17.68it/s]
eval model::  37%|███▋      | 185/500 [00:09<00:15, 19.89it/s]
eval model::  38%|███▊      | 188/500 [00:09<00:16, 19.24it/s]
eval model::  38%|███▊      | 191/500 [00:09<00:15, 20.15it/s]
eval model::  39%|███▉      | 194/500 [00:09<00:13, 22.15it/s]
eval model::  39%|███▉      | 197/500 [00:10<00:14, 21.00it/s]
eval model::  40%|████      | 200/500 [00:10<00:14, 20.73it/s]
eval model::  41%|████      | 203/500 [00:10<00:14, 20.04it/s]
eval model::  41%|████      | 206/500 [00:10<00:19, 15.12it/s]
eval model::  42%|████▏     | 208/500 [00:10<00:19, 15.00it/s]
eval model::  42%|████▏     | 210/500 [00:10<00:19, 14.52it/s]
eval model::  43%|████▎     | 213/500 [00:11<00:18, 15.75it/s]
eval model::  43%|████▎     | 215/500 [00:11<00:19, 14.77it/s]
eval model::  43%|████▎     | 217/500 [00:11<00:20, 14.11it/s]
eval model::  44%|████▍     | 219/500 [00:11<00:18, 14.95it/s]
eval model::  44%|████▍     | 221/500 [00:11<00:19, 14.43it/s]
eval model::  45%|████▍     | 223/500 [00:11<00:19, 14.56it/s]
eval model::  45%|████▌     | 226/500 [00:12<00:17, 16.03it/s]
eval model::  46%|████▌     | 230/500 [00:12<00:13, 20.51it/s]
eval model::  47%|████▋     | 233/500 [00:12<00:12, 22.17it/s]
LAUNCH WARNING 2024-07-27 22:18:18,783 save gpu log failed
LAUNCH WARNING 2024-07-27 22:18:23,975 save gpu log failed
LAUNCH WARNING 2024-07-27 22:18:29,153 save gpu log failed
LAUNCH WARNING 2024-07-27 22:18:34,292 save gpu log failed
LAUNCH WARNING 2024-07-27 22:18:39,462 save gpu log failed
LAUNCH WARNING 2024-07-27 22:18:44,786 save gpu log failed
eval model::  47%|████▋     | 236/500 [00:12<00:12, 21.85it/s]
eval model::  48%|████▊     | 239/500 [00:12<00:11, 23.24it/s]
eval model::  48%|████▊     | 242/500 [00:12<00:12, 20.12it/s]
eval model::  49%|████▉     | 245/500 [00:12<00:11, 22.07it/s]
eval model::  50%|████▉     | 248/500 [00:12<00:11, 21.65it/s]
eval model::  50%|█████     | 251/500 [00:13<00:12, 19.67it/s]
eval model::  51%|█████     | 254/500 [00:13<00:12, 20.29it/s]
eval model::  51%|█████▏    | 257/500 [00:13<00:11, 21.20it/s]
eval model::  52%|█████▏    | 260/500 [00:13<00:12, 19.79it/s]
eval model::  53%|█████▎    | 263/500 [00:13<00:11, 20.47it/s]
eval model::  53%|█████▎    | 266/500 [00:13<00:12, 19.19it/s]
eval model::  54%|█████▍    | 269/500 [00:14<00:11, 19.76it/s]
eval model::  54%|█████▍    | 272/500 [00:14<00:12, 18.88it/s]
eval model::  55%|█████▌    | 275/500 [00:14<00:12, 17.94it/s]
eval model::  56%|█████▌    | 278/500 [00:14<00:11, 18.79it/s]
eval model::  56%|█████▌    | 281/500 [00:14<00:10, 20.15it/s]
eval model::  57%|█████▋    | 284/500 [00:14<00:10, 20.49it/s]
eval model::  57%|█████▋    | 287/500 [00:15<00:16, 13.17it/s]
eval model::  58%|█████▊    | 290/500 [00:15<00:13, 15.51it/s]
eval model::  59%|█████▊    | 293/500 [00:15<00:12, 16.93it/s]
eval model::  59%|█████▉    | 296/500 [00:15<00:13, 15.68it/s]
eval model::  60%|█████▉    | 299/500 [00:15<00:11, 17.31it/s]
eval model::  60%|██████    | 301/500 [00:15<00:11, 16.59it/s]
eval model::  61%|██████    | 304/500 [00:16<00:10, 18.50it/s]
eval model::  61%|██████▏   | 307/500 [00:16<00:09, 20.07it/s]
eval model::  62%|██████▏   | 310/500 [00:16<00:09, 20.19it/s]
eval model::  63%|██████▎   | 313/500 [00:16<00:09, 19.67it/s]
eval model::  63%|██████▎   | 316/500 [00:16<00:09, 18.53it/s]
eval model::  64%|██████▎   | 318/500 [00:16<00:09, 18.70it/s]
eval model::  64%|██████▍   | 321/500 [00:16<00:09, 19.72it/s]
eval model::  65%|██████▍   | 324/500 [00:17<00:08, 21.21it/s]
eval model::  66%|██████▌   | 328/500 [00:17<00:07, 23.03it/s]
eval model::  66%|██████▌   | 331/500 [00:17<00:07, 23.30it/s]
eval model::  67%|██████▋   | 334/500 [00:17<00:06, 23.95it/s]
eval model::  67%|██████▋   | 337/500 [00:17<00:07, 21.56it/s]
eval model::  68%|██████▊   | 340/500 [00:17<00:09, 16.13it/s]
eval model::  69%|██████▊   | 343/500 [00:18<00:08, 18.25it/s]
eval model::  69%|██████▉   | 346/500 [00:18<00:07, 19.80it/s]
eval model::  70%|██████▉   | 349/500 [00:18<00:06, 21.70it/s]
eval model::  70%|███████   | 352/500 [00:18<00:06, 21.88it/s]
eval model::  71%|███████   | 355/500 [00:18<00:06, 20.90it/s]
eval model::  72%|███████▏  | 358/500 [00:18<00:06, 20.42it/s]
eval model::  72%|███████▏  | 361/500 [00:18<00:06, 20.00it/s]
eval model::  73%|███████▎  | 364/500 [00:19<00:07, 19.15it/s]
eval model::  73%|███████▎  | 366/500 [00:19<00:07, 18.76it/s]
eval model::  74%|███████▍  | 369/500 [00:19<00:06, 20.08it/s]
eval model::  74%|███████▍  | 372/500 [00:19<00:06, 20.75it/s]
eval model::  75%|███████▌  | 375/500 [00:19<00:05, 21.51it/s]
eval model::  76%|███████▌  | 378/500 [00:19<00:05, 23.31it/s]
eval model::  76%|███████▌  | 381/500 [00:19<00:05, 21.82it/s]
eval model::  77%|███████▋  | 384/500 [00:19<00:05, 22.50it/s]
eval model::  77%|███████▋  | 387/500 [00:20<00:07, 14.51it/s]
eval model::  78%|███████▊  | 390/500 [00:20<00:06, 16.21it/s]
eval model::  79%|███████▊  | 393/500 [00:20<00:06, 17.76it/s]
eval model::  79%|███████▉  | 396/500 [00:20<00:05, 17.85it/s]
eval model::  80%|███████▉  | 399/500 [00:20<00:05, 19.51it/s]
eval model::  80%|████████  | 402/500 [00:20<00:04, 20.69it/s]
eval model::  81%|████████  | 405/500 [00:21<00:04, 20.59it/s]
eval model::  82%|████████▏ | 408/500 [00:21<00:04, 20.94it/s]
eval model::  82%|████████▏ | 411/500 [00:21<00:04, 22.20it/s]
eval model::  83%|████████▎ | 414/500 [00:21<00:03, 23.22it/s]
eval model::  83%|████████▎ | 417/500 [00:21<00:03, 20.94it/s]
eval model::  84%|████████▍ | 420/500 [00:21<00:04, 17.54it/s]
eval model::  84%|████████▍ | 422/500 [00:22<00:04, 16.84it/s]
eval model::  85%|████████▍ | 424/500 [00:22<00:04, 16.49it/s]
eval model::  85%|████████▌ | 426/500 [00:22<00:04, 16.17it/s]
eval model::  86%|████████▌ | 429/500 [00:22<00:03, 18.94it/s]
eval model::  86%|████████▋ | 432/500 [00:22<00:03, 20.05it/s]
eval model::  87%|████████▋ | 435/500 [00:22<00:03, 21.35it/s]
eval model::  88%|████████▊ | 438/500 [00:22<00:02, 22.40it/s]
eval model::  88%|████████▊ | 441/500 [00:22<00:02, 20.58it/s]
eval model::  89%|████████▉ | 445/500 [00:23<00:02, 23.80it/s]
eval model::  90%|████████▉ | 448/500 [00:23<00:02, 22.02it/s]
eval model::  90%|█████████ | 451/500 [00:23<00:02, 22.14it/s]
eval model::  91%|█████████ | 454/500 [00:23<00:02, 22.63it/s]
eval model::  91%|█████████▏| 457/500 [00:23<00:01, 22.09it/s]
eval model::  92%|█████████▏| 460/500 [00:23<00:01, 20.32it/s]
eval model::  93%|█████████▎| 463/500 [00:23<00:01, 18.63it/s]
eval model::  93%|█████████▎| 465/500 [00:24<00:01, 17.51it/s]
eval model::  94%|█████████▎| 468/500 [00:24<00:01, 20.20it/s]
eval model::  94%|█████████▍| 471/500 [00:24<00:01, 20.22it/s]
eval model::  95%|█████████▍| 474/500 [00:24<00:01, 19.99it/s]
eval model::  95%|█████████▌| 477/500 [00:24<00:01, 21.04it/s]
eval model::  96%|█████████▌| 480/500 [00:24<00:00, 20.42it/s]
eval model::  97%|█████████▋| 483/500 [00:24<00:00, 20.79it/s]
eval model::  97%|█████████▋| 486/500 [00:25<00:00, 19.23it/s]
eval model::  98%|█████████▊| 489/500 [00:25<00:00, 19.84it/s]
eval model::  98%|█████████▊| 492/500 [00:25<00:00, 19.65it/s]
eval model::  99%|█████████▉| 494/500 [00:25<00:00, 19.70it/s]
eval model::  99%|█████████▉| 497/500 [00:25<00:00, 21.61it/s]
eval model:: 100%|██████████| 500/500 [00:25<00:00, 23.45it/s]
eval model:: 100%|██████████| 500/500 [00:25<00:00, 19.42it/s]
[2024/07/27 22:18:26] ppocr INFO: cur metric, precision: 0.626733921815889, recall: 0.4785748675974964, hmean: 0.5427245427245426, fps: 45.12310625519069
[2024/07/27 22:18:26] ppocr INFO: save best model is to ./output/db_mv3/best_accuracy
[2024/07/27 22:18:26] ppocr INFO: best metric, hmean: 0.5427245427245426, precision: 0.626733921815889, recall: 0.4785748675974964, fps: 45.12310625519069, best_epoch: 140
[2024/07/27 22:18:27] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:18:35] ppocr INFO: epoch: [141/200], global_step: 423, lr: 0.001000, loss: 2.091997, loss_shrink_maps: 1.169733, loss_threshold_maps: 0.697332, loss_binary_maps: 0.227208, avg_reader_cost: 1.92406 s, avg_batch_cost: 2.21693 s, avg_samples: 12.5, ips: 5.63843 samples/s, eta: 0:23:44
[2024/07/27 22:18:35] ppocr INFO: save model in ./output/db_mv3/latest
LAUNCH WARNING 2024-07-27 22:18:49,960 save gpu log failed
LAUNCH WARNING 2024-07-27 22:18:55,114 save gpu log failed
LAUNCH WARNING 2024-07-27 22:19:00,239 save gpu log failed
LAUNCH WARNING 2024-07-27 22:19:05,422 save gpu log failed
LAUNCH WARNING 2024-07-27 22:19:10,556 save gpu log failed
LAUNCH WARNING 2024-07-27 22:19:15,711 save gpu log failed
LAUNCH WARNING 2024-07-27 22:19:20,868 save gpu log failed
LAUNCH WARNING 2024-07-27 22:19:26,003 save gpu log failed
LAUNCH WARNING 2024-07-27 22:19:31,186 save gpu log failed
LAUNCH WARNING 2024-07-27 22:19:36,319 save gpu log failed
LAUNCH WARNING 2024-07-27 22:19:41,485 save gpu log failed
LAUNCH WARNING 2024-07-27 22:19:46,825 save gpu log failed
LAUNCH WARNING 2024-07-27 22:19:51,956 save gpu log failed
LAUNCH WARNING 2024-07-27 22:19:57,128 save gpu log failed
LAUNCH WARNING 2024-07-27 22:20:02,260 save gpu log failed
LAUNCH WARNING 2024-07-27 22:20:07,419 save gpu log failed
LAUNCH WARNING 2024-07-27 22:20:12,567 save gpu log failed
LAUNCH WARNING 2024-07-27 22:20:17,743 save gpu log failed
LAUNCH WARNING 2024-07-27 22:20:22,899 save gpu log failed
LAUNCH WARNING 2024-07-27 22:20:28,022 save gpu log failed
LAUNCH WARNING 2024-07-27 22:20:33,230 save gpu log failed
LAUNCH WARNING 2024-07-27 22:20:38,369 save gpu log failed
LAUNCH WARNING 2024-07-27 22:20:43,553 save gpu log failed
LAUNCH WARNING 2024-07-27 22:20:48,813 save gpu log failed
LAUNCH WARNING 2024-07-27 22:20:53,984 save gpu log failed
LAUNCH WARNING 2024-07-27 22:20:59,156 save gpu log failed
LAUNCH WARNING 2024-07-27 22:21:04,299 save gpu log failed
LAUNCH WARNING 2024-07-27 22:21:09,469 save gpu log failed
LAUNCH WARNING 2024-07-27 22:21:14,667 save gpu log failed
LAUNCH WARNING 2024-07-27 22:21:19,834 save gpu log failed
[2024/07/27 22:18:43] ppocr INFO: epoch: [142/200], global_step: 426, lr: 0.001000, loss: 2.020028, loss_shrink_maps: 1.132895, loss_threshold_maps: 0.697332, loss_binary_maps: 0.221490, avg_reader_cost: 1.95655 s, avg_batch_cost: 2.28403 s, avg_samples: 12.5, ips: 5.47279 samples/s, eta: 0:23:20
[2024/07/27 22:18:44] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:18:52] ppocr INFO: epoch: [143/200], global_step: 429, lr: 0.001000, loss: 2.014629, loss_shrink_maps: 1.119787, loss_threshold_maps: 0.695922, loss_binary_maps: 0.219113, avg_reader_cost: 2.06504 s, avg_batch_cost: 2.30856 s, avg_samples: 12.5, ips: 5.41463 samples/s, eta: 0:22:55
[2024/07/27 22:18:53] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:19:00] ppocr INFO: epoch: [144/200], global_step: 430, lr: 0.001000, loss: 2.014629, loss_shrink_maps: 1.119787, loss_threshold_maps: 0.698625, loss_binary_maps: 0.219113, avg_reader_cost: 0.61506 s, avg_batch_cost: 0.72519 s, avg_samples: 4.8, ips: 6.61891 samples/s, eta: 0:22:47
[2024/07/27 22:19:01] ppocr INFO: epoch: [144/200], global_step: 432, lr: 0.001000, loss: 2.014629, loss_shrink_maps: 1.119951, loss_threshold_maps: 0.698963, loss_binary_maps: 0.219344, avg_reader_cost: 1.54169 s, avg_batch_cost: 1.68763 s, avg_samples: 7.7, ips: 4.56260 samples/s, eta: 0:22:31
[2024/07/27 22:19:02] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:19:10] ppocr INFO: epoch: [145/200], global_step: 435, lr: 0.001000, loss: 2.014629, loss_shrink_maps: 1.108208, loss_threshold_maps: 0.698625, loss_binary_maps: 0.218034, avg_reader_cost: 1.97033 s, avg_batch_cost: 2.25726 s, avg_samples: 12.5, ips: 5.53768 samples/s, eta: 0:22:06
[2024/07/27 22:19:11] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:19:19] ppocr INFO: epoch: [146/200], global_step: 438, lr: 0.001000, loss: 2.014629, loss_shrink_maps: 1.119951, loss_threshold_maps: 0.693791, loss_binary_maps: 0.219689, avg_reader_cost: 2.05332 s, avg_batch_cost: 2.29158 s, avg_samples: 12.5, ips: 5.45475 samples/s, eta: 0:21:42
[2024/07/27 22:19:20] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:19:27] ppocr INFO: epoch: [147/200], global_step: 440, lr: 0.001000, loss: 2.014629, loss_shrink_maps: 1.119951, loss_threshold_maps: 0.691908, loss_binary_maps: 0.219689, avg_reader_cost: 1.25057 s, avg_batch_cost: 1.46316 s, avg_samples: 9.6, ips: 6.56114 samples/s, eta: 0:21:25
[2024/07/27 22:19:28] ppocr INFO: epoch: [147/200], global_step: 441, lr: 0.001000, loss: 2.009224, loss_shrink_maps: 1.106200, loss_threshold_maps: 0.691908, loss_binary_maps: 0.218034, avg_reader_cost: 0.77734 s, avg_batch_cost: 0.83220 s, avg_samples: 2.9, ips: 3.48475 samples/s, eta: 0:21:17
[2024/07/27 22:19:29] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:19:37] ppocr INFO: epoch: [148/200], global_step: 444, lr: 0.001000, loss: 2.020643, loss_shrink_maps: 1.121112, loss_threshold_maps: 0.698496, loss_binary_maps: 0.219689, avg_reader_cost: 2.05334 s, avg_batch_cost: 2.30310 s, avg_samples: 12.5, ips: 5.42747 samples/s, eta: 0:20:53
[2024/07/27 22:19:37] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:19:46] ppocr INFO: epoch: [149/200], global_step: 447, lr: 0.001000, loss: 2.019398, loss_shrink_maps: 1.109533, loss_threshold_maps: 0.686176, loss_binary_maps: 0.218123, avg_reader_cost: 1.96977 s, avg_batch_cost: 2.32016 s, avg_samples: 12.5, ips: 5.38755 samples/s, eta: 0:20:28
[2024/07/27 22:19:46] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:19:55] ppocr INFO: epoch: [150/200], global_step: 450, lr: 0.001000, loss: 1.990251, loss_shrink_maps: 1.106200, loss_threshold_maps: 0.681204, loss_binary_maps: 0.217778, avg_reader_cost: 1.99860 s, avg_batch_cost: 2.35627 s, avg_samples: 12.5, ips: 5.30499 samples/s, eta: 0:20:04
[2024/07/27 22:19:55] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:20:03] ppocr INFO: epoch: [151/200], global_step: 453, lr: 0.001000, loss: 2.037508, loss_shrink_maps: 1.124197, loss_threshold_maps: 0.691908, loss_binary_maps: 0.220995, avg_reader_cost: 2.08931 s, avg_batch_cost: 2.32716 s, avg_samples: 12.5, ips: 5.37136 samples/s, eta: 0:19:40
[2024/07/27 22:20:04] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:20:12] ppocr INFO: epoch: [152/200], global_step: 456, lr: 0.001000, loss: 2.037508, loss_shrink_maps: 1.122864, loss_threshold_maps: 0.688345, loss_binary_maps: 0.220524, avg_reader_cost: 1.92636 s, avg_batch_cost: 2.24863 s, avg_samples: 12.5, ips: 5.55894 samples/s, eta: 0:19:15
[2024/07/27 22:20:13] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:20:21] ppocr INFO: epoch: [153/200], global_step: 459, lr: 0.001000, loss: 2.037508, loss_shrink_maps: 1.122864, loss_threshold_maps: 0.675927, loss_binary_maps: 0.221016, avg_reader_cost: 1.95283 s, avg_batch_cost: 2.26011 s, avg_samples: 12.5, ips: 5.53070 samples/s, eta: 0:18:51
[2024/07/27 22:20:22] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:20:28] ppocr INFO: epoch: [154/200], global_step: 460, lr: 0.001000, loss: 2.049054, loss_shrink_maps: 1.136366, loss_threshold_maps: 0.686794, loss_binary_maps: 0.223396, avg_reader_cost: 0.56766 s, avg_batch_cost: 0.67116 s, avg_samples: 4.8, ips: 7.15179 samples/s, eta: 0:18:42
[2024/07/27 22:20:30] ppocr INFO: epoch: [154/200], global_step: 462, lr: 0.001000, loss: 2.037508, loss_shrink_maps: 1.122864, loss_threshold_maps: 0.671995, loss_binary_maps: 0.221016, avg_reader_cost: 1.43373 s, avg_batch_cost: 1.57994 s, avg_samples: 7.7, ips: 4.87359 samples/s, eta: 0:18:26
[2024/07/27 22:20:30] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:20:38] ppocr INFO: epoch: [155/200], global_step: 465, lr: 0.001000, loss: 2.042624, loss_shrink_maps: 1.136366, loss_threshold_maps: 0.678756, loss_binary_maps: 0.223396, avg_reader_cost: 1.93189 s, avg_batch_cost: 2.23612 s, avg_samples: 12.5, ips: 5.59003 samples/s, eta: 0:18:01
[2024/07/27 22:20:39] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:20:47] ppocr INFO: epoch: [156/200], global_step: 468, lr: 0.001000, loss: 2.004381, loss_shrink_maps: 1.092220, loss_threshold_maps: 0.687916, loss_binary_maps: 0.215938, avg_reader_cost: 2.00737 s, avg_batch_cost: 2.32849 s, avg_samples: 12.5, ips: 5.36829 samples/s, eta: 0:17:37
[2024/07/27 22:20:48] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:20:55] ppocr INFO: epoch: [157/200], global_step: 470, lr: 0.001000, loss: 1.998597, loss_shrink_maps: 1.075380, loss_threshold_maps: 0.679151, loss_binary_maps: 0.212161, avg_reader_cost: 1.24648 s, avg_batch_cost: 1.42936 s, avg_samples: 9.6, ips: 6.71632 samples/s, eta: 0:17:21
[2024/07/27 22:20:56] ppocr INFO: epoch: [157/200], global_step: 471, lr: 0.001000, loss: 1.957718, loss_shrink_maps: 1.057285, loss_threshold_maps: 0.676322, loss_binary_maps: 0.208341, avg_reader_cost: 0.76021 s, avg_batch_cost: 0.81500 s, avg_samples: 2.9, ips: 3.55827 samples/s, eta: 0:17:13
[2024/07/27 22:20:57] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:21:05] ppocr INFO: epoch: [158/200], global_step: 474, lr: 0.001000, loss: 1.892291, loss_shrink_maps: 1.019810, loss_threshold_maps: 0.671712, loss_binary_maps: 0.200997, avg_reader_cost: 2.05023 s, avg_batch_cost: 2.30658 s, avg_samples: 12.5, ips: 5.41927 samples/s, eta: 0:16:48
[2024/07/27 22:21:06] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:21:14] ppocr INFO: epoch: [159/200], global_step: 477, lr: 0.001000, loss: 1.998597, loss_shrink_maps: 1.075380, loss_threshold_maps: 0.679151, loss_binary_maps: 0.212161, avg_reader_cost: 2.08102 s, avg_batch_cost: 2.34034 s, avg_samples: 12.5, ips: 5.34109 samples/s, eta: 0:16:24
[2024/07/27 22:21:15] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:21:23] ppocr INFO: epoch: [160/200], global_step: 480, lr: 0.001000, loss: 1.938916, loss_shrink_maps: 1.057683, loss_threshold_maps: 0.674261, loss_binary_maps: 0.208804, avg_reader_cost: 2.00280 s, avg_batch_cost: 2.23572 s, avg_samples: 12.5, ips: 5.59104 samples/s, eta: 0:16:00

eval model::   0%|          | 0/500 [00:00<?, ?it/s]
LAUNCH WARNING 2024-07-27 22:21:25,023 save gpu log failed
LAUNCH WARNING 2024-07-27 22:21:30,223 save gpu log failed
LAUNCH WARNING 2024-07-27 22:21:35,435 save gpu log failed
LAUNCH WARNING 2024-07-27 22:21:40,618 save gpu log failed
eval model::   0%|          | 1/500 [00:00<00:56,  8.91it/s]
eval model::   1%|          | 4/500 [00:00<00:31, 15.98it/s]
eval model::   1%|          | 6/500 [00:00<00:30, 16.20it/s]
eval model::   2%|▏         | 9/500 [00:00<00:25, 18.92it/s]
eval model::   2%|▏         | 11/500 [00:00<00:26, 18.59it/s]
eval model::   3%|▎         | 13/500 [00:00<00:25, 18.76it/s]
eval model::   3%|▎         | 15/500 [00:00<00:26, 18.40it/s]
eval model::   4%|▎         | 18/500 [00:00<00:22, 21.68it/s]
eval model::   4%|▍         | 21/500 [00:01<00:23, 20.55it/s]
eval model::   5%|▍         | 24/500 [00:01<00:21, 22.21it/s]
eval model::   5%|▌         | 27/500 [00:01<00:21, 22.09it/s]
eval model::   6%|▌         | 30/500 [00:01<00:20, 22.42it/s]
eval model::   7%|▋         | 33/500 [00:01<00:22, 21.22it/s]
eval model::   7%|▋         | 36/500 [00:01<00:23, 19.74it/s]
eval model::   8%|▊         | 39/500 [00:02<00:25, 17.87it/s]
eval model::   8%|▊         | 42/500 [00:02<00:24, 18.78it/s]
eval model::   9%|▉         | 45/500 [00:02<00:23, 19.64it/s]
eval model::  10%|▉         | 48/500 [00:02<00:22, 19.84it/s]
eval model::  10%|█         | 51/500 [00:02<00:21, 21.00it/s]
eval model::  11%|█         | 54/500 [00:02<00:20, 21.60it/s]
eval model::  11%|█▏        | 57/500 [00:02<00:20, 21.45it/s]
eval model::  12%|█▏        | 60/500 [00:03<00:21, 20.66it/s]
eval model::  13%|█▎        | 63/500 [00:03<00:26, 16.62it/s]
eval model::  13%|█▎        | 66/500 [00:03<00:23, 18.69it/s]
eval model::  14%|█▍        | 70/500 [00:03<00:20, 21.28it/s]
eval model::  15%|█▍        | 73/500 [00:03<00:20, 20.67it/s]
eval model::  15%|█▌        | 76/500 [00:03<00:20, 21.18it/s]
eval model::  16%|█▌        | 79/500 [00:03<00:19, 21.59it/s]
eval model::  16%|█▋        | 82/500 [00:04<00:18, 22.92it/s]
eval model::  17%|█▋        | 85/500 [00:04<00:18, 22.21it/s]
eval model::  18%|█▊        | 88/500 [00:04<00:19, 20.61it/s]
eval model::  18%|█▊        | 91/500 [00:04<00:22, 17.99it/s]
eval model::  19%|█▊        | 93/500 [00:04<00:22, 18.23it/s]
eval model::  19%|█▉        | 96/500 [00:04<00:21, 19.09it/s]
eval model::  20%|█▉        | 99/500 [00:04<00:19, 20.35it/s]
eval model::  20%|██        | 102/500 [00:05<00:20, 19.59it/s]
eval model::  21%|██        | 106/500 [00:05<00:17, 22.38it/s]
eval model::  22%|██▏       | 109/500 [00:05<00:16, 23.03it/s]
eval model::  22%|██▏       | 112/500 [00:05<00:16, 23.17it/s]
eval model::  23%|██▎       | 115/500 [00:05<00:16, 23.57it/s]
eval model::  24%|██▎       | 118/500 [00:05<00:16, 23.53it/s]
eval model::  24%|██▍       | 121/500 [00:05<00:17, 21.28it/s]
eval model::  25%|██▍       | 124/500 [00:06<00:18, 20.31it/s]
eval model::  25%|██▌       | 127/500 [00:06<00:18, 20.41it/s]
eval model::  26%|██▌       | 130/500 [00:06<00:18, 19.76it/s]
eval model::  27%|██▋       | 133/500 [00:06<00:17, 20.56it/s]
eval model::  27%|██▋       | 136/500 [00:06<00:18, 19.83it/s]
eval model::  28%|██▊       | 139/500 [00:06<00:18, 19.29it/s]
eval model::  28%|██▊       | 142/500 [00:06<00:17, 20.27it/s]
eval model::  29%|██▉       | 145/500 [00:07<00:16, 20.91it/s]
eval model::  30%|██▉       | 148/500 [00:07<00:19, 18.24it/s]
eval model::  30%|███       | 151/500 [00:07<00:19, 17.79it/s]
eval model::  31%|███       | 154/500 [00:07<00:17, 20.10it/s]
eval model::  31%|███▏      | 157/500 [00:07<00:15, 21.70it/s]
eval model::  32%|███▏      | 160/500 [00:08<00:20, 16.69it/s]
eval model::  33%|███▎      | 163/500 [00:08<00:19, 16.92it/s]
eval model::  33%|███▎      | 165/500 [00:08<00:19, 17.22it/s]
eval model::  34%|███▎      | 168/500 [00:08<00:18, 18.29it/s]
eval model::  34%|███▍      | 171/500 [00:08<00:17, 18.29it/s]
eval model::  35%|███▍      | 174/500 [00:08<00:20, 15.86it/s]
eval model::  35%|███▌      | 176/500 [00:08<00:20, 16.17it/s]
eval model::  36%|███▌      | 179/500 [00:09<00:17, 18.37it/s]
eval model::  36%|███▌      | 181/500 [00:09<00:18, 17.57it/s]
eval model::  37%|███▋      | 184/500 [00:09<00:16, 19.67it/s]
eval model::  37%|███▋      | 187/500 [00:09<00:15, 19.63it/s]
eval model::  38%|███▊      | 190/500 [00:09<00:14, 20.74it/s]
eval model::  39%|███▊      | 193/500 [00:09<00:14, 21.30it/s]
eval model::  39%|███▉      | 196/500 [00:09<00:14, 21.16it/s]
eval model::  40%|███▉      | 199/500 [00:10<00:13, 22.04it/s]
eval model::  40%|████      | 202/500 [00:10<00:13, 22.30it/s]
eval model::  41%|████      | 205/500 [00:10<00:19, 14.82it/s]
eval model::  42%|████▏     | 208/500 [00:10<00:18, 15.59it/s]
eval model::  42%|████▏     | 210/500 [00:10<00:18, 15.54it/s]
eval model::  43%|████▎     | 213/500 [00:10<00:17, 16.79it/s]
eval model::  43%|████▎     | 215/500 [00:11<00:17, 15.94it/s]
eval model::  43%|████▎     | 217/500 [00:11<00:18, 15.71it/s]
eval model::  44%|████▍     | 220/500 [00:11<00:15, 18.04it/s]
eval model::  44%|████▍     | 222/500 [00:11<00:17, 15.58it/s]
eval model::  45%|████▌     | 225/500 [00:11<00:15, 18.24it/s]
eval model::  46%|████▌     | 228/500 [00:11<00:13, 20.08it/s]
eval model::  46%|████▋     | 232/500 [00:11<00:12, 22.33it/s]
eval model::  47%|████▋     | 235/500 [00:12<00:11, 22.15it/s]
eval model::  48%|████▊     | 238/500 [00:12<00:11, 23.31it/s]
eval model::  48%|████▊     | 241/500 [00:12<00:10, 23.59it/s]
eval model::  49%|████▉     | 244/500 [00:12<00:12, 20.28it/s]
eval model::  49%|████▉     | 247/500 [00:12<00:12, 21.06it/s]
eval model::  50%|█████     | 250/500 [00:12<00:13, 18.89it/s]
eval model::  51%|█████     | 253/500 [00:12<00:12, 19.93it/s]
eval model::  51%|█████     | 256/500 [00:13<00:12, 20.00it/s]
eval model::  52%|█████▏    | 259/500 [00:13<00:11, 21.17it/s]
eval model::  52%|█████▏    | 262/500 [00:13<00:11, 20.86it/s]
eval model::  53%|█████▎    | 265/500 [00:13<00:12, 19.57it/s]
eval model::  54%|█████▎    | 268/500 [00:13<00:11, 19.66it/s]
eval model::  54%|█████▍    | 270/500 [00:13<00:11, 19.28it/s]
eval model::  55%|█████▍    | 273/500 [00:13<00:10, 20.91it/s]
eval model::  55%|█████▌    | 276/500 [00:14<00:12, 18.12it/s]
eval model::  56%|█████▌    | 279/500 [00:14<00:11, 18.78it/s]
eval model::  56%|█████▋    | 282/500 [00:14<00:10, 20.15it/s]
eval model::  57%|█████▋    | 285/500 [00:14<00:16, 13.00it/s]
eval model::  58%|█████▊    | 288/500 [00:14<00:13, 15.18it/s]
eval model::  58%|█████▊    | 291/500 [00:15<00:11, 17.67it/s]
eval model::  59%|█████▉    | 294/500 [00:15<00:12, 17.02it/s]
eval model::  59%|█████▉    | 297/500 [00:15<00:12, 16.57it/s]
eval model::  60%|██████    | 300/500 [00:15<00:12, 15.94it/s]
eval model::  60%|██████    | 302/500 [00:15<00:11, 16.61it/s]
eval model::  61%|██████    | 304/500 [00:15<00:11, 17.23it/s]
eval model::  61%|██████▏   | 307/500 [00:15<00:10, 18.83it/s]
eval model::  62%|██████▏   | 310/500 [00:16<00:09, 19.58it/s]
eval model::  63%|██████▎   | 313/500 [00:16<00:09, 20.73it/s]
eval model::  63%|██████▎   | 316/500 [00:16<00:08, 21.57it/s]
eval model::  64%|██████▍   | 319/500 [00:16<00:08, 22.27it/s]
eval model::  64%|██████▍   | 322/500 [00:16<00:09, 19.37it/s]
eval model::  65%|██████▌   | 325/500 [00:16<00:08, 19.94it/s]
eval model::  66%|██████▌   | 328/500 [00:16<00:08, 19.78it/s]
eval model::  66%|██████▌   | 331/500 [00:17<00:08, 20.17it/s]
eval model::  67%|██████▋   | 334/500 [00:17<00:07, 20.84it/s]
LAUNCH WARNING 2024-07-27 22:21:45,815 save gpu log failed
LAUNCH WARNING 2024-07-27 22:21:50,983 save gpu log failed
LAUNCH WARNING 2024-07-27 22:21:56,124 save gpu log failed
LAUNCH WARNING 2024-07-27 22:22:01,283 save gpu log failed
LAUNCH WARNING 2024-07-27 22:22:06,417 save gpu log failed
LAUNCH WARNING 2024-07-27 22:22:11,578 save gpu log failed
LAUNCH WARNING 2024-07-27 22:22:16,746 save gpu log failed
LAUNCH WARNING 2024-07-27 22:22:21,916 save gpu log failed
LAUNCH WARNING 2024-07-27 22:22:27,077 save gpu log failed
LAUNCH WARNING 2024-07-27 22:22:32,201 save gpu log failed
LAUNCH WARNING 2024-07-27 22:22:37,370 save gpu log failed
LAUNCH WARNING 2024-07-27 22:22:42,686 save gpu log failed
LAUNCH WARNING 2024-07-27 22:22:47,857 save gpu log failed
LAUNCH WARNING 2024-07-27 22:22:53,022 save gpu log failed
LAUNCH WARNING 2024-07-27 22:22:58,143 save gpu log failed
eval model::  67%|██████▋   | 337/500 [00:17<00:07, 20.50it/s]
eval model::  68%|██████▊   | 340/500 [00:17<00:10, 15.22it/s]
eval model::  69%|██████▊   | 343/500 [00:17<00:09, 17.01it/s]
eval model::  69%|██████▉   | 346/500 [00:17<00:08, 17.98it/s]
eval model::  70%|██████▉   | 349/500 [00:18<00:07, 19.04it/s]
eval model::  70%|███████   | 352/500 [00:18<00:07, 20.05it/s]
eval model::  71%|███████   | 355/500 [00:18<00:07, 19.81it/s]
eval model::  72%|███████▏  | 358/500 [00:18<00:06, 20.68it/s]
eval model::  72%|███████▏  | 361/500 [00:18<00:07, 19.23it/s]
eval model::  73%|███████▎  | 364/500 [00:18<00:07, 18.59it/s]
eval model::  73%|███████▎  | 366/500 [00:19<00:07, 18.35it/s]
eval model::  74%|███████▍  | 369/500 [00:19<00:06, 19.56it/s]
eval model::  74%|███████▍  | 372/500 [00:19<00:06, 19.69it/s]
eval model::  75%|███████▌  | 375/500 [00:19<00:05, 21.19it/s]
eval model::  76%|███████▌  | 379/500 [00:19<00:05, 23.58it/s]
eval model::  76%|███████▋  | 382/500 [00:19<00:05, 22.35it/s]
eval model::  77%|███████▋  | 385/500 [00:19<00:04, 23.95it/s]
eval model::  78%|███████▊  | 388/500 [00:20<00:06, 16.33it/s]
eval model::  78%|███████▊  | 391/500 [00:20<00:06, 17.40it/s]
eval model::  79%|███████▉  | 394/500 [00:20<00:05, 19.06it/s]
eval model::  79%|███████▉  | 397/500 [00:20<00:05, 20.01it/s]
eval model::  80%|████████  | 400/500 [00:20<00:05, 19.64it/s]
eval model::  81%|████████  | 403/500 [00:20<00:04, 20.24it/s]
eval model::  81%|████████  | 406/500 [00:20<00:04, 22.14it/s]
eval model::  82%|████████▏ | 409/500 [00:21<00:03, 23.32it/s]
eval model::  82%|████████▏ | 412/500 [00:21<00:03, 23.83it/s]
eval model::  83%|████████▎ | 415/500 [00:21<00:03, 23.30it/s]
eval model::  84%|████████▎ | 418/500 [00:21<00:04, 20.28it/s]
eval model::  84%|████████▍ | 421/500 [00:21<00:04, 16.42it/s]
eval model::  85%|████████▍ | 424/500 [00:21<00:04, 16.39it/s]
eval model::  85%|████████▌ | 426/500 [00:22<00:04, 16.80it/s]
eval model::  86%|████████▌ | 429/500 [00:22<00:03, 19.30it/s]
eval model::  86%|████████▋ | 432/500 [00:22<00:03, 20.54it/s]
eval model::  87%|████████▋ | 435/500 [00:22<00:02, 21.97it/s]
eval model::  88%|████████▊ | 438/500 [00:22<00:02, 23.39it/s]
eval model::  88%|████████▊ | 441/500 [00:22<00:02, 21.45it/s]
eval model::  89%|████████▉ | 445/500 [00:22<00:02, 24.44it/s]
eval model::  90%|████████▉ | 448/500 [00:22<00:02, 22.09it/s]
eval model::  90%|█████████ | 451/500 [00:23<00:02, 21.40it/s]
eval model::  91%|█████████ | 454/500 [00:23<00:02, 21.41it/s]
eval model::  91%|█████████▏| 457/500 [00:23<00:02, 21.47it/s]
eval model::  92%|█████████▏| 460/500 [00:23<00:01, 21.29it/s]
eval model::  93%|█████████▎| 463/500 [00:23<00:01, 20.69it/s]
eval model::  93%|█████████▎| 466/500 [00:23<00:01, 18.90it/s]
eval model::  94%|█████████▎| 468/500 [00:23<00:01, 18.84it/s]
eval model::  94%|█████████▍| 471/500 [00:24<00:01, 19.73it/s]
eval model::  95%|█████████▍| 474/500 [00:24<00:01, 19.47it/s]
eval model::  95%|█████████▌| 477/500 [00:24<00:01, 21.50it/s]
eval model::  96%|█████████▌| 480/500 [00:24<00:00, 20.29it/s]
eval model::  97%|█████████▋| 483/500 [00:24<00:00, 20.88it/s]
eval model::  97%|█████████▋| 486/500 [00:24<00:00, 18.96it/s]
eval model::  98%|█████████▊| 489/500 [00:25<00:00, 19.88it/s]
eval model::  98%|█████████▊| 492/500 [00:25<00:00, 20.01it/s]
eval model::  99%|█████████▉| 495/500 [00:25<00:00, 20.91it/s]
eval model:: 100%|█████████▉| 498/500 [00:25<00:00, 21.97it/s]
eval model:: 100%|██████████| 500/500 [00:25<00:00, 19.58it/s]
[2024/07/27 22:21:48] ppocr INFO: cur metric, precision: 0.6211849192100538, recall: 0.4997592681752528, hmean: 0.5538954108858057, fps: 44.66914332049495
[2024/07/27 22:21:48] ppocr INFO: save best model is to ./output/db_mv3/best_accuracy
[2024/07/27 22:21:48] ppocr INFO: best metric, hmean: 0.5538954108858057, precision: 0.6211849192100538, recall: 0.4997592681752528, fps: 44.66914332049495, best_epoch: 160
[2024/07/27 22:21:49] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:21:57] ppocr INFO: epoch: [161/200], global_step: 483, lr: 0.001000, loss: 2.026045, loss_shrink_maps: 1.096957, loss_threshold_maps: 0.679151, loss_binary_maps: 0.216394, avg_reader_cost: 2.09292 s, avg_batch_cost: 2.36493 s, avg_samples: 12.5, ips: 5.28558 samples/s, eta: 0:15:36
[2024/07/27 22:21:58] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:22:06] ppocr INFO: epoch: [162/200], global_step: 486, lr: 0.001000, loss: 2.026045, loss_shrink_maps: 1.107234, loss_threshold_maps: 0.676682, loss_binary_maps: 0.216394, avg_reader_cost: 1.96183 s, avg_batch_cost: 2.29362 s, avg_samples: 12.5, ips: 5.44989 samples/s, eta: 0:15:11
[2024/07/27 22:22:07] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:22:15] ppocr INFO: epoch: [163/200], global_step: 489, lr: 0.001000, loss: 2.068678, loss_shrink_maps: 1.155963, loss_threshold_maps: 0.689893, loss_binary_maps: 0.223927, avg_reader_cost: 2.14688 s, avg_batch_cost: 2.38163 s, avg_samples: 12.5, ips: 5.24851 samples/s, eta: 0:14:47
[2024/07/27 22:22:16] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:22:23] ppocr INFO: epoch: [164/200], global_step: 490, lr: 0.001000, loss: 2.068678, loss_shrink_maps: 1.155963, loss_threshold_maps: 0.697520, loss_binary_maps: 0.223927, avg_reader_cost: 0.60308 s, avg_batch_cost: 0.70091 s, avg_samples: 4.8, ips: 6.84828 samples/s, eta: 0:14:39
[2024/07/27 22:22:24] ppocr INFO: epoch: [164/200], global_step: 492, lr: 0.001000, loss: 2.094341, loss_shrink_maps: 1.177125, loss_threshold_maps: 0.705811, loss_binary_maps: 0.230152, avg_reader_cost: 1.49290 s, avg_batch_cost: 1.63838 s, avg_samples: 7.7, ips: 4.69975 samples/s, eta: 0:14:23
[2024/07/27 22:22:25] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:22:33] ppocr INFO: epoch: [165/200], global_step: 495, lr: 0.001000, loss: 2.077588, loss_shrink_maps: 1.176212, loss_threshold_maps: 0.705811, loss_binary_maps: 0.227966, avg_reader_cost: 1.94791 s, avg_batch_cost: 2.27319 s, avg_samples: 12.5, ips: 5.49887 samples/s, eta: 0:13:59
[2024/07/27 22:22:34] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:22:41] ppocr INFO: epoch: [166/200], global_step: 498, lr: 0.001000, loss: 2.077588, loss_shrink_maps: 1.156793, loss_threshold_maps: 0.709362, loss_binary_maps: 0.223290, avg_reader_cost: 1.90824 s, avg_batch_cost: 2.18329 s, avg_samples: 12.5, ips: 5.72531 samples/s, eta: 0:13:35
[2024/07/27 22:22:42] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:22:50] ppocr INFO: epoch: [167/200], global_step: 500, lr: 0.001000, loss: 2.099170, loss_shrink_maps: 1.177125, loss_threshold_maps: 0.715999, loss_binary_maps: 0.227966, avg_reader_cost: 1.26484 s, avg_batch_cost: 1.44616 s, avg_samples: 9.6, ips: 6.63828 samples/s, eta: 0:13:18
[2024/07/27 22:22:50] ppocr INFO: epoch: [167/200], global_step: 501, lr: 0.001000, loss: 2.099170, loss_shrink_maps: 1.177125, loss_threshold_maps: 0.715999, loss_binary_maps: 0.227966, avg_reader_cost: 0.76901 s, avg_batch_cost: 0.82368 s, avg_samples: 2.9, ips: 3.52079 samples/s, eta: 0:13:10
[2024/07/27 22:22:51] ppocr INFO: save model in ./output/db_mv3/latest
LAUNCH WARNING 2024-07-27 22:23:03,310 save gpu log failed
LAUNCH WARNING 2024-07-27 22:23:08,714 save gpu log failed
LAUNCH WARNING 2024-07-27 22:23:13,877 save gpu log failed
LAUNCH WARNING 2024-07-27 22:23:19,108 save gpu log failed
LAUNCH WARNING 2024-07-27 22:23:24,247 save gpu log failed
LAUNCH WARNING 2024-07-27 22:23:29,408 save gpu log failed
LAUNCH WARNING 2024-07-27 22:23:34,542 save gpu log failed
LAUNCH WARNING 2024-07-27 22:23:39,668 save gpu log failed
LAUNCH WARNING 2024-07-27 22:23:44,891 save gpu log failed
LAUNCH WARNING 2024-07-27 22:23:50,057 save gpu log failed
LAUNCH WARNING 2024-07-27 22:23:55,242 save gpu log failed
LAUNCH WARNING 2024-07-27 22:24:00,386 save gpu log failed
LAUNCH WARNING 2024-07-27 22:24:05,556 save gpu log failed
LAUNCH WARNING 2024-07-27 22:24:10,872 save gpu log failed
LAUNCH WARNING 2024-07-27 22:24:16,036 save gpu log failed
LAUNCH WARNING 2024-07-27 22:24:21,212 save gpu log failed
LAUNCH WARNING 2024-07-27 22:24:26,347 save gpu log failed
LAUNCH WARNING 2024-07-27 22:24:31,515 save gpu log failed
LAUNCH WARNING 2024-07-27 22:24:36,759 save gpu log failed
LAUNCH WARNING 2024-07-27 22:24:41,930 save gpu log failed
LAUNCH WARNING 2024-07-27 22:24:47,139 save gpu log failed
[2024/07/27 22:22:59] ppocr INFO: epoch: [168/200], global_step: 504, lr: 0.001000, loss: 2.132762, loss_shrink_maps: 1.201308, loss_threshold_maps: 0.709362, loss_binary_maps: 0.231321, avg_reader_cost: 1.90536 s, avg_batch_cost: 2.19930 s, avg_samples: 12.5, ips: 5.68363 samples/s, eta: 0:12:46
[2024/07/27 22:22:59] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:23:08] ppocr INFO: epoch: [169/200], global_step: 507, lr: 0.001000, loss: 2.132762, loss_shrink_maps: 1.201308, loss_threshold_maps: 0.709362, loss_binary_maps: 0.231321, avg_reader_cost: 2.08089 s, avg_batch_cost: 2.32197 s, avg_samples: 12.5, ips: 5.38335 samples/s, eta: 0:12:22
[2024/07/27 22:23:08] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:23:16] ppocr INFO: epoch: [170/200], global_step: 510, lr: 0.001000, loss: 2.122355, loss_shrink_maps: 1.169995, loss_threshold_maps: 0.712078, loss_binary_maps: 0.226268, avg_reader_cost: 1.95128 s, avg_batch_cost: 2.27062 s, avg_samples: 12.5, ips: 5.50510 samples/s, eta: 0:11:58
[2024/07/27 22:23:17] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:23:25] ppocr INFO: epoch: [171/200], global_step: 513, lr: 0.001000, loss: 2.059783, loss_shrink_maps: 1.112161, loss_threshold_maps: 0.712078, loss_binary_maps: 0.217531, avg_reader_cost: 2.08331 s, avg_batch_cost: 2.31989 s, avg_samples: 12.5, ips: 5.38818 samples/s, eta: 0:11:34
[2024/07/27 22:23:26] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:23:34] ppocr INFO: epoch: [172/200], global_step: 516, lr: 0.001000, loss: 2.059783, loss_shrink_maps: 1.109411, loss_threshold_maps: 0.703526, loss_binary_maps: 0.217531, avg_reader_cost: 1.98614 s, avg_batch_cost: 2.31844 s, avg_samples: 12.5, ips: 5.39155 samples/s, eta: 0:11:10
[2024/07/27 22:23:35] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:23:43] ppocr INFO: epoch: [173/200], global_step: 519, lr: 0.001000, loss: 2.093375, loss_shrink_maps: 1.167740, loss_threshold_maps: 0.703526, loss_binary_maps: 0.228204, avg_reader_cost: 2.07345 s, avg_batch_cost: 2.30818 s, avg_samples: 12.5, ips: 5.41552 samples/s, eta: 0:10:46
[2024/07/27 22:23:44] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:23:50] ppocr INFO: epoch: [174/200], global_step: 520, lr: 0.001000, loss: 2.093375, loss_shrink_maps: 1.167740, loss_threshold_maps: 0.711872, loss_binary_maps: 0.228204, avg_reader_cost: 0.57906 s, avg_batch_cost: 0.68262 s, avg_samples: 4.8, ips: 7.03172 samples/s, eta: 0:10:37
[2024/07/27 22:23:52] ppocr INFO: epoch: [174/200], global_step: 522, lr: 0.001000, loss: 2.064622, loss_shrink_maps: 1.123928, loss_threshold_maps: 0.719744, loss_binary_maps: 0.220662, avg_reader_cost: 1.45651 s, avg_batch_cost: 1.60231 s, avg_samples: 7.7, ips: 4.80555 samples/s, eta: 0:10:21
[2024/07/27 22:23:53] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:24:01] ppocr INFO: epoch: [175/200], global_step: 525, lr: 0.001000, loss: 2.025248, loss_shrink_maps: 1.120012, loss_threshold_maps: 0.704031, loss_binary_maps: 0.220306, avg_reader_cost: 1.92213 s, avg_batch_cost: 2.25320 s, avg_samples: 12.5, ips: 5.54766 samples/s, eta: 0:09:57
[2024/07/27 22:24:01] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:24:10] ppocr INFO: epoch: [176/200], global_step: 528, lr: 0.001000, loss: 2.025248, loss_shrink_maps: 1.120012, loss_threshold_maps: 0.717097, loss_binary_maps: 0.220306, avg_reader_cost: 1.99408 s, avg_batch_cost: 2.32725 s, avg_samples: 12.5, ips: 5.37116 samples/s, eta: 0:09:33
[2024/07/27 22:24:10] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:24:18] ppocr INFO: epoch: [177/200], global_step: 530, lr: 0.001000, loss: 2.063033, loss_shrink_maps: 1.134035, loss_threshold_maps: 0.720370, loss_binary_maps: 0.223289, avg_reader_cost: 1.16989 s, avg_batch_cost: 1.41263 s, avg_samples: 9.6, ips: 6.79582 samples/s, eta: 0:09:17
[2024/07/27 22:24:18] ppocr INFO: epoch: [177/200], global_step: 531, lr: 0.001000, loss: 2.041609, loss_shrink_maps: 1.134035, loss_threshold_maps: 0.717097, loss_binary_maps: 0.223289, avg_reader_cost: 0.75170 s, avg_batch_cost: 0.80645 s, avg_samples: 2.9, ips: 3.59603 samples/s, eta: 0:09:09
[2024/07/27 22:24:19] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:24:27] ppocr INFO: epoch: [178/200], global_step: 534, lr: 0.001000, loss: 2.077015, loss_shrink_maps: 1.138540, loss_threshold_maps: 0.711412, loss_binary_maps: 0.223819, avg_reader_cost: 1.95086 s, avg_batch_cost: 2.27684 s, avg_samples: 12.5, ips: 5.49007 samples/s, eta: 0:08:45
[2024/07/27 22:24:28] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:24:35] ppocr INFO: epoch: [179/200], global_step: 537, lr: 0.001000, loss: 2.043035, loss_shrink_maps: 1.134035, loss_threshold_maps: 0.697942, loss_binary_maps: 0.223289, avg_reader_cost: 1.89266 s, avg_batch_cost: 2.14173 s, avg_samples: 12.5, ips: 5.83642 samples/s, eta: 0:08:21
[2024/07/27 22:24:36] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:24:44] ppocr INFO: epoch: [180/200], global_step: 540, lr: 0.001000, loss: 2.026674, loss_shrink_maps: 1.129997, loss_threshold_maps: 0.694686, loss_binary_maps: 0.222091, avg_reader_cost: 1.96314 s, avg_batch_cost: 2.27863 s, avg_samples: 12.5, ips: 5.48576 samples/s, eta: 0:07:57

eval model::   0%|          | 0/500 [00:00<?, ?it/s]
eval model::   0%|          | 2/500 [00:00<00:36, 13.73it/s]
eval model::   1%|          | 5/500 [00:00<00:24, 20.25it/s]
eval model::   2%|▏         | 8/500 [00:00<00:24, 20.21it/s]
eval model::   2%|▏         | 11/500 [00:00<00:25, 18.98it/s]
eval model::   3%|▎         | 13/500 [00:00<00:25, 18.99it/s]
eval model::   3%|▎         | 16/500 [00:00<00:23, 20.78it/s]
eval model::   4%|▍         | 19/500 [00:00<00:21, 22.09it/s]
eval model::   4%|▍         | 22/500 [00:01<00:23, 20.57it/s]
eval model::   5%|▌         | 25/500 [00:01<00:22, 21.49it/s]
eval model::   6%|▌         | 28/500 [00:01<00:22, 20.95it/s]
eval model::   6%|▌         | 31/500 [00:01<00:24, 19.15it/s]
eval model::   7%|▋         | 34/500 [00:01<00:24, 19.40it/s]
eval model::   7%|▋         | 37/500 [00:01<00:21, 21.42it/s]
eval model::   8%|▊         | 40/500 [00:02<00:25, 18.10it/s]
eval model::   8%|▊         | 42/500 [00:02<00:26, 17.45it/s]
eval model::   9%|▉         | 45/500 [00:02<00:24, 18.47it/s]
eval model::   9%|▉         | 47/500 [00:02<00:28, 16.09it/s]
eval model::  10%|█         | 50/500 [00:02<00:25, 17.93it/s]
eval model::  11%|█         | 53/500 [00:02<00:23, 19.17it/s]
eval model::  11%|█         | 56/500 [00:02<00:21, 20.87it/s]
eval model::  12%|█▏        | 59/500 [00:03<00:21, 20.15it/s]
eval model::  12%|█▏        | 62/500 [00:03<00:25, 17.37it/s]
eval model::  13%|█▎        | 64/500 [00:03<00:26, 16.68it/s]
eval model::  14%|█▎        | 68/500 [00:03<00:21, 20.56it/s]
eval model::  14%|█▍        | 71/500 [00:03<00:19, 21.66it/s]
eval model::  15%|█▍        | 74/500 [00:03<00:19, 21.44it/s]
eval model::  15%|█▌        | 77/500 [00:03<00:20, 20.32it/s]
eval model::  16%|█▌        | 80/500 [00:04<00:18, 22.24it/s]
eval model::  17%|█▋        | 83/500 [00:04<00:18, 23.16it/s]
eval model::  17%|█▋        | 86/500 [00:04<00:19, 21.71it/s]
eval model::  18%|█▊        | 89/500 [00:04<00:20, 19.86it/s]
eval model::  18%|█▊        | 92/500 [00:04<00:22, 17.74it/s]
eval model::  19%|█▉        | 94/500 [00:04<00:23, 17.56it/s]
eval model::  19%|█▉        | 97/500 [00:04<00:20, 19.29it/s]
eval model::  20%|██        | 100/500 [00:05<00:20, 19.26it/s]
eval model::  21%|██        | 103/500 [00:05<00:19, 20.06it/s]
eval model::  21%|██        | 106/500 [00:05<00:18, 21.65it/s]
eval model::  22%|██▏       | 109/500 [00:05<00:18, 20.99it/s]
eval model::  22%|██▏       | 112/500 [00:05<00:18, 20.66it/s]
eval model::  23%|██▎       | 115/500 [00:05<00:17, 21.52it/s]
eval model::  24%|██▎       | 118/500 [00:05<00:17, 22.07it/s]
eval model::  24%|██▍       | 121/500 [00:06<00:17, 21.87it/s]
eval model::  25%|██▍       | 124/500 [00:06<00:17, 21.79it/s]
LAUNCH WARNING 2024-07-27 22:24:52,335 save gpu log failed
LAUNCH WARNING 2024-07-27 22:24:57,551 save gpu log failed
LAUNCH WARNING 2024-07-27 22:25:02,728 save gpu log failed
LAUNCH WARNING 2024-07-27 22:25:07,947 save gpu log failed
eval model::  25%|██▌       | 127/500 [00:06<00:16, 22.59it/s]
eval model::  26%|██▌       | 130/500 [00:06<00:17, 21.04it/s]
eval model::  27%|██▋       | 133/500 [00:06<00:18, 19.74it/s]
eval model::  27%|██▋       | 136/500 [00:06<00:17, 20.86it/s]
eval model::  28%|██▊       | 139/500 [00:06<00:16, 22.47it/s]
eval model::  28%|██▊       | 142/500 [00:07<00:16, 21.58it/s]
eval model::  29%|██▉       | 145/500 [00:07<00:16, 22.03it/s]
eval model::  30%|██▉       | 148/500 [00:07<00:16, 21.14it/s]
eval model::  30%|███       | 151/500 [00:07<00:17, 19.42it/s]
eval model::  31%|███       | 155/500 [00:07<00:15, 22.30it/s]
eval model::  32%|███▏      | 158/500 [00:07<00:15, 22.40it/s]
eval model::  32%|███▏      | 161/500 [00:08<00:19, 17.81it/s]
eval model::  33%|███▎      | 163/500 [00:08<00:19, 17.31it/s]
eval model::  33%|███▎      | 166/500 [00:08<00:17, 18.92it/s]
eval model::  34%|███▍      | 169/500 [00:08<00:17, 18.71it/s]
eval model::  34%|███▍      | 171/500 [00:08<00:18, 18.15it/s]
eval model::  35%|███▍      | 174/500 [00:08<00:19, 16.36it/s]
eval model::  35%|███▌      | 176/500 [00:08<00:19, 16.93it/s]
eval model::  36%|███▌      | 179/500 [00:09<00:16, 19.80it/s]
eval model::  36%|███▋      | 182/500 [00:09<00:17, 18.53it/s]
eval model::  37%|███▋      | 185/500 [00:09<00:15, 20.83it/s]
eval model::  38%|███▊      | 188/500 [00:09<00:15, 19.65it/s]
eval model::  38%|███▊      | 191/500 [00:09<00:14, 21.11it/s]
eval model::  39%|███▉      | 194/500 [00:09<00:13, 22.55it/s]
eval model::  39%|███▉      | 197/500 [00:09<00:15, 19.14it/s]
eval model::  40%|████      | 200/500 [00:10<00:14, 20.13it/s]
eval model::  41%|████      | 203/500 [00:10<00:14, 20.17it/s]
eval model::  41%|████      | 206/500 [00:10<00:22, 13.33it/s]
eval model::  42%|████▏     | 208/500 [00:10<00:21, 13.52it/s]
eval model::  42%|████▏     | 210/500 [00:10<00:20, 14.48it/s]
eval model::  43%|████▎     | 213/500 [00:10<00:18, 15.77it/s]
eval model::  43%|████▎     | 215/500 [00:11<00:19, 14.82it/s]
eval model::  43%|████▎     | 217/500 [00:11<00:19, 14.70it/s]
eval model::  44%|████▍     | 220/500 [00:11<00:16, 16.80it/s]
eval model::  44%|████▍     | 222/500 [00:11<00:18, 14.76it/s]
eval model::  45%|████▌     | 225/500 [00:11<00:15, 17.80it/s]
eval model::  45%|████▌     | 227/500 [00:11<00:15, 17.47it/s]
eval model::  46%|████▌     | 231/500 [00:11<00:12, 21.62it/s]
eval model::  47%|████▋     | 234/500 [00:12<00:12, 21.41it/s]
eval model::  47%|████▋     | 237/500 [00:12<00:11, 22.42it/s]
eval model::  48%|████▊     | 240/500 [00:12<00:11, 23.09it/s]
eval model::  49%|████▊     | 243/500 [00:12<00:12, 20.31it/s]
eval model::  49%|████▉     | 246/500 [00:12<00:12, 20.98it/s]
eval model::  50%|████▉     | 249/500 [00:12<00:12, 19.76it/s]
eval model::  50%|█████     | 252/500 [00:13<00:13, 18.11it/s]
eval model::  51%|█████     | 255/500 [00:13<00:12, 19.97it/s]
eval model::  52%|█████▏    | 258/500 [00:13<00:11, 20.90it/s]
eval model::  52%|█████▏    | 261/500 [00:13<00:10, 22.31it/s]
eval model::  53%|█████▎    | 264/500 [00:13<00:11, 20.33it/s]
eval model::  53%|█████▎    | 267/500 [00:13<00:12, 19.36it/s]
eval model::  54%|█████▍    | 270/500 [00:13<00:11, 20.33it/s]
eval model::  55%|█████▍    | 273/500 [00:14<00:11, 19.43it/s]
eval model::  55%|█████▌    | 275/500 [00:14<00:12, 17.62it/s]
eval model::  55%|█████▌    | 277/500 [00:14<00:12, 17.90it/s]
eval model::  56%|█████▌    | 279/500 [00:14<00:12, 17.97it/s]
eval model::  56%|█████▋    | 282/500 [00:14<00:11, 19.18it/s]
eval model::  57%|█████▋    | 285/500 [00:14<00:16, 13.08it/s]
eval model::  57%|█████▋    | 287/500 [00:15<00:15, 14.19it/s]
eval model::  58%|█████▊    | 290/500 [00:15<00:12, 17.12it/s]
eval model::  59%|█████▊    | 293/500 [00:15<00:11, 17.96it/s]
eval model::  59%|█████▉    | 296/500 [00:15<00:13, 15.25it/s]
eval model::  60%|█████▉    | 299/500 [00:15<00:11, 17.67it/s]
eval model::  60%|██████    | 302/500 [00:15<00:10, 18.24it/s]
eval model::  61%|██████    | 305/500 [00:15<00:10, 18.93it/s]
eval model::  62%|██████▏   | 308/500 [00:16<00:09, 19.58it/s]
eval model::  62%|██████▏   | 311/500 [00:16<00:08, 21.16it/s]
eval model::  63%|██████▎   | 314/500 [00:16<00:08, 21.23it/s]
eval model::  63%|██████▎   | 317/500 [00:16<00:08, 20.35it/s]
eval model::  64%|██████▍   | 320/500 [00:16<00:08, 21.09it/s]
eval model::  65%|██████▍   | 323/500 [00:16<00:09, 18.60it/s]
eval model::  65%|██████▌   | 326/500 [00:16<00:09, 18.99it/s]
eval model::  66%|██████▌   | 329/500 [00:17<00:08, 19.80it/s]
eval model::  66%|██████▋   | 332/500 [00:17<00:08, 20.02it/s]
eval model::  67%|██████▋   | 335/500 [00:17<00:07, 20.78it/s]
eval model::  68%|██████▊   | 338/500 [00:17<00:08, 18.59it/s]
eval model::  68%|██████▊   | 340/500 [00:17<00:10, 15.52it/s]
eval model::  69%|██████▊   | 343/500 [00:17<00:09, 16.75it/s]
eval model::  69%|██████▉   | 346/500 [00:18<00:08, 18.62it/s]
eval model::  70%|██████▉   | 349/500 [00:18<00:07, 20.95it/s]
eval model::  70%|███████   | 352/500 [00:18<00:06, 22.59it/s]
eval model::  71%|███████   | 355/500 [00:18<00:06, 21.95it/s]
eval model::  72%|███████▏  | 358/500 [00:18<00:06, 21.31it/s]
eval model::  72%|███████▏  | 361/500 [00:18<00:07, 18.76it/s]
eval model::  73%|███████▎  | 364/500 [00:18<00:07, 17.81it/s]
eval model::  73%|███████▎  | 366/500 [00:19<00:07, 17.93it/s]
eval model::  74%|███████▍  | 369/500 [00:19<00:06, 19.06it/s]
eval model::  74%|███████▍  | 371/500 [00:19<00:06, 18.73it/s]
eval model::  75%|███████▍  | 373/500 [00:19<00:06, 18.79it/s]
eval model::  75%|███████▌  | 375/500 [00:19<00:06, 18.85it/s]
eval model::  76%|███████▌  | 379/500 [00:19<00:05, 22.56it/s]
eval model::  76%|███████▋  | 382/500 [00:19<00:05, 21.86it/s]
eval model::  77%|███████▋  | 385/500 [00:19<00:04, 23.75it/s]
eval model::  78%|███████▊  | 388/500 [00:20<00:07, 14.95it/s]
eval model::  78%|███████▊  | 391/500 [00:20<00:06, 16.66it/s]
eval model::  79%|███████▉  | 394/500 [00:20<00:05, 17.76it/s]
eval model::  79%|███████▉  | 397/500 [00:20<00:05, 20.17it/s]
eval model::  80%|████████  | 400/500 [00:20<00:05, 19.70it/s]
eval model::  81%|████████  | 403/500 [00:20<00:04, 20.04it/s]
eval model::  81%|████████  | 406/500 [00:21<00:04, 20.36it/s]
eval model::  82%|████████▏ | 409/500 [00:21<00:04, 21.08it/s]
eval model::  82%|████████▏ | 412/500 [00:21<00:04, 21.83it/s]
eval model::  83%|████████▎ | 415/500 [00:21<00:04, 20.50it/s]
eval model::  84%|████████▎ | 418/500 [00:21<00:04, 17.61it/s]
eval model::  84%|████████▍ | 420/500 [00:21<00:05, 15.42it/s]
eval model::  85%|████████▍ | 423/500 [00:22<00:04, 17.58it/s]
eval model::  85%|████████▌ | 425/500 [00:22<00:04, 17.22it/s]
eval model::  86%|████████▌ | 429/500 [00:22<00:03, 21.43it/s]
eval model::  86%|████████▋ | 432/500 [00:22<00:02, 22.95it/s]
eval model::  87%|████████▋ | 435/500 [00:22<00:02, 23.20it/s]
LAUNCH WARNING 2024-07-27 22:25:13,149 save gpu log failed
LAUNCH WARNING 2024-07-27 22:25:18,268 save gpu log failed
LAUNCH WARNING 2024-07-27 22:25:23,442 save gpu log failed
LAUNCH WARNING 2024-07-27 22:25:28,747 save gpu log failed
LAUNCH WARNING 2024-07-27 22:25:33,905 save gpu log failed
LAUNCH WARNING 2024-07-27 22:25:39,072 save gpu log failed
LAUNCH WARNING 2024-07-27 22:25:44,208 save gpu log failed
LAUNCH WARNING 2024-07-27 22:25:49,373 save gpu log failed
LAUNCH WARNING 2024-07-27 22:25:54,924 save gpu log failed
LAUNCH WARNING 2024-07-27 22:26:00,090 save gpu log failed
LAUNCH WARNING 2024-07-27 22:26:05,257 save gpu log failed
LAUNCH WARNING 2024-07-27 22:26:10,395 save gpu log failed
LAUNCH WARNING 2024-07-27 22:26:15,603 save gpu log failed
LAUNCH WARNING 2024-07-27 22:26:20,725 save gpu log failed
LAUNCH WARNING 2024-07-27 22:26:25,892 save gpu log failed
LAUNCH WARNING 2024-07-27 22:26:31,086 save gpu log failed
LAUNCH WARNING 2024-07-27 22:26:36,226 save gpu log failed
LAUNCH WARNING 2024-07-27 22:26:41,416 save gpu log failed
LAUNCH WARNING 2024-07-27 22:26:46,553 save gpu log failed
LAUNCH WARNING 2024-07-27 22:26:51,732 save gpu log failed
LAUNCH WARNING 2024-07-27 22:26:57,019 save gpu log failed
LAUNCH WARNING 2024-07-27 22:27:02,191 save gpu log failed
LAUNCH WARNING 2024-07-27 22:27:07,353 save gpu log failed
LAUNCH WARNING 2024-07-27 22:27:12,497 save gpu log failed
eval model::  88%|████████▊ | 438/500 [00:22<00:02, 23.60it/s]
eval model::  88%|████████▊ | 441/500 [00:22<00:02, 21.37it/s]
eval model::  89%|████████▉ | 444/500 [00:22<00:02, 22.33it/s]
eval model::  89%|████████▉ | 447/500 [00:23<00:02, 21.67it/s]
eval model::  90%|█████████ | 450/500 [00:23<00:02, 19.44it/s]
eval model::  91%|█████████ | 453/500 [00:23<00:02, 21.05it/s]
eval model::  91%|█████████ | 456/500 [00:23<00:02, 20.11it/s]
eval model::  92%|█████████▏| 459/500 [00:23<00:02, 19.60it/s]
eval model::  92%|█████████▏| 462/500 [00:23<00:02, 17.30it/s]
eval model::  93%|█████████▎| 464/500 [00:24<00:02, 17.73it/s]
eval model::  93%|█████████▎| 466/500 [00:24<00:02, 16.81it/s]
eval model::  94%|█████████▍| 469/500 [00:24<00:01, 18.27it/s]
eval model::  94%|█████████▍| 472/500 [00:24<00:01, 20.34it/s]
eval model::  95%|█████████▌| 475/500 [00:24<00:01, 19.01it/s]
eval model::  96%|█████████▌| 478/500 [00:24<00:01, 20.64it/s]
eval model::  96%|█████████▌| 481/500 [00:24<00:00, 20.58it/s]
eval model::  97%|█████████▋| 484/500 [00:25<00:00, 19.94it/s]
eval model::  97%|█████████▋| 487/500 [00:25<00:00, 20.21it/s]
eval model::  98%|█████████▊| 490/500 [00:25<00:00, 21.09it/s]
eval model::  99%|█████████▊| 493/500 [00:25<00:00, 21.26it/s]
eval model::  99%|█████████▉| 496/500 [00:25<00:00, 21.35it/s]
eval model:: 100%|██████████| 500/500 [00:25<00:00, 24.55it/s]
eval model:: 100%|██████████| 500/500 [00:25<00:00, 19.43it/s]
[2024/07/27 22:25:10] ppocr INFO: cur metric, precision: 0.5274551214361141, recall: 0.4809821858449687, hmean: 0.5031478217073785, fps: 45.19470696923418
[2024/07/27 22:25:10] ppocr INFO: best metric, hmean: 0.5538954108858057, precision: 0.6211849192100538, recall: 0.4997592681752528, fps: 44.66914332049495, best_epoch: 160
[2024/07/27 22:25:10] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:25:18] ppocr INFO: epoch: [181/200], global_step: 543, lr: 0.001000, loss: 2.008845, loss_shrink_maps: 1.114730, loss_threshold_maps: 0.690093, loss_binary_maps: 0.219198, avg_reader_cost: 2.09595 s, avg_batch_cost: 2.34531 s, avg_samples: 12.5, ips: 5.32979 samples/s, eta: 0:07:33
[2024/07/27 22:25:19] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:25:27] ppocr INFO: epoch: [182/200], global_step: 546, lr: 0.001000, loss: 2.020774, loss_shrink_maps: 1.132464, loss_threshold_maps: 0.698757, loss_binary_maps: 0.222621, avg_reader_cost: 2.09485 s, avg_batch_cost: 2.32606 s, avg_samples: 12.5, ips: 5.37389 samples/s, eta: 0:07:09
[2024/07/27 22:25:28] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:25:36] ppocr INFO: epoch: [183/200], global_step: 549, lr: 0.001000, loss: 2.043035, loss_shrink_maps: 1.132464, loss_threshold_maps: 0.698757, loss_binary_maps: 0.222719, avg_reader_cost: 2.06089 s, avg_batch_cost: 2.35818 s, avg_samples: 12.5, ips: 5.30070 samples/s, eta: 0:06:45
[2024/07/27 22:25:37] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:25:44] ppocr INFO: epoch: [184/200], global_step: 550, lr: 0.001000, loss: 2.020774, loss_shrink_maps: 1.130535, loss_threshold_maps: 0.695501, loss_binary_maps: 0.222534, avg_reader_cost: 0.59239 s, avg_batch_cost: 0.69066 s, avg_samples: 4.8, ips: 6.94992 samples/s, eta: 0:06:37
[2024/07/27 22:25:45] ppocr INFO: epoch: [184/200], global_step: 552, lr: 0.001000, loss: 2.019041, loss_shrink_maps: 1.126233, loss_threshold_maps: 0.698757, loss_binary_maps: 0.221347, avg_reader_cost: 1.47251 s, avg_batch_cost: 1.61833 s, avg_samples: 7.7, ips: 4.75800 samples/s, eta: 0:06:21
[2024/07/27 22:25:46] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:25:54] ppocr INFO: epoch: [185/200], global_step: 555, lr: 0.001000, loss: 2.030306, loss_shrink_maps: 1.130535, loss_threshold_maps: 0.704585, loss_binary_maps: 0.222534, avg_reader_cost: 1.94302 s, avg_batch_cost: 2.27417 s, avg_samples: 12.5, ips: 5.49651 samples/s, eta: 0:05:57
[2024/07/27 22:25:54] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:26:03] ppocr INFO: epoch: [186/200], global_step: 558, lr: 0.001000, loss: 2.004916, loss_shrink_maps: 1.119634, loss_threshold_maps: 0.704585, loss_binary_maps: 0.219458, avg_reader_cost: 2.04005 s, avg_batch_cost: 2.27776 s, avg_samples: 12.5, ips: 5.48785 samples/s, eta: 0:05:33
[2024/07/27 22:26:03] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:26:11] ppocr INFO: epoch: [187/200], global_step: 560, lr: 0.001000, loss: 1.984022, loss_shrink_maps: 1.087133, loss_threshold_maps: 0.680735, loss_binary_maps: 0.213094, avg_reader_cost: 1.30853 s, avg_batch_cost: 1.48869 s, avg_samples: 9.6, ips: 6.44863 samples/s, eta: 0:05:17
[2024/07/27 22:26:11] ppocr INFO: epoch: [187/200], global_step: 561, lr: 0.001000, loss: 1.938969, loss_shrink_maps: 1.050831, loss_threshold_maps: 0.680735, loss_binary_maps: 0.206616, avg_reader_cost: 0.78994 s, avg_batch_cost: 0.84485 s, avg_samples: 2.9, ips: 3.43258 samples/s, eta: 0:05:10
[2024/07/27 22:26:12] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:26:20] ppocr INFO: epoch: [188/200], global_step: 564, lr: 0.001000, loss: 1.978387, loss_shrink_maps: 1.107205, loss_threshold_maps: 0.680735, loss_binary_maps: 0.217414, avg_reader_cost: 2.07852 s, avg_batch_cost: 2.30984 s, avg_samples: 12.5, ips: 5.41164 samples/s, eta: 0:04:46
[2024/07/27 22:26:21] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:26:29] ppocr INFO: epoch: [189/200], global_step: 567, lr: 0.001000, loss: 1.899540, loss_shrink_maps: 1.045873, loss_threshold_maps: 0.670293, loss_binary_maps: 0.207009, avg_reader_cost: 2.10936 s, avg_batch_cost: 2.37833 s, avg_samples: 12.5, ips: 5.25578 samples/s, eta: 0:04:22
[2024/07/27 22:26:30] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:26:38] ppocr INFO: epoch: [190/200], global_step: 570, lr: 0.001000, loss: 1.840078, loss_shrink_maps: 0.987809, loss_threshold_maps: 0.662224, loss_binary_maps: 0.195373, avg_reader_cost: 1.95736 s, avg_batch_cost: 2.19507 s, avg_samples: 12.5, ips: 5.69457 samples/s, eta: 0:03:58
[2024/07/27 22:26:39] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:26:47] ppocr INFO: epoch: [191/200], global_step: 573, lr: 0.001000, loss: 1.840078, loss_shrink_maps: 0.989315, loss_threshold_maps: 0.656896, loss_binary_maps: 0.195621, avg_reader_cost: 1.96730 s, avg_batch_cost: 2.29948 s, avg_samples: 12.5, ips: 5.43601 samples/s, eta: 0:03:34
[2024/07/27 22:26:48] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:26:56] ppocr INFO: epoch: [192/200], global_step: 576, lr: 0.001000, loss: 1.847817, loss_shrink_maps: 0.998742, loss_threshold_maps: 0.654539, loss_binary_maps: 0.196654, avg_reader_cost: 1.95646 s, avg_batch_cost: 2.27081 s, avg_samples: 12.5, ips: 5.50466 samples/s, eta: 0:03:10
[2024/07/27 22:26:56] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:27:04] ppocr INFO: epoch: [193/200], global_step: 579, lr: 0.001000, loss: 1.853898, loss_shrink_maps: 1.014466, loss_threshold_maps: 0.648581, loss_binary_maps: 0.199154, avg_reader_cost: 2.04867 s, avg_batch_cost: 2.29260 s, avg_samples: 12.5, ips: 5.45232 samples/s, eta: 0:02:46
[2024/07/27 22:27:05] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:27:12] ppocr INFO: epoch: [194/200], global_step: 580, lr: 0.001000, loss: 1.853898, loss_shrink_maps: 1.014466, loss_threshold_maps: 0.642842, loss_binary_maps: 0.199148, avg_reader_cost: 0.58383 s, avg_batch_cost: 0.70260 s, avg_samples: 4.8, ips: 6.83173 samples/s, eta: 0:02:38
LAUNCH WARNING 2024-07-27 22:27:17,669 save gpu log failed
LAUNCH WARNING 2024-07-27 22:27:22,822 save gpu log failed
LAUNCH WARNING 2024-07-27 22:27:27,987 save gpu log failed
LAUNCH WARNING 2024-07-27 22:27:33,146 save gpu log failed
LAUNCH WARNING 2024-07-27 22:27:38,272 save gpu log failed
LAUNCH WARNING 2024-07-27 22:27:43,449 save gpu log failed
LAUNCH WARNING 2024-07-27 22:27:48,578 save gpu log failed
LAUNCH WARNING 2024-07-27 22:27:53,742 save gpu log failed
LAUNCH WARNING 2024-07-27 22:27:59,010 save gpu log failed
LAUNCH WARNING 2024-07-27 22:28:04,164 save gpu log failed
LAUNCH WARNING 2024-07-27 22:28:09,337 save gpu log failed
LAUNCH WARNING 2024-07-27 22:28:14,528 save gpu log failed
LAUNCH WARNING 2024-07-27 22:28:19,730 save gpu log failed
[2024/07/27 22:27:13] ppocr INFO: epoch: [194/200], global_step: 582, lr: 0.001000, loss: 1.853898, loss_shrink_maps: 1.011716, loss_threshold_maps: 0.648581, loss_binary_maps: 0.198874, avg_reader_cost: 1.49720 s, avg_batch_cost: 1.64370 s, avg_samples: 7.7, ips: 4.68454 samples/s, eta: 0:02:22
[2024/07/27 22:27:14] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:27:22] ppocr INFO: epoch: [195/200], global_step: 585, lr: 0.001000, loss: 1.853898, loss_shrink_maps: 1.011716, loss_threshold_maps: 0.637831, loss_binary_maps: 0.198874, avg_reader_cost: 1.98771 s, avg_batch_cost: 2.28213 s, avg_samples: 12.5, ips: 5.47733 samples/s, eta: 0:01:59
[2024/07/27 22:27:23] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:27:31] ppocr INFO: epoch: [196/200], global_step: 588, lr: 0.001000, loss: 1.874290, loss_shrink_maps: 1.021738, loss_threshold_maps: 0.642842, loss_binary_maps: 0.201374, avg_reader_cost: 1.98950 s, avg_batch_cost: 2.22595 s, avg_samples: 12.5, ips: 5.61558 samples/s, eta: 0:01:35
[2024/07/27 22:27:31] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:27:39] ppocr INFO: epoch: [197/200], global_step: 590, lr: 0.001000, loss: 1.871492, loss_shrink_maps: 1.011716, loss_threshold_maps: 0.637831, loss_binary_maps: 0.198874, avg_reader_cost: 1.22666 s, avg_batch_cost: 1.49422 s, avg_samples: 9.6, ips: 6.42477 samples/s, eta: 0:01:19
[2024/07/27 22:27:39] ppocr INFO: epoch: [197/200], global_step: 591, lr: 0.001000, loss: 1.890849, loss_shrink_maps: 1.011716, loss_threshold_maps: 0.637831, loss_binary_maps: 0.199103, avg_reader_cost: 0.79278 s, avg_batch_cost: 0.84755 s, avg_samples: 2.9, ips: 3.42162 samples/s, eta: 0:01:11
[2024/07/27 22:27:40] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:27:48] ppocr INFO: epoch: [198/200], global_step: 594, lr: 0.001000, loss: 1.903474, loss_shrink_maps: 1.045835, loss_threshold_maps: 0.643664, loss_binary_maps: 0.206490, avg_reader_cost: 2.04018 s, avg_batch_cost: 2.27059 s, avg_samples: 12.5, ips: 5.50518 samples/s, eta: 0:00:47
[2024/07/27 22:27:49] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:27:58] ppocr INFO: epoch: [199/200], global_step: 597, lr: 0.001000, loss: 1.896935, loss_shrink_maps: 1.039654, loss_threshold_maps: 0.641583, loss_binary_maps: 0.204891, avg_reader_cost: 2.16844 s, avg_batch_cost: 2.43775 s, avg_samples: 12.5, ips: 5.12768 samples/s, eta: 0:00:23
[2024/07/27 22:27:59] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:28:07] ppocr INFO: epoch: [200/200], global_step: 600, lr: 0.001000, loss: 1.898665, loss_shrink_maps: 1.039654, loss_threshold_maps: 0.654584, loss_binary_maps: 0.204891, avg_reader_cost: 2.02174 s, avg_batch_cost: 2.26389 s, avg_samples: 12.5, ips: 5.52146 samples/s, eta: 0:00:00

eval model::   0%|          | 0/500 [00:00<?, ?it/s]
eval model::   0%|          | 2/500 [00:00<00:38, 12.99it/s]
eval model::   1%|          | 5/500 [00:00<00:26, 18.82it/s]
eval model::   2%|▏         | 8/500 [00:00<00:24, 19.79it/s]
eval model::   2%|▏         | 11/500 [00:00<00:26, 18.71it/s]
eval model::   3%|▎         | 13/500 [00:00<00:26, 18.65it/s]
eval model::   3%|▎         | 16/500 [00:00<00:24, 19.58it/s]
eval model::   4%|▍         | 19/500 [00:00<00:24, 19.92it/s]
eval model::   4%|▍         | 22/500 [00:01<00:22, 21.06it/s]
eval model::   5%|▌         | 25/500 [00:01<00:24, 19.57it/s]
eval model::   6%|▌         | 28/500 [00:01<00:23, 20.25it/s]
eval model::   6%|▌         | 31/500 [00:01<00:23, 20.20it/s]
eval model::   7%|▋         | 34/500 [00:01<00:23, 20.02it/s]
eval model::   7%|▋         | 37/500 [00:01<00:21, 21.56it/s]
eval model::   8%|▊         | 40/500 [00:02<00:25, 18.28it/s]
eval model::   8%|▊         | 42/500 [00:02<00:25, 17.99it/s]
eval model::   9%|▉         | 45/500 [00:02<00:23, 19.27it/s]
eval model::   9%|▉         | 47/500 [00:02<00:24, 18.78it/s]
eval model::  10%|█         | 50/500 [00:02<00:21, 20.89it/s]
eval model::  11%|█         | 53/500 [00:02<00:23, 19.14it/s]
eval model::  11%|█         | 56/500 [00:02<00:22, 19.72it/s]
eval model::  12%|█▏        | 59/500 [00:03<00:24, 18.26it/s]
eval model::  12%|█▏        | 61/500 [00:03<00:26, 16.65it/s]
eval model::  13%|█▎        | 63/500 [00:03<00:27, 15.71it/s]
eval model::  13%|█▎        | 66/500 [00:03<00:23, 18.10it/s]
eval model::  14%|█▍        | 69/500 [00:03<00:21, 20.25it/s]
eval model::  14%|█▍        | 72/500 [00:03<00:20, 20.86it/s]
eval model::  15%|█▌        | 75/500 [00:03<00:21, 20.23it/s]
eval model::  16%|█▌        | 78/500 [00:04<00:21, 20.09it/s]
eval model::  16%|█▌        | 81/500 [00:04<00:19, 22.05it/s]
eval model::  17%|█▋        | 84/500 [00:04<00:19, 21.64it/s]
eval model::  17%|█▋        | 87/500 [00:04<00:20, 20.27it/s]
eval model::  18%|█▊        | 90/500 [00:04<00:22, 18.56it/s]
eval model::  18%|█▊        | 92/500 [00:04<00:22, 18.46it/s]
eval model::  19%|█▉        | 94/500 [00:04<00:22, 18.23it/s]
eval model::  19%|█▉        | 97/500 [00:04<00:20, 20.11it/s]
eval model::  20%|██        | 100/500 [00:05<00:19, 20.85it/s]
eval model::  21%|██        | 103/500 [00:05<00:18, 22.02it/s]
eval model::  21%|██        | 106/500 [00:05<00:16, 23.36it/s]
eval model::  22%|██▏       | 109/500 [00:05<00:18, 21.49it/s]
eval model::  22%|██▏       | 112/500 [00:05<00:19, 19.97it/s]
eval model::  23%|██▎       | 115/500 [00:05<00:19, 20.08it/s]
eval model::  24%|██▎       | 118/500 [00:05<00:18, 20.33it/s]
eval model::  24%|██▍       | 121/500 [00:06<00:20, 18.87it/s]
eval model::  25%|██▍       | 124/500 [00:06<00:20, 18.12it/s]
eval model::  25%|██▌       | 127/500 [00:06<00:19, 19.00it/s]
eval model::  26%|██▌       | 130/500 [00:06<00:20, 18.34it/s]
eval model::  27%|██▋       | 133/500 [00:06<00:18, 19.83it/s]
eval model::  27%|██▋       | 136/500 [00:06<00:17, 20.76it/s]
eval model::  28%|██▊       | 139/500 [00:07<00:18, 19.17it/s]
eval model::  28%|██▊       | 142/500 [00:07<00:18, 19.58it/s]
eval model::  29%|██▉       | 145/500 [00:07<00:18, 18.72it/s]
eval model::  29%|██▉       | 147/500 [00:07<00:20, 17.34it/s]
eval model::  30%|███       | 150/500 [00:07<00:18, 18.68it/s]
eval model::  30%|███       | 152/500 [00:07<00:20, 16.84it/s]
eval model::  31%|███       | 155/500 [00:07<00:18, 18.77it/s]
eval model::  32%|███▏      | 158/500 [00:08<00:18, 18.97it/s]
eval model::  32%|███▏      | 160/500 [00:08<00:21, 16.17it/s]
eval model::  33%|███▎      | 163/500 [00:08<00:19, 17.46it/s]
eval model::  33%|███▎      | 166/500 [00:08<00:17, 19.02it/s]
eval model::  34%|███▎      | 168/500 [00:08<00:17, 18.68it/s]
eval model::  34%|███▍      | 171/500 [00:08<00:18, 17.67it/s]
eval model::  35%|███▍      | 174/500 [00:09<00:23, 14.08it/s]
eval model::  35%|███▌      | 176/500 [00:09<00:22, 14.39it/s]
eval model::  36%|███▌      | 179/500 [00:09<00:19, 16.46it/s]
eval model::  36%|███▌      | 181/500 [00:09<00:20, 15.34it/s]
eval model::  37%|███▋      | 184/500 [00:09<00:17, 17.69it/s]
eval model::  37%|███▋      | 187/500 [00:09<00:16, 19.16it/s]
eval model::  38%|███▊      | 190/500 [00:10<00:15, 20.31it/s]
eval model::  39%|███▊      | 193/500 [00:10<00:14, 21.43it/s]
eval model::  39%|███▉      | 196/500 [00:10<00:16, 18.10it/s]
eval model::  40%|███▉      | 199/500 [00:10<00:15, 19.18it/s]
eval model::  40%|████      | 202/500 [00:10<00:14, 21.09it/s]
eval model::  41%|████      | 205/500 [00:11<00:22, 13.33it/s]
eval model::  42%|████▏     | 208/500 [00:11<00:20, 14.42it/s]
eval model::  42%|████▏     | 210/500 [00:11<00:20, 14.42it/s]
eval model::  43%|████▎     | 213/500 [00:11<00:18, 15.89it/s]
eval model::  43%|████▎     | 215/500 [00:11<00:19, 14.80it/s]
eval model::  43%|████▎     | 217/500 [00:11<00:19, 14.50it/s]
LAUNCH WARNING 2024-07-27 22:28:24,917 save gpu log failed
LAUNCH WARNING 2024-07-27 22:28:30,130 save gpu log failed
eval model::  44%|████▍     | 219/500 [00:11<00:18, 15.17it/s]
eval model::  44%|████▍     | 221/500 [00:12<00:19, 14.54it/s]
eval model::  45%|████▍     | 224/500 [00:12<00:15, 17.47it/s]
eval model::  45%|████▌     | 226/500 [00:12<00:15, 17.90it/s]
eval model::  46%|████▌     | 229/500 [00:12<00:13, 20.77it/s]
eval model::  46%|████▋     | 232/500 [00:12<00:11, 22.95it/s]
eval model::  47%|████▋     | 235/500 [00:12<00:11, 22.21it/s]
eval model::  48%|████▊     | 238/500 [00:12<00:11, 22.87it/s]
eval model::  48%|████▊     | 241/500 [00:12<00:11, 21.98it/s]
eval model::  49%|████▉     | 244/500 [00:13<00:12, 20.44it/s]
eval model::  49%|████▉     | 247/500 [00:13<00:12, 21.06it/s]
eval model::  50%|█████     | 250/500 [00:13<00:12, 19.73it/s]
eval model::  51%|█████     | 253/500 [00:13<00:12, 20.42it/s]
eval model::  51%|█████     | 256/500 [00:13<00:11, 21.34it/s]
eval model::  52%|█████▏    | 259/500 [00:13<00:10, 22.65it/s]
eval model::  52%|█████▏    | 262/500 [00:13<00:10, 22.35it/s]
eval model::  53%|█████▎    | 265/500 [00:14<00:11, 19.84it/s]
eval model::  54%|█████▎    | 268/500 [00:14<00:11, 19.40it/s]
eval model::  54%|█████▍    | 270/500 [00:14<00:11, 19.20it/s]
eval model::  54%|█████▍    | 272/500 [00:14<00:12, 17.61it/s]
eval model::  55%|█████▌    | 275/500 [00:14<00:13, 16.89it/s]
eval model::  56%|█████▌    | 278/500 [00:14<00:11, 19.10it/s]
eval model::  56%|█████▌    | 281/500 [00:14<00:10, 20.56it/s]
eval model::  57%|█████▋    | 284/500 [00:15<00:10, 21.17it/s]
eval model::  57%|█████▋    | 287/500 [00:15<00:17, 12.42it/s]
eval model::  58%|█████▊    | 290/500 [00:15<00:14, 14.59it/s]
eval model::  58%|█████▊    | 292/500 [00:15<00:13, 15.30it/s]
eval model::  59%|█████▉    | 294/500 [00:15<00:12, 16.14it/s]
eval model::  59%|█████▉    | 296/500 [00:15<00:13, 15.12it/s]
eval model::  60%|█████▉    | 299/500 [00:16<00:11, 17.64it/s]
eval model::  60%|██████    | 301/500 [00:16<00:12, 15.95it/s]
eval model::  61%|██████    | 304/500 [00:16<00:11, 16.52it/s]
eval model::  61%|██████▏   | 307/500 [00:16<00:10, 18.36it/s]
eval model::  62%|██████▏   | 310/500 [00:16<00:09, 20.39it/s]
eval model::  63%|██████▎   | 313/500 [00:16<00:08, 21.89it/s]
eval model::  63%|██████▎   | 316/500 [00:16<00:08, 20.78it/s]
eval model::  64%|██████▍   | 319/500 [00:17<00:08, 21.71it/s]
eval model::  64%|██████▍   | 322/500 [00:17<00:08, 20.95it/s]
eval model::  65%|██████▌   | 325/500 [00:17<00:07, 22.75it/s]
eval model::  66%|██████▌   | 328/500 [00:17<00:08, 20.97it/s]
eval model::  66%|██████▌   | 331/500 [00:17<00:08, 21.00it/s]
eval model::  67%|██████▋   | 334/500 [00:17<00:07, 22.86it/s]
eval model::  67%|██████▋   | 337/500 [00:17<00:08, 19.46it/s]
eval model::  68%|██████▊   | 340/500 [00:18<00:10, 15.17it/s]
eval model::  68%|██████▊   | 342/500 [00:18<00:09, 15.97it/s]
eval model::  69%|██████▉   | 345/500 [00:18<00:08, 17.88it/s]
eval model::  70%|██████▉   | 348/500 [00:18<00:07, 19.78it/s]
eval model::  70%|███████   | 351/500 [00:18<00:06, 21.30it/s]
eval model::  71%|███████   | 354/500 [00:18<00:06, 22.91it/s]
eval model::  71%|███████▏  | 357/500 [00:18<00:06, 22.10it/s]
eval model::  72%|███████▏  | 360/500 [00:19<00:06, 22.12it/s]
eval model::  73%|███████▎  | 363/500 [00:19<00:06, 20.98it/s]
eval model::  73%|███████▎  | 366/500 [00:19<00:07, 18.13it/s]
eval model::  74%|███████▍  | 369/500 [00:19<00:06, 20.19it/s]
eval model::  74%|███████▍  | 372/500 [00:19<00:06, 19.53it/s]
eval model::  75%|███████▌  | 375/500 [00:19<00:05, 21.26it/s]
eval model::  76%|███████▌  | 378/500 [00:20<00:05, 22.50it/s]
eval model::  76%|███████▌  | 381/500 [00:20<00:05, 21.18it/s]
eval model::  77%|███████▋  | 384/500 [00:20<00:05, 22.86it/s]
eval model::  77%|███████▋  | 387/500 [00:20<00:07, 15.82it/s]
eval model::  78%|███████▊  | 390/500 [00:20<00:06, 18.01it/s]
eval model::  79%|███████▊  | 393/500 [00:20<00:05, 19.27it/s]
eval model::  79%|███████▉  | 396/500 [00:20<00:05, 20.65it/s]
eval model::  80%|███████▉  | 399/500 [00:21<00:04, 21.94it/s]
eval model::  80%|████████  | 402/500 [00:21<00:04, 19.81it/s]
eval model::  81%|████████  | 405/500 [00:21<00:04, 21.69it/s]
eval model::  82%|████████▏ | 408/500 [00:21<00:04, 22.80it/s]
eval model::  82%|████████▏ | 411/500 [00:21<00:03, 24.41it/s]
eval model::  83%|████████▎ | 414/500 [00:21<00:04, 19.91it/s]
eval model::  83%|████████▎ | 417/500 [00:21<00:04, 19.36it/s]
eval model::  84%|████████▍ | 420/500 [00:22<00:04, 16.32it/s]
eval model::  84%|████████▍ | 422/500 [00:22<00:04, 16.28it/s]
eval model::  85%|████████▍ | 424/500 [00:22<00:04, 15.29it/s]
eval model::  85%|████████▌ | 427/500 [00:22<00:04, 17.32it/s]
eval model::  86%|████████▌ | 430/500 [00:22<00:03, 19.33it/s]
eval model::  87%|████████▋ | 433/500 [00:22<00:03, 20.41it/s]
eval model::  87%|████████▋ | 436/500 [00:23<00:03, 21.26it/s]
eval model::  88%|████████▊ | 439/500 [00:23<00:02, 23.17it/s]
eval model::  88%|████████▊ | 442/500 [00:23<00:02, 21.18it/s]
eval model::  89%|████████▉ | 446/500 [00:23<00:02, 23.25it/s]
eval model::  90%|████████▉ | 449/500 [00:23<00:02, 21.90it/s]
eval model::  90%|█████████ | 452/500 [00:23<00:02, 23.51it/s]
eval model::  91%|█████████ | 455/500 [00:23<00:01, 22.89it/s]
eval model::  92%|█████████▏| 458/500 [00:23<00:01, 21.86it/s]
eval model::  92%|█████████▏| 461/500 [00:24<00:01, 21.28it/s]
eval model::  93%|█████████▎| 464/500 [00:24<00:01, 18.34it/s]
eval model::  93%|█████████▎| 466/500 [00:24<00:01, 17.10it/s]
eval model::  94%|█████████▎| 468/500 [00:24<00:01, 17.38it/s]
eval model::  94%|█████████▍| 471/500 [00:24<00:01, 19.58it/s]
eval model::  95%|█████████▍| 474/500 [00:24<00:01, 19.32it/s]
eval model::  95%|█████████▌| 476/500 [00:24<00:01, 19.21it/s]
eval model::  96%|█████████▌| 479/500 [00:25<00:00, 21.51it/s]
eval model::  96%|█████████▋| 482/500 [00:25<00:00, 20.65it/s]
eval model::  97%|█████████▋| 485/500 [00:25<00:00, 21.22it/s]
eval model::  98%|█████████▊| 488/500 [00:25<00:00, 20.61it/s]
eval model::  98%|█████████▊| 491/500 [00:25<00:00, 20.67it/s]
eval model::  99%|█████████▉| 494/500 [00:25<00:00, 21.29it/s]
eval model::  99%|█████████▉| 497/500 [00:25<00:00, 22.26it/s]
eval model:: 100%|██████████| 500/500 [00:26<00:00, 22.37it/s]
eval model:: 100%|██████████| 500/500 [00:26<00:00, 19.19it/s]
[2024/07/27 22:28:33] ppocr INFO: cur metric, precision: 0.64, recall: 0.523832450649976, hmean: 0.5761186126555468, fps: 44.45321715372161
[2024/07/27 22:28:33] ppocr INFO: save best model is to ./output/db_mv3/best_accuracy
LAUNCH WARNING 2024-07-27 22:28:35,285 save gpu log failed
LAUNCH INFO 2024-07-27 22:28:36,468 Pod completed
LAUNCH INFO 2024-07-27 22:28:36,468 Exit code 0
[2024/07/27 22:28:33] ppocr INFO: best metric, hmean: 0.5761186126555468, precision: 0.64, recall: 0.523832450649976, fps: 44.45321715372161, best_epoch: 200
[2024/07/27 22:28:33] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:28:33] ppocr INFO: best metric, hmean: 0.5761186126555468, precision: 0.64, recall: 0.523832450649976, fps: 44.45321715372161, best_epoch: 200
I0727 22:28:35.282444 33267 tcp_store.cc:289] receive shutdown event and so quit from MasterDaemon run loop
LAUNCH INFO 2024-07-27 22:42:57,253 -----------  Configuration  ----------------------
LAUNCH INFO 2024-07-27 22:42:57,253 auto_parallel_config: None
LAUNCH INFO 2024-07-27 22:42:57,253 auto_tuner_json: None
LAUNCH INFO 2024-07-27 22:42:57,253 devices: 0,1,2,3,4,5,6,7
LAUNCH INFO 2024-07-27 22:42:57,253 elastic_level: -1
LAUNCH INFO 2024-07-27 22:42:57,253 elastic_timeout: 30
LAUNCH INFO 2024-07-27 22:42:57,253 enable_gpu_log: True
LAUNCH INFO 2024-07-27 22:42:57,253 gloo_port: 6767
LAUNCH INFO 2024-07-27 22:42:57,253 host: None
LAUNCH INFO 2024-07-27 22:42:57,253 ips: None
LAUNCH INFO 2024-07-27 22:42:57,253 job_id: default
LAUNCH INFO 2024-07-27 22:42:57,253 legacy: False
LAUNCH INFO 2024-07-27 22:42:57,253 log_dir: ./debug/
LAUNCH INFO 2024-07-27 22:42:57,253 log_level: INFO
LAUNCH INFO 2024-07-27 22:42:57,253 log_overwrite: False
LAUNCH INFO 2024-07-27 22:42:57,253 master: None
LAUNCH INFO 2024-07-27 22:42:57,253 max_restart: 3
LAUNCH INFO 2024-07-27 22:42:57,253 nnodes: 1
LAUNCH INFO 2024-07-27 22:42:57,253 nproc_per_node: None
LAUNCH INFO 2024-07-27 22:42:57,253 rank: -1
LAUNCH INFO 2024-07-27 22:42:57,253 run_mode: collective
LAUNCH INFO 2024-07-27 22:42:57,253 server_num: None
LAUNCH INFO 2024-07-27 22:42:57,253 servers: 
LAUNCH INFO 2024-07-27 22:42:57,253 sort_ip: False
LAUNCH INFO 2024-07-27 22:42:57,253 start_port: 6070
LAUNCH INFO 2024-07-27 22:42:57,253 trainer_num: None
LAUNCH INFO 2024-07-27 22:42:57,253 trainers: 
LAUNCH INFO 2024-07-27 22:42:57,253 training_script: tools/train.py
LAUNCH INFO 2024-07-27 22:42:57,253 training_script_args: ['-c', 'configs/det/det_mv3_db.yml', '-o', 'Global.epoch_num=200', 'Global.eval_batch_step=[0,60]', 'Train.loader.batch_size_per_card=48', 'Train.loader.num_workers=8', 'Eval.loader.num_workers=0']
LAUNCH INFO 2024-07-27 22:42:57,253 with_gloo: 1
LAUNCH INFO 2024-07-27 22:42:57,253 --------------------------------------------------
LAUNCH INFO 2024-07-27 22:42:57,254 Job: default, mode collective, replicas 1[1:1], elastic False
LAUNCH INFO 2024-07-27 22:42:57,256 Run Pod: ozcgfl, replicas 8, status ready
LAUNCH INFO 2024-07-27 22:42:57,348 Watching Pod: ozcgfl, replicas 8, status running
LAUNCH WARNING 2024-07-27 22:42:57,406 save gpu log failed
[2024/07/27 22:42:58] ppocr INFO: Architecture : 
[2024/07/27 22:42:58] ppocr INFO:     Backbone : 
[2024/07/27 22:42:58] ppocr INFO:         model_name : large
[2024/07/27 22:42:58] ppocr INFO:         name : MobileNetV3
[2024/07/27 22:42:58] ppocr INFO:         scale : 0.5
[2024/07/27 22:42:58] ppocr INFO:     Head : 
[2024/07/27 22:42:58] ppocr INFO:         k : 50
[2024/07/27 22:42:58] ppocr INFO:         name : DBHead
[2024/07/27 22:42:58] ppocr INFO:     Neck : 
[2024/07/27 22:42:58] ppocr INFO:         name : DBFPN
[2024/07/27 22:42:58] ppocr INFO:         out_channels : 256
[2024/07/27 22:42:58] ppocr INFO:     Transform : None
[2024/07/27 22:42:58] ppocr INFO:     algorithm : DB
[2024/07/27 22:42:58] ppocr INFO:     model_type : det
[2024/07/27 22:42:58] ppocr INFO: Eval : 
[2024/07/27 22:42:58] ppocr INFO:     dataset : 
[2024/07/27 22:42:58] ppocr INFO:         data_dir : /datasets/icdar2015/text_localization/
[2024/07/27 22:42:58] ppocr INFO:         label_file_list : ['/datasets/icdar2015/text_localization/test_icdar2015_label.txt']
[2024/07/27 22:42:58] ppocr INFO:         name : SimpleDataSet
[2024/07/27 22:42:58] ppocr INFO:         transforms : 
[2024/07/27 22:42:58] ppocr INFO:             DecodeImage : 
[2024/07/27 22:42:58] ppocr INFO:                 channel_first : False
[2024/07/27 22:42:58] ppocr INFO:                 img_mode : BGR
[2024/07/27 22:42:58] ppocr INFO:             DetLabelEncode : None
[2024/07/27 22:42:58] ppocr INFO:             DetResizeForTest : 
[2024/07/27 22:42:58] ppocr INFO:                 image_shape : [736, 1280]
[2024/07/27 22:42:58] ppocr INFO:             NormalizeImage : 
[2024/07/27 22:42:58] ppocr INFO:                 mean : [0.485, 0.456, 0.406]
[2024/07/27 22:42:58] ppocr INFO:                 order : hwc
[2024/07/27 22:42:58] ppocr INFO:                 scale : 1./255.
[2024/07/27 22:42:58] ppocr INFO:                 std : [0.229, 0.224, 0.225]
[2024/07/27 22:42:58] ppocr INFO:             ToCHWImage : None
[2024/07/27 22:42:58] ppocr INFO:             KeepKeys : 
[2024/07/27 22:42:58] ppocr INFO:                 keep_keys : ['image', 'shape', 'polys', 'ignore_tags']
[2024/07/27 22:42:58] ppocr INFO:     loader : 
[2024/07/27 22:42:58] ppocr INFO:         batch_size_per_card : 1
[2024/07/27 22:42:58] ppocr INFO:         drop_last : False
[2024/07/27 22:42:58] ppocr INFO:         num_workers : 0
[2024/07/27 22:42:58] ppocr INFO:         shuffle : False
[2024/07/27 22:42:58] ppocr INFO:         use_shared_memory : True
[2024/07/27 22:42:58] ppocr INFO: Global : 
[2024/07/27 22:42:58] ppocr INFO:     cal_metric_during_train : False
[2024/07/27 22:42:58] ppocr INFO:     checkpoints : None
[2024/07/27 22:42:58] ppocr INFO:     distributed : True
[2024/07/27 22:42:58] ppocr INFO:     epoch_num : 200
[2024/07/27 22:42:58] ppocr INFO:     eval_batch_step : [0, 60]
[2024/07/27 22:42:58] ppocr INFO:     infer_img : doc/imgs_en/img_10.jpg
[2024/07/27 22:42:58] ppocr INFO:     log_smooth_window : 20
[2024/07/27 22:42:58] ppocr INFO:     pretrained_model : ./pretrain_models/MobileNetV3_large_x0_5_pretrained
[2024/07/27 22:42:58] ppocr INFO:     print_batch_step : 10
[2024/07/27 22:42:58] ppocr INFO:     save_epoch_step : 1200
[2024/07/27 22:42:58] ppocr INFO:     save_inference_dir : None
[2024/07/27 22:42:58] ppocr INFO:     save_model_dir : ./output/db_mv3/
[2024/07/27 22:42:58] ppocr INFO:     save_res_path : ./output/det_db/predicts_db.txt
[2024/07/27 22:42:58] ppocr INFO:     use_gpu : True
[2024/07/27 22:42:58] ppocr INFO:     use_visualdl : False
[2024/07/27 22:42:58] ppocr INFO:     use_xpu : False
[2024/07/27 22:42:58] ppocr INFO: Loss : 
[2024/07/27 22:42:58] ppocr INFO:     alpha : 5
[2024/07/27 22:42:58] ppocr INFO:     balance_loss : True
[2024/07/27 22:42:58] ppocr INFO:     beta : 10
[2024/07/27 22:42:58] ppocr INFO:     main_loss_type : DiceLoss
[2024/07/27 22:42:58] ppocr INFO:     name : DBLoss
[2024/07/27 22:42:58] ppocr INFO:     ohem_ratio : 3
[2024/07/27 22:42:58] ppocr INFO: Metric : 
[2024/07/27 22:42:58] ppocr INFO:     main_indicator : hmean
[2024/07/27 22:42:58] ppocr INFO:     name : DetMetric
[2024/07/27 22:42:58] ppocr INFO: Optimizer : 
[2024/07/27 22:42:58] ppocr INFO:     beta1 : 0.9
[2024/07/27 22:42:58] ppocr INFO:     beta2 : 0.999
[2024/07/27 22:42:58] ppocr INFO:     lr : 
[2024/07/27 22:42:58] ppocr INFO:         learning_rate : 0.001
[2024/07/27 22:42:58] ppocr INFO:     name : Adam
[2024/07/27 22:42:58] ppocr INFO:     regularizer : 
[2024/07/27 22:42:58] ppocr INFO:         factor : 0
[2024/07/27 22:42:58] ppocr INFO:         name : L2
[2024/07/27 22:42:58] ppocr INFO: PostProcess : 
[2024/07/27 22:42:58] ppocr INFO:     box_thresh : 0.6
[2024/07/27 22:42:58] ppocr INFO:     max_candidates : 1000
[2024/07/27 22:42:58] ppocr INFO:     name : DBPostProcess
[2024/07/27 22:42:58] ppocr INFO:     thresh : 0.3
[2024/07/27 22:42:58] ppocr INFO:     unclip_ratio : 1.5
[2024/07/27 22:42:58] ppocr INFO: Train : 
[2024/07/27 22:42:58] ppocr INFO:     dataset : 
[2024/07/27 22:42:58] ppocr INFO:         data_dir : /datasets/icdar2015/text_localization/
[2024/07/27 22:42:58] ppocr INFO:         label_file_list : ['/datasets/icdar2015/text_localization/train_icdar2015_label.txt']
[2024/07/27 22:42:58] ppocr INFO:         name : SimpleDataSet
[2024/07/27 22:42:58] ppocr INFO:         ratio_list : [1.0]
[2024/07/27 22:42:58] ppocr INFO:         transforms : 
[2024/07/27 22:42:58] ppocr INFO:             DecodeImage : 
[2024/07/27 22:42:58] ppocr INFO:                 channel_first : False
[2024/07/27 22:42:58] ppocr INFO:                 img_mode : BGR
[2024/07/27 22:42:58] ppocr INFO:             DetLabelEncode : None
[2024/07/27 22:42:58] ppocr INFO:             IaaAugment : 
[2024/07/27 22:42:58] ppocr INFO:                 augmenter_args : 
[2024/07/27 22:42:58] ppocr INFO:                     args : 
[2024/07/27 22:42:58] ppocr INFO:                         p : 0.5
[2024/07/27 22:42:58] ppocr INFO:                     type : Fliplr
[2024/07/27 22:42:58] ppocr INFO:                     args : 
[2024/07/27 22:42:58] ppocr INFO:                         rotate : [-10, 10]
[2024/07/27 22:42:58] ppocr INFO:                     type : Affine
[2024/07/27 22:42:58] ppocr INFO:                     args : 
[2024/07/27 22:42:58] ppocr INFO:                         size : [0.5, 3]
[2024/07/27 22:42:58] ppocr INFO:                     type : Resize
[2024/07/27 22:42:58] ppocr INFO:             EastRandomCropData : 
[2024/07/27 22:42:58] ppocr INFO:                 keep_ratio : True
[2024/07/27 22:42:58] ppocr INFO:                 max_tries : 50
[2024/07/27 22:42:58] ppocr INFO:                 size : [640, 640]
[2024/07/27 22:42:58] ppocr INFO:             MakeBorderMap : 
[2024/07/27 22:42:58] ppocr INFO:                 shrink_ratio : 0.4
[2024/07/27 22:42:58] ppocr INFO:                 thresh_max : 0.7
[2024/07/27 22:42:58] ppocr INFO:                 thresh_min : 0.3
[2024/07/27 22:42:58] ppocr INFO:             MakeShrinkMap : 
[2024/07/27 22:42:58] ppocr INFO:                 min_text_size : 8
[2024/07/27 22:42:58] ppocr INFO:                 shrink_ratio : 0.4
[2024/07/27 22:42:58] ppocr INFO:             NormalizeImage : 
[2024/07/27 22:42:58] ppocr INFO:                 mean : [0.485, 0.456, 0.406]
[2024/07/27 22:42:58] ppocr INFO:                 order : hwc
[2024/07/27 22:42:58] ppocr INFO:                 scale : 1./255.
[2024/07/27 22:42:58] ppocr INFO:                 std : [0.229, 0.224, 0.225]
[2024/07/27 22:42:58] ppocr INFO:             ToCHWImage : None
[2024/07/27 22:42:58] ppocr INFO:             KeepKeys : 
[2024/07/27 22:42:58] ppocr INFO:                 keep_keys : ['image', 'threshold_map', 'threshold_mask', 'shrink_map', 'shrink_mask']
[2024/07/27 22:42:58] ppocr INFO:     loader : 
[2024/07/27 22:42:58] ppocr INFO:         batch_size_per_card : 48
[2024/07/27 22:42:58] ppocr INFO:         drop_last : False
[2024/07/27 22:42:58] ppocr INFO:         num_workers : 8
[2024/07/27 22:42:58] ppocr INFO:         shuffle : True
[2024/07/27 22:42:58] ppocr INFO:         use_shared_memory : True
[2024/07/27 22:42:58] ppocr INFO: profiler_options : None
LAUNCH WARNING 2024-07-27 22:43:02,526 save gpu log failed
LAUNCH WARNING 2024-07-27 22:43:07,801 save gpu log failed
LAUNCH WARNING 2024-07-27 22:43:12,928 save gpu log failed
LAUNCH WARNING 2024-07-27 22:43:18,084 save gpu log failed
LAUNCH WARNING 2024-07-27 22:43:23,225 save gpu log failed
LAUNCH WARNING 2024-07-27 22:43:28,676 save gpu log failed
LAUNCH WARNING 2024-07-27 22:43:33,811 save gpu log failed
LAUNCH WARNING 2024-07-27 22:43:39,163 save gpu log failed
LAUNCH WARNING 2024-07-27 22:43:44,289 save gpu log failed
LAUNCH WARNING 2024-07-27 22:43:49,571 save gpu log failed
LAUNCH WARNING 2024-07-27 22:43:54,871 save gpu log failed
LAUNCH WARNING 2024-07-27 22:44:00,179 save gpu log failed
LAUNCH WARNING 2024-07-27 22:44:05,637 save gpu log failed
LAUNCH WARNING 2024-07-27 22:44:10,806 save gpu log failed
LAUNCH WARNING 2024-07-27 22:44:16,092 save gpu log failed
LAUNCH WARNING 2024-07-27 22:44:21,227 save gpu log failed
LAUNCH WARNING 2024-07-27 22:44:26,589 save gpu log failed
LAUNCH WARNING 2024-07-27 22:44:31,723 save gpu log failed
LAUNCH WARNING 2024-07-27 22:44:37,128 save gpu log failed
LAUNCH WARNING 2024-07-27 22:44:42,322 save gpu log failed
LAUNCH WARNING 2024-07-27 22:44:47,732 save gpu log failed
LAUNCH WARNING 2024-07-27 22:44:53,006 save gpu log failed
LAUNCH WARNING 2024-07-27 22:44:58,186 save gpu log failed
LAUNCH WARNING 2024-07-27 22:45:03,515 save gpu log failed
LAUNCH WARNING 2024-07-27 22:45:08,646 save gpu log failed
LAUNCH WARNING 2024-07-27 22:45:14,086 save gpu log failed
LAUNCH WARNING 2024-07-27 22:45:19,232 save gpu log failed
LAUNCH WARNING 2024-07-27 22:45:24,643 save gpu log failed
LAUNCH WARNING 2024-07-27 22:45:29,779 save gpu log failed
LAUNCH WARNING 2024-07-27 22:45:35,038 save gpu log failed
LAUNCH WARNING 2024-07-27 22:45:40,251 save gpu log failed
LAUNCH WARNING 2024-07-27 22:45:45,563 save gpu log failed
LAUNCH WARNING 2024-07-27 22:45:50,884 save gpu log failed
[2024/07/27 22:42:58] ppocr INFO: train with paddle 2.5.2 and device Place(gpu:0)
======================= Modified FLAGS detected =======================
FLAGS(name='FLAGS_cudnn_batchnorm_spatial_persistent', current_value=True, default_value=False)
FLAGS(name='FLAGS_selected_gpus', current_value='0', default_value='')
=======================================================================
I0727 22:42:58.989707 113003 tcp_utils.cc:181] The server starts to listen on IP_ANY:49759
I0727 22:42:58.989928 113003 tcp_utils.cc:130] Successfully connected to 127.0.0.1:49759
I0727 22:43:02.121116 113003 process_group_nccl.cc:120] ProcessGroupNCCL pg_timeout_ 1800000
[2024/07/27 22:43:02] ppocr INFO: Initialize indexs of datasets:['/datasets/icdar2015/text_localization/train_icdar2015_label.txt']
[2024/07/27 22:43:02] ppocr INFO: Initialize indexs of datasets:['/datasets/icdar2015/text_localization/test_icdar2015_label.txt']
W0727 22:43:02.131742 113003 gpu_resources.cc:119] Please NOTE: device: 0, GPU Compute Capability: 90.2, Driver API Version: 50724.2, Runtime API Version: 50724.2
[2024/07/27 22:43:03] ppocr INFO: load pretrain successful from ./pretrain_models/MobileNetV3_large_x0_5_pretrained
[2024/07/27 22:43:03] ppocr INFO: train dataloader has 3 iters
[2024/07/27 22:43:03] ppocr INFO: valid dataloader has 500 iters
[2024/07/27 22:43:03] ppocr INFO: During the training process, after the 0th iteration, an evaluation is run every 60 iterations
[2024/07/27 22:43:25] ppocr INFO: epoch: [1/200], global_step: 3, lr: 0.001000, loss: 9.214807, loss_shrink_maps: 4.916750, loss_threshold_maps: 3.360262, loss_binary_maps: 0.986084, avg_reader_cost: 5.91051 s, avg_batch_cost: 6.47016 s, avg_samples: 12.5, ips: 1.93195 samples/s, eta: 3:34:35
[2024/07/27 22:43:26] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:43:35] ppocr INFO: epoch: [2/200], global_step: 6, lr: 0.001000, loss: 8.570575, loss_shrink_maps: 4.882092, loss_threshold_maps: 2.684278, loss_binary_maps: 0.980060, avg_reader_cost: 2.19937 s, avg_batch_cost: 2.45303 s, avg_samples: 12.5, ips: 5.09574 samples/s, eta: 2:27:13
[2024/07/27 22:43:35] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:43:44] ppocr INFO: epoch: [3/200], global_step: 9, lr: 0.001000, loss: 7.533838, loss_shrink_maps: 4.869375, loss_threshold_maps: 1.728939, loss_binary_maps: 0.976358, avg_reader_cost: 2.21259 s, avg_batch_cost: 2.46653 s, avg_samples: 12.5, ips: 5.06784 samples/s, eta: 2:04:39
[2024/07/27 22:43:45] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:43:52] ppocr INFO: epoch: [4/200], global_step: 10, lr: 0.001000, loss: 7.373862, loss_shrink_maps: 4.863960, loss_threshold_maps: 1.554715, loss_binary_maps: 0.975603, avg_reader_cost: 0.65914 s, avg_batch_cost: 0.76651 s, avg_samples: 4.8, ips: 6.26217 samples/s, eta: 1:59:32
[2024/07/27 22:43:54] ppocr INFO: epoch: [4/200], global_step: 12, lr: 0.001000, loss: 7.168330, loss_shrink_maps: 4.846024, loss_threshold_maps: 1.328768, loss_binary_maps: 0.973122, avg_reader_cost: 1.62417 s, avg_batch_cost: 1.76965 s, avg_samples: 7.7, ips: 4.35114 samples/s, eta: 1:53:43
[2024/07/27 22:43:55] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:44:03] ppocr INFO: epoch: [5/200], global_step: 15, lr: 0.001000, loss: 7.008501, loss_shrink_maps: 4.828668, loss_threshold_maps: 1.210941, loss_binary_maps: 0.968892, avg_reader_cost: 2.16547 s, avg_batch_cost: 2.42070 s, avg_samples: 12.5, ips: 5.16380 samples/s, eta: 1:46:15
[2024/07/27 22:44:04] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:44:13] ppocr INFO: epoch: [6/200], global_step: 18, lr: 0.001000, loss: 6.914212, loss_shrink_maps: 4.804575, loss_threshold_maps: 1.175695, loss_binary_maps: 0.960891, avg_reader_cost: 2.20976 s, avg_batch_cost: 2.44414 s, avg_samples: 12.5, ips: 5.11427 samples/s, eta: 1:41:15
[2024/07/27 22:44:13] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:44:22] ppocr INFO: epoch: [7/200], global_step: 20, lr: 0.001000, loss: 6.899466, loss_shrink_maps: 4.789934, loss_threshold_maps: 1.159795, loss_binary_maps: 0.957565, avg_reader_cost: 1.42358 s, avg_batch_cost: 1.61871 s, avg_samples: 9.6, ips: 5.93064 samples/s, eta: 1:38:38
[2024/07/27 22:44:22] ppocr INFO: epoch: [7/200], global_step: 21, lr: 0.001000, loss: 6.893832, loss_shrink_maps: 4.782106, loss_threshold_maps: 1.156187, loss_binary_maps: 0.954628, avg_reader_cost: 0.85498 s, avg_batch_cost: 0.90957 s, avg_samples: 2.9, ips: 3.18834 samples/s, eta: 1:37:57
[2024/07/27 22:44:23] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:44:32] ppocr INFO: epoch: [8/200], global_step: 24, lr: 0.001000, loss: 6.845388, loss_shrink_maps: 4.729246, loss_threshold_maps: 1.149984, loss_binary_maps: 0.944536, avg_reader_cost: 2.24741 s, avg_batch_cost: 2.48039 s, avg_samples: 12.5, ips: 5.03953 samples/s, eta: 1:35:11
[2024/07/27 22:44:33] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:44:41] ppocr INFO: epoch: [9/200], global_step: 27, lr: 0.001000, loss: 6.694258, loss_shrink_maps: 4.660166, loss_threshold_maps: 1.138932, loss_binary_maps: 0.908647, avg_reader_cost: 2.22664 s, avg_batch_cost: 2.46920 s, avg_samples: 12.5, ips: 5.06236 samples/s, eta: 1:32:54
[2024/07/27 22:44:42] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:44:51] ppocr INFO: epoch: [10/200], global_step: 30, lr: 0.001000, loss: 6.531146, loss_shrink_maps: 4.529896, loss_threshold_maps: 1.125738, loss_binary_maps: 0.865667, avg_reader_cost: 2.26021 s, avg_batch_cost: 2.48888 s, avg_samples: 12.5, ips: 5.02235 samples/s, eta: 1:31:03
[2024/07/27 22:44:52] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:45:01] ppocr INFO: epoch: [11/200], global_step: 33, lr: 0.001000, loss: 6.322057, loss_shrink_maps: 4.430686, loss_threshold_maps: 1.048806, loss_binary_maps: 0.843624, avg_reader_cost: 2.21925 s, avg_batch_cost: 2.47654 s, avg_samples: 12.5, ips: 5.04737 samples/s, eta: 1:29:26
[2024/07/27 22:45:01] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:45:10] ppocr INFO: epoch: [12/200], global_step: 36, lr: 0.001000, loss: 6.145428, loss_shrink_maps: 4.311808, loss_threshold_maps: 1.027968, loss_binary_maps: 0.814468, avg_reader_cost: 2.23134 s, avg_batch_cost: 2.47325 s, avg_samples: 12.5, ips: 5.05409 samples/s, eta: 1:28:00
[2024/07/27 22:45:11] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:45:20] ppocr INFO: epoch: [13/200], global_step: 39, lr: 0.001000, loss: 6.056415, loss_shrink_maps: 4.239466, loss_threshold_maps: 1.003157, loss_binary_maps: 0.804386, avg_reader_cost: 2.21343 s, avg_batch_cost: 2.53628 s, avg_samples: 12.5, ips: 4.92848 samples/s, eta: 1:26:53
[2024/07/27 22:45:21] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:45:28] ppocr INFO: epoch: [14/200], global_step: 40, lr: 0.001000, loss: 6.046594, loss_shrink_maps: 4.228755, loss_threshold_maps: 1.001732, loss_binary_maps: 0.799174, avg_reader_cost: 0.66909 s, avg_batch_cost: 0.75137 s, avg_samples: 4.8, ips: 6.38836 samples/s, eta: 1:26:19
[2024/07/27 22:45:29] ppocr INFO: epoch: [14/200], global_step: 42, lr: 0.001000, loss: 5.909098, loss_shrink_maps: 4.161334, loss_threshold_maps: 0.991109, loss_binary_maps: 0.784112, avg_reader_cost: 1.59409 s, avg_batch_cost: 1.73946 s, avg_samples: 7.7, ips: 4.42665 samples/s, eta: 1:25:46
[2024/07/27 22:45:30] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:45:39] ppocr INFO: epoch: [15/200], global_step: 45, lr: 0.001000, loss: 5.858473, loss_shrink_maps: 4.120656, loss_threshold_maps: 0.956674, loss_binary_maps: 0.777182, avg_reader_cost: 2.23659 s, avg_batch_cost: 2.46398 s, avg_samples: 12.5, ips: 5.07309 samples/s, eta: 1:24:41
[2024/07/27 22:45:40] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:45:49] ppocr INFO: epoch: [16/200], global_step: 48, lr: 0.001000, loss: 5.770984, loss_shrink_maps: 4.018530, loss_threshold_maps: 0.946972, loss_binary_maps: 0.772211, avg_reader_cost: 2.26151 s, avg_batch_cost: 2.48939 s, avg_samples: 12.5, ips: 5.02131 samples/s, eta: 1:23:44
LAUNCH WARNING 2024-07-27 22:45:56,041 save gpu log failed
LAUNCH WARNING 2024-07-27 22:46:01,375 save gpu log failed
LAUNCH WARNING 2024-07-27 22:46:06,515 save gpu log failed
LAUNCH WARNING 2024-07-27 22:46:11,855 save gpu log failed
LAUNCH WARNING 2024-07-27 22:46:16,994 save gpu log failed
LAUNCH WARNING 2024-07-27 22:46:22,253 save gpu log failed
LAUNCH WARNING 2024-07-27 22:46:27,453 save gpu log failed
LAUNCH WARNING 2024-07-27 22:46:32,660 save gpu log failed
LAUNCH WARNING 2024-07-27 22:46:37,844 save gpu log failed
[2024/07/27 22:45:49] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:45:57] ppocr INFO: epoch: [17/200], global_step: 50, lr: 0.001000, loss: 5.704740, loss_shrink_maps: 3.992442, loss_threshold_maps: 0.943107, loss_binary_maps: 0.770535, avg_reader_cost: 1.39153 s, avg_batch_cost: 1.56482 s, avg_samples: 9.6, ips: 6.13489 samples/s, eta: 1:22:57
[2024/07/27 22:45:58] ppocr INFO: epoch: [17/200], global_step: 51, lr: 0.001000, loss: 5.664546, loss_shrink_maps: 3.985991, loss_threshold_maps: 0.935127, loss_binary_maps: 0.769916, avg_reader_cost: 0.82804 s, avg_batch_cost: 0.88298 s, avg_samples: 2.9, ips: 3.28432 samples/s, eta: 1:22:46
[2024/07/27 22:45:59] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:46:07] ppocr INFO: epoch: [18/200], global_step: 54, lr: 0.001000, loss: 5.645924, loss_shrink_maps: 3.967980, loss_threshold_maps: 0.927544, loss_binary_maps: 0.765515, avg_reader_cost: 2.13611 s, avg_batch_cost: 2.41966 s, avg_samples: 12.5, ips: 5.16602 samples/s, eta: 1:21:49
[2024/07/27 22:46:08] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:46:17] ppocr INFO: epoch: [19/200], global_step: 57, lr: 0.001000, loss: 5.603149, loss_shrink_maps: 3.930323, loss_threshold_maps: 0.923530, loss_binary_maps: 0.756731, avg_reader_cost: 2.24925 s, avg_batch_cost: 2.49127 s, avg_samples: 12.5, ips: 5.01752 samples/s, eta: 1:21:02
[2024/07/27 22:46:18] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:46:26] ppocr INFO: epoch: [20/200], global_step: 60, lr: 0.001000, loss: 5.505049, loss_shrink_maps: 3.870460, loss_threshold_maps: 0.910711, loss_binary_maps: 0.742010, avg_reader_cost: 2.23889 s, avg_batch_cost: 2.48992 s, avg_samples: 12.5, ips: 5.02025 samples/s, eta: 1:20:18

eval model::   0%|          | 0/500 [00:00<?, ?it/s]
eval model::   0%|          | 1/500 [00:00<00:54,  9.13it/s]
eval model::   1%|          | 3/500 [00:00<00:35, 13.92it/s]
eval model::   1%|          | 6/500 [00:00<00:25, 19.36it/s]
eval model::   2%|▏         | 10/500 [00:00<00:20, 23.87it/s]
eval model::   3%|▎         | 13/500 [00:00<00:21, 22.36it/s]
eval model::   3%|▎         | 16/500 [00:00<00:20, 23.88it/s]
eval model::   4%|▍         | 19/500 [00:00<00:19, 24.62it/s]
eval model::   4%|▍         | 22/500 [00:00<00:18, 25.25it/s]
eval model::   5%|▌         | 25/500 [00:01<00:19, 23.96it/s]
eval model::   6%|▌         | 28/500 [00:01<00:19, 24.46it/s]
eval model::   6%|▌         | 31/500 [00:01<00:20, 22.89it/s]
eval model::   7%|▋         | 34/500 [00:01<00:19, 23.83it/s]
eval model::   8%|▊         | 38/500 [00:01<00:17, 25.90it/s]
eval model::   8%|▊         | 41/500 [00:01<00:18, 24.68it/s]
eval model::   9%|▉         | 44/500 [00:01<00:19, 23.56it/s]
eval model::   9%|▉         | 47/500 [00:02<00:20, 21.82it/s]
eval model::  10%|█         | 50/500 [00:02<00:20, 22.39it/s]
eval model::  11%|█         | 53/500 [00:02<00:20, 21.66it/s]
eval model::  11%|█         | 56/500 [00:02<00:20, 21.34it/s]
eval model::  12%|█▏        | 59/500 [00:02<00:21, 20.57it/s]
eval model::  12%|█▏        | 62/500 [00:02<00:23, 18.99it/s]
eval model::  13%|█▎        | 64/500 [00:02<00:22, 18.98it/s]
eval model::  13%|█▎        | 66/500 [00:03<00:22, 19.17it/s]
eval model::  14%|█▍        | 69/500 [00:03<00:21, 20.50it/s]
eval model::  14%|█▍        | 72/500 [00:03<00:19, 21.82it/s]
eval model::  15%|█▌        | 75/500 [00:03<00:21, 19.79it/s]
eval model::  16%|█▌        | 78/500 [00:03<00:22, 19.07it/s]
eval model::  16%|█▌        | 80/500 [00:03<00:22, 18.55it/s]
eval model::  16%|█▋        | 82/500 [00:03<00:23, 18.09it/s]
eval model::  17%|█▋        | 84/500 [00:04<00:26, 15.60it/s]
eval model::  17%|█▋        | 86/500 [00:04<00:27, 15.31it/s]
eval model::  18%|█▊        | 88/500 [00:04<00:25, 16.27it/s]
eval model::  18%|█▊        | 90/500 [00:04<00:25, 16.06it/s]
eval model::  18%|█▊        | 92/500 [00:04<00:24, 16.88it/s]
eval model::  19%|█▉        | 94/500 [00:04<00:25, 15.87it/s]
eval model::  19%|█▉        | 96/500 [00:04<00:26, 15.51it/s]
eval model::  20%|█▉        | 98/500 [00:04<00:24, 16.18it/s]
eval model::  20%|██        | 100/500 [00:05<00:24, 16.00it/s]
eval model::  20%|██        | 102/500 [00:05<00:24, 16.27it/s]
eval model::  21%|██        | 104/500 [00:05<00:23, 17.05it/s]
eval model::  21%|██▏       | 107/500 [00:05<00:23, 17.06it/s]
eval model::  22%|██▏       | 110/500 [00:05<00:22, 17.71it/s]
eval model::  22%|██▏       | 112/500 [00:05<00:22, 17.62it/s]
eval model::  23%|██▎       | 114/500 [00:05<00:21, 17.89it/s]
eval model::  23%|██▎       | 116/500 [00:05<00:21, 17.75it/s]
eval model::  24%|██▎       | 118/500 [00:06<00:21, 17.56it/s]
eval model::  24%|██▍       | 120/500 [00:06<00:23, 16.08it/s]
eval model::  25%|██▍       | 123/500 [00:06<00:20, 18.73it/s]
eval model::  25%|██▌       | 125/500 [00:06<00:20, 18.60it/s]
eval model::  26%|██▌       | 128/500 [00:06<00:18, 20.06it/s]
eval model::  26%|██▌       | 131/500 [00:06<00:19, 18.45it/s]
eval model::  27%|██▋       | 134/500 [00:06<00:17, 20.34it/s]
eval model::  27%|██▋       | 137/500 [00:06<00:16, 21.72it/s]
eval model::  28%|██▊       | 140/500 [00:07<00:16, 21.54it/s]
eval model::  29%|██▊       | 143/500 [00:07<00:15, 22.60it/s]
eval model::  29%|██▉       | 146/500 [00:07<00:17, 20.75it/s]
eval model::  30%|██▉       | 149/500 [00:07<00:16, 20.70it/s]
eval model::  30%|███       | 152/500 [00:07<00:19, 17.83it/s]
eval model::  31%|███       | 155/500 [00:07<00:18, 18.61it/s]
eval model::  32%|███▏      | 158/500 [00:08<00:18, 18.69it/s]
eval model::  32%|███▏      | 160/500 [00:08<00:17, 18.94it/s]
eval model::  32%|███▏      | 162/500 [00:08<00:17, 18.86it/s]
eval model::  33%|███▎      | 165/500 [00:08<00:16, 19.76it/s]
eval model::  34%|███▎      | 168/500 [00:08<00:16, 19.95it/s]
eval model::  34%|███▍      | 171/500 [00:08<00:16, 20.19it/s]
eval model::  35%|███▍      | 174/500 [00:08<00:17, 18.45it/s]
eval model::  35%|███▌      | 176/500 [00:09<00:17, 18.56it/s]
eval model::  36%|███▌      | 178/500 [00:09<00:17, 18.82it/s]
eval model::  36%|███▌      | 180/500 [00:09<00:20, 15.77it/s]
eval model::  36%|███▋      | 182/500 [00:09<00:20, 15.73it/s]
eval model::  37%|███▋      | 184/500 [00:09<00:19, 16.54it/s]
eval model::  37%|███▋      | 187/500 [00:09<00:16, 19.11it/s]
eval model::  38%|███▊      | 190/500 [00:09<00:15, 19.85it/s]
eval model::  39%|███▊      | 193/500 [00:09<00:14, 20.67it/s]
eval model::  39%|███▉      | 196/500 [00:10<00:18, 16.40it/s]
eval model::  40%|███▉      | 199/500 [00:10<00:16, 18.23it/s]
eval model::  40%|████      | 201/500 [00:10<00:16, 18.23it/s]
eval model::  41%|████      | 204/500 [00:10<00:15, 19.66it/s]
eval model::  41%|████▏     | 207/500 [00:10<00:20, 14.03it/s]
eval model::  42%|████▏     | 209/500 [00:11<00:20, 14.35it/s]
eval model::  42%|████▏     | 211/500 [00:11<00:19, 14.99it/s]
eval model::  43%|████▎     | 214/500 [00:11<00:16, 17.08it/s]
eval model::  43%|████▎     | 216/500 [00:11<00:17, 16.12it/s]
eval model::  44%|████▎     | 218/500 [00:11<00:18, 15.17it/s]
eval model::  44%|████▍     | 221/500 [00:11<00:16, 17.39it/s]
eval model::  45%|████▍     | 224/500 [00:11<00:13, 19.95it/s]
eval model::  45%|████▌     | 227/500 [00:11<00:13, 20.18it/s]
eval model::  46%|████▌     | 231/500 [00:12<00:11, 22.80it/s]
eval model::  47%|████▋     | 234/500 [00:12<00:11, 22.18it/s]
eval model::  47%|████▋     | 237/500 [00:12<00:12, 21.91it/s]
eval model::  48%|████▊     | 240/500 [00:12<00:11, 22.69it/s]
eval model::  49%|████▊     | 243/500 [00:12<00:12, 20.07it/s]
eval model::  49%|████▉     | 246/500 [00:12<00:13, 18.32it/s]
LAUNCH WARNING 2024-07-27 22:46:43,055 save gpu log failed
LAUNCH WARNING 2024-07-27 22:46:48,256 save gpu log failed
LAUNCH WARNING 2024-07-27 22:46:53,417 save gpu log failed
LAUNCH WARNING 2024-07-27 22:46:58,560 save gpu log failed
LAUNCH WARNING 2024-07-27 22:47:03,736 save gpu log failed
eval model::  50%|████▉     | 249/500 [00:12<00:12, 19.67it/s]
eval model::  50%|█████     | 252/500 [00:13<00:11, 20.84it/s]
eval model::  51%|█████     | 255/500 [00:13<00:12, 20.27it/s]
eval model::  52%|█████▏    | 258/500 [00:13<00:11, 21.85it/s]
eval model::  52%|█████▏    | 261/500 [00:13<00:11, 20.49it/s]
eval model::  53%|█████▎    | 264/500 [00:13<00:12, 19.52it/s]
eval model::  53%|█████▎    | 267/500 [00:13<00:11, 20.11it/s]
eval model::  54%|█████▍    | 270/500 [00:13<00:10, 21.00it/s]
eval model::  55%|█████▍    | 273/500 [00:14<00:12, 18.72it/s]
eval model::  55%|█████▌    | 276/500 [00:14<00:11, 19.35it/s]
eval model::  56%|█████▌    | 279/500 [00:14<00:10, 20.69it/s]
eval model::  56%|█████▋    | 282/500 [00:14<00:09, 21.84it/s]
eval model::  57%|█████▋    | 285/500 [00:14<00:14, 14.50it/s]
eval model::  57%|█████▋    | 287/500 [00:15<00:14, 14.93it/s]
eval model::  58%|█████▊    | 290/500 [00:15<00:12, 16.84it/s]
eval model::  59%|█████▊    | 293/500 [00:15<00:11, 18.55it/s]
eval model::  59%|█████▉    | 296/500 [00:15<00:11, 18.22it/s]
eval model::  60%|█████▉    | 299/500 [00:15<00:10, 20.09it/s]
eval model::  60%|██████    | 302/500 [00:15<00:11, 17.83it/s]
eval model::  61%|██████    | 305/500 [00:15<00:10, 19.28it/s]
eval model::  62%|██████▏   | 308/500 [00:16<00:09, 19.20it/s]
eval model::  62%|██████▏   | 311/500 [00:16<00:10, 17.81it/s]
eval model::  63%|██████▎   | 315/500 [00:16<00:09, 20.32it/s]
eval model::  64%|██████▎   | 318/500 [00:16<00:08, 21.53it/s]
eval model::  64%|██████▍   | 321/500 [00:16<00:08, 22.23it/s]
eval model::  65%|██████▍   | 324/500 [00:16<00:08, 19.89it/s]
eval model::  65%|██████▌   | 327/500 [00:17<00:08, 19.59it/s]
eval model::  66%|██████▌   | 330/500 [00:17<00:08, 19.86it/s]
eval model::  67%|██████▋   | 333/500 [00:17<00:08, 19.47it/s]
eval model::  67%|██████▋   | 335/500 [00:17<00:08, 19.39it/s]
eval model::  67%|██████▋   | 337/500 [00:17<00:08, 19.08it/s]
eval model::  68%|██████▊   | 340/500 [00:17<00:09, 17.12it/s]
eval model::  69%|██████▊   | 343/500 [00:17<00:07, 19.83it/s]
eval model::  69%|██████▉   | 346/500 [00:18<00:07, 20.30it/s]
eval model::  70%|██████▉   | 349/500 [00:18<00:06, 22.00it/s]
eval model::  70%|███████   | 352/500 [00:18<00:07, 20.80it/s]
eval model::  71%|███████   | 355/500 [00:18<00:07, 19.68it/s]
eval model::  72%|███████▏  | 358/500 [00:18<00:07, 20.20it/s]
eval model::  72%|███████▏  | 361/500 [00:18<00:07, 18.86it/s]
eval model::  73%|███████▎  | 364/500 [00:18<00:07, 17.28it/s]
eval model::  73%|███████▎  | 366/500 [00:19<00:07, 17.31it/s]
eval model::  74%|███████▍  | 369/500 [00:19<00:07, 18.31it/s]
eval model::  74%|███████▍  | 372/500 [00:19<00:06, 20.02it/s]
eval model::  75%|███████▌  | 375/500 [00:19<00:05, 21.36it/s]
eval model::  76%|███████▌  | 378/500 [00:19<00:05, 21.54it/s]
eval model::  76%|███████▌  | 381/500 [00:19<00:05, 20.79it/s]
eval model::  77%|███████▋  | 384/500 [00:19<00:06, 18.79it/s]
eval model::  77%|███████▋  | 386/500 [00:20<00:07, 14.93it/s]
eval model::  78%|███████▊  | 389/500 [00:20<00:06, 17.36it/s]
eval model::  78%|███████▊  | 392/500 [00:20<00:05, 18.23it/s]
eval model::  79%|███████▉  | 395/500 [00:20<00:05, 19.73it/s]
eval model::  80%|███████▉  | 399/500 [00:20<00:04, 21.91it/s]
eval model::  80%|████████  | 402/500 [00:20<00:04, 20.00it/s]
eval model::  81%|████████  | 405/500 [00:21<00:05, 17.53it/s]
eval model::  81%|████████▏ | 407/500 [00:21<00:05, 17.84it/s]
eval model::  82%|████████▏ | 409/500 [00:21<00:05, 18.04it/s]
eval model::  82%|████████▏ | 412/500 [00:21<00:04, 19.68it/s]
eval model::  83%|████████▎ | 415/500 [00:21<00:04, 19.37it/s]
eval model::  83%|████████▎ | 417/500 [00:21<00:04, 19.03it/s]
eval model::  84%|████████▍ | 419/500 [00:21<00:04, 17.90it/s]
eval model::  84%|████████▍ | 421/500 [00:22<00:05, 14.97it/s]
eval model::  85%|████████▍ | 424/500 [00:22<00:04, 16.60it/s]
eval model::  85%|████████▌ | 426/500 [00:22<00:04, 16.54it/s]
eval model::  86%|████████▌ | 429/500 [00:22<00:03, 19.29it/s]
eval model::  86%|████████▋ | 432/500 [00:22<00:03, 20.97it/s]
eval model::  87%|████████▋ | 435/500 [00:22<00:02, 21.87it/s]
eval model::  88%|████████▊ | 438/500 [00:22<00:02, 21.21it/s]
eval model::  88%|████████▊ | 441/500 [00:23<00:02, 20.47it/s]
eval model::  89%|████████▉ | 444/500 [00:23<00:03, 18.01it/s]
eval model::  89%|████████▉ | 446/500 [00:23<00:02, 18.30it/s]
eval model::  90%|████████▉ | 448/500 [00:23<00:02, 18.11it/s]
eval model::  90%|█████████ | 450/500 [00:23<00:03, 16.41it/s]
eval model::  91%|█████████ | 453/500 [00:23<00:02, 18.82it/s]
eval model::  91%|█████████ | 455/500 [00:23<00:02, 18.72it/s]
eval model::  92%|█████████▏| 458/500 [00:23<00:02, 20.40it/s]
eval model::  92%|█████████▏| 461/500 [00:24<00:02, 19.05it/s]
eval model::  93%|█████████▎| 463/500 [00:24<00:02, 18.11it/s]
eval model::  93%|█████████▎| 465/500 [00:24<00:02, 15.52it/s]
eval model::  93%|█████████▎| 467/500 [00:24<00:02, 15.86it/s]
eval model::  94%|█████████▍| 470/500 [00:24<00:01, 17.98it/s]
eval model::  95%|█████████▍| 473/500 [00:24<00:01, 19.78it/s]
eval model::  95%|█████████▌| 476/500 [00:24<00:01, 21.12it/s]
eval model::  96%|█████████▌| 479/500 [00:25<00:01, 20.38it/s]
eval model::  96%|█████████▋| 482/500 [00:25<00:00, 20.98it/s]
eval model::  97%|█████████▋| 485/500 [00:25<00:00, 20.12it/s]
eval model::  98%|█████████▊| 488/500 [00:25<00:00, 20.43it/s]
eval model::  98%|█████████▊| 491/500 [00:25<00:00, 20.99it/s]
eval model::  99%|█████████▉| 494/500 [00:25<00:00, 20.93it/s]
eval model:: 100%|█████████▉| 498/500 [00:25<00:00, 23.85it/s]
eval model:: 100%|██████████| 500/500 [00:25<00:00, 19.24it/s]
[2024/07/27 22:46:52] ppocr INFO: cur metric, precision: 0.24829931972789115, recall: 0.10544053923928744, hmean: 0.1480229807367354, fps: 43.48616482293093
[2024/07/27 22:46:52] ppocr INFO: save best model is to ./output/db_mv3/best_accuracy
[2024/07/27 22:46:52] ppocr INFO: best metric, hmean: 0.1480229807367354, precision: 0.24829931972789115, recall: 0.10544053923928744, fps: 43.48616482293093, best_epoch: 20
[2024/07/27 22:46:53] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:46:59] ppocr INFO: epoch: [21/200], global_step: 63, lr: 0.001000, loss: 5.505049, loss_shrink_maps: 3.839820, loss_threshold_maps: 0.907937, loss_binary_maps: 0.734553, avg_reader_cost: 1.52471 s, avg_batch_cost: 1.75283 s, avg_samples: 12.5, ips: 7.13133 samples/s, eta: 1:18:32
[2024/07/27 22:47:00] ppocr INFO: save model in ./output/db_mv3/latest
LAUNCH WARNING 2024-07-27 22:47:08,896 save gpu log failed
LAUNCH WARNING 2024-07-27 22:47:14,052 save gpu log failed
LAUNCH WARNING 2024-07-27 22:47:19,183 save gpu log failed
LAUNCH WARNING 2024-07-27 22:47:24,335 save gpu log failed
LAUNCH WARNING 2024-07-27 22:47:29,499 save gpu log failed
LAUNCH WARNING 2024-07-27 22:47:34,634 save gpu log failed
LAUNCH WARNING 2024-07-27 22:47:39,812 save gpu log failed
LAUNCH WARNING 2024-07-27 22:47:44,984 save gpu log failed
LAUNCH WARNING 2024-07-27 22:47:50,221 save gpu log failed
LAUNCH WARNING 2024-07-27 22:47:55,366 save gpu log failed
LAUNCH WARNING 2024-07-27 22:48:00,521 save gpu log failed
LAUNCH WARNING 2024-07-27 22:48:05,684 save gpu log failed
LAUNCH WARNING 2024-07-27 22:48:10,828 save gpu log failed
LAUNCH WARNING 2024-07-27 22:48:15,994 save gpu log failed
LAUNCH WARNING 2024-07-27 22:48:21,204 save gpu log failed
LAUNCH WARNING 2024-07-27 22:48:26,446 save gpu log failed
LAUNCH WARNING 2024-07-27 22:48:31,585 save gpu log failed
LAUNCH WARNING 2024-07-27 22:48:36,746 save gpu log failed
LAUNCH WARNING 2024-07-27 22:48:41,905 save gpu log failed
LAUNCH WARNING 2024-07-27 22:48:47,028 save gpu log failed
LAUNCH WARNING 2024-07-27 22:48:52,181 save gpu log failed
LAUNCH WARNING 2024-07-27 22:48:57,343 save gpu log failed
LAUNCH WARNING 2024-07-27 22:49:02,622 save gpu log failed
LAUNCH WARNING 2024-07-27 22:49:07,749 save gpu log failed
LAUNCH WARNING 2024-07-27 22:49:12,904 save gpu log failed
[2024/07/27 22:47:06] ppocr INFO: epoch: [22/200], global_step: 66, lr: 0.001000, loss: 5.377532, loss_shrink_maps: 3.783771, loss_threshold_maps: 0.895779, loss_binary_maps: 0.722096, avg_reader_cost: 1.48309 s, avg_batch_cost: 1.71845 s, avg_samples: 12.5, ips: 7.27401 samples/s, eta: 1:16:52
[2024/07/27 22:47:07] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:47:13] ppocr INFO: epoch: [23/200], global_step: 69, lr: 0.001000, loss: 5.345214, loss_shrink_maps: 3.742182, loss_threshold_maps: 0.890608, loss_binary_maps: 0.715718, avg_reader_cost: 1.55623 s, avg_batch_cost: 1.78387 s, avg_samples: 12.5, ips: 7.00724 samples/s, eta: 1:15:24
[2024/07/27 22:47:14] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:47:19] ppocr INFO: epoch: [24/200], global_step: 70, lr: 0.001000, loss: 5.337322, loss_shrink_maps: 3.716169, loss_threshold_maps: 0.884578, loss_binary_maps: 0.711641, avg_reader_cost: 0.41462 s, avg_batch_cost: 0.51374 s, avg_samples: 4.8, ips: 9.34331 samples/s, eta: 1:14:50
[2024/07/27 22:47:21] ppocr INFO: epoch: [24/200], global_step: 72, lr: 0.001000, loss: 5.254516, loss_shrink_maps: 3.685966, loss_threshold_maps: 0.889641, loss_binary_maps: 0.685602, avg_reader_cost: 1.11829 s, avg_batch_cost: 1.26359 s, avg_samples: 7.7, ips: 6.09375 samples/s, eta: 1:14:01
[2024/07/27 22:47:21] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:47:28] ppocr INFO: epoch: [25/200], global_step: 75, lr: 0.001000, loss: 4.940720, loss_shrink_maps: 3.451328, loss_threshold_maps: 0.881492, loss_binary_maps: 0.624661, avg_reader_cost: 1.52731 s, avg_batch_cost: 1.76516 s, avg_samples: 12.5, ips: 7.08153 samples/s, eta: 1:12:43
[2024/07/27 22:47:28] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:47:35] ppocr INFO: epoch: [26/200], global_step: 78, lr: 0.001000, loss: 4.479806, loss_shrink_maps: 3.078111, loss_threshold_maps: 0.881152, loss_binary_maps: 0.484190, avg_reader_cost: 1.52129 s, avg_batch_cost: 1.74938 s, avg_samples: 12.5, ips: 7.14540 samples/s, eta: 1:11:28
[2024/07/27 22:47:35] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:47:42] ppocr INFO: epoch: [27/200], global_step: 80, lr: 0.001000, loss: 4.252490, loss_shrink_maps: 2.906988, loss_threshold_maps: 0.875854, loss_binary_maps: 0.455888, avg_reader_cost: 0.99958 s, avg_batch_cost: 1.20560 s, avg_samples: 9.6, ips: 7.96282 samples/s, eta: 1:10:43
[2024/07/27 22:47:42] ppocr INFO: epoch: [27/200], global_step: 81, lr: 0.001000, loss: 4.135272, loss_shrink_maps: 2.848414, loss_threshold_maps: 0.875854, loss_binary_maps: 0.433059, avg_reader_cost: 0.64839 s, avg_batch_cost: 0.70292 s, avg_samples: 2.9, ips: 4.12563 samples/s, eta: 1:10:28
[2024/07/27 22:47:43] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:47:50] ppocr INFO: epoch: [28/200], global_step: 84, lr: 0.001000, loss: 3.745096, loss_shrink_maps: 2.444026, loss_threshold_maps: 0.875854, loss_binary_maps: 0.393227, avg_reader_cost: 1.52780 s, avg_batch_cost: 1.77324 s, avg_samples: 12.5, ips: 7.04925 samples/s, eta: 1:09:22
[2024/07/27 22:47:50] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:47:57] ppocr INFO: epoch: [29/200], global_step: 87, lr: 0.001000, loss: 3.616979, loss_shrink_maps: 2.386529, loss_threshold_maps: 0.862485, loss_binary_maps: 0.382117, avg_reader_cost: 1.47401 s, avg_batch_cost: 1.71926 s, avg_samples: 12.5, ips: 7.27055 samples/s, eta: 1:08:17
[2024/07/27 22:47:57] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:48:04] ppocr INFO: epoch: [30/200], global_step: 90, lr: 0.001000, loss: 3.505298, loss_shrink_maps: 2.245906, loss_threshold_maps: 0.859193, loss_binary_maps: 0.366507, avg_reader_cost: 1.52742 s, avg_batch_cost: 1.76028 s, avg_samples: 12.5, ips: 7.10112 samples/s, eta: 1:07:17
[2024/07/27 22:48:04] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:48:11] ppocr INFO: epoch: [31/200], global_step: 93, lr: 0.001000, loss: 3.254544, loss_shrink_maps: 2.043609, loss_threshold_maps: 0.856357, loss_binary_maps: 0.357178, avg_reader_cost: 1.53910 s, avg_batch_cost: 1.78167 s, avg_samples: 12.5, ips: 7.01588 samples/s, eta: 1:06:21
[2024/07/27 22:48:12] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:48:18] ppocr INFO: epoch: [32/200], global_step: 96, lr: 0.001000, loss: 3.195118, loss_shrink_maps: 1.996416, loss_threshold_maps: 0.853605, loss_binary_maps: 0.343086, avg_reader_cost: 1.50221 s, avg_batch_cost: 1.75357 s, avg_samples: 12.5, ips: 7.12831 samples/s, eta: 1:05:25
[2024/07/27 22:48:19] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:48:25] ppocr INFO: epoch: [33/200], global_step: 99, lr: 0.001000, loss: 3.086817, loss_shrink_maps: 1.926239, loss_threshold_maps: 0.852091, loss_binary_maps: 0.326914, avg_reader_cost: 1.53598 s, avg_batch_cost: 1.78495 s, avg_samples: 12.5, ips: 7.00299 samples/s, eta: 1:04:34
[2024/07/27 22:48:26] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:48:31] ppocr INFO: epoch: [34/200], global_step: 100, lr: 0.001000, loss: 3.065157, loss_shrink_maps: 1.900544, loss_threshold_maps: 0.852091, loss_binary_maps: 0.334777, avg_reader_cost: 0.43806 s, avg_batch_cost: 0.52071 s, avg_samples: 4.8, ips: 9.21826 samples/s, eta: 1:04:14
[2024/07/27 22:48:32] ppocr INFO: epoch: [34/200], global_step: 102, lr: 0.001000, loss: 3.065157, loss_shrink_maps: 1.900544, loss_threshold_maps: 0.852091, loss_binary_maps: 0.334777, avg_reader_cost: 1.13277 s, avg_batch_cost: 1.27818 s, avg_samples: 7.7, ips: 6.02418 samples/s, eta: 1:03:45
[2024/07/27 22:48:33] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:48:40] ppocr INFO: epoch: [35/200], global_step: 105, lr: 0.001000, loss: 3.006904, loss_shrink_maps: 1.865479, loss_threshold_maps: 0.850413, loss_binary_maps: 0.326914, avg_reader_cost: 1.59253 s, avg_batch_cost: 1.82038 s, avg_samples: 12.5, ips: 6.86670 samples/s, eta: 1:03:00
[2024/07/27 22:48:40] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:48:47] ppocr INFO: epoch: [36/200], global_step: 108, lr: 0.001000, loss: 2.906699, loss_shrink_maps: 1.779342, loss_threshold_maps: 0.821863, loss_binary_maps: 0.317935, avg_reader_cost: 1.55139 s, avg_batch_cost: 1.79944 s, avg_samples: 12.5, ips: 6.94661 samples/s, eta: 1:02:14
[2024/07/27 22:48:48] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:48:54] ppocr INFO: epoch: [37/200], global_step: 110, lr: 0.001000, loss: 2.919498, loss_shrink_maps: 1.795053, loss_threshold_maps: 0.816314, loss_binary_maps: 0.326311, avg_reader_cost: 0.94947 s, avg_batch_cost: 1.12302 s, avg_samples: 9.6, ips: 8.54836 samples/s, eta: 1:01:42
[2024/07/27 22:48:54] ppocr INFO: epoch: [37/200], global_step: 111, lr: 0.001000, loss: 2.906699, loss_shrink_maps: 1.772016, loss_threshold_maps: 0.809464, loss_binary_maps: 0.326867, avg_reader_cost: 0.60726 s, avg_batch_cost: 0.66211 s, avg_samples: 2.9, ips: 4.37995 samples/s, eta: 1:01:30
[2024/07/27 22:48:55] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:49:02] ppocr INFO: epoch: [38/200], global_step: 114, lr: 0.001000, loss: 2.885542, loss_shrink_maps: 1.732742, loss_threshold_maps: 0.809225, loss_binary_maps: 0.314286, avg_reader_cost: 1.55380 s, avg_batch_cost: 1.80288 s, avg_samples: 12.5, ips: 6.93335 samples/s, eta: 1:00:48
[2024/07/27 22:49:02] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:49:09] ppocr INFO: epoch: [39/200], global_step: 117, lr: 0.001000, loss: 2.893923, loss_shrink_maps: 1.739032, loss_threshold_maps: 0.809225, loss_binary_maps: 0.318491, avg_reader_cost: 1.50148 s, avg_batch_cost: 1.73438 s, avg_samples: 12.5, ips: 7.20719 samples/s, eta: 1:00:04
[2024/07/27 22:49:09] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:49:16] ppocr INFO: epoch: [40/200], global_step: 120, lr: 0.001000, loss: 2.862408, loss_shrink_maps: 1.709872, loss_threshold_maps: 0.810934, loss_binary_maps: 0.314286, avg_reader_cost: 1.51645 s, avg_batch_cost: 1.76897 s, avg_samples: 12.5, ips: 7.06624 samples/s, eta: 0:59:22

eval model::   0%|          | 0/500 [00:00<?, ?it/s]
LAUNCH WARNING 2024-07-27 22:49:18,113 save gpu log failed
LAUNCH WARNING 2024-07-27 22:49:23,328 save gpu log failed
LAUNCH WARNING 2024-07-27 22:49:28,533 save gpu log failed
LAUNCH WARNING 2024-07-27 22:49:33,745 save gpu log failed
eval model::   0%|          | 1/500 [00:00<00:54,  9.23it/s]
eval model::   1%|          | 4/500 [00:00<00:30, 16.28it/s]
eval model::   1%|▏         | 7/500 [00:00<00:23, 20.90it/s]
eval model::   2%|▏         | 10/500 [00:00<00:26, 18.73it/s]
eval model::   3%|▎         | 13/500 [00:00<00:26, 18.54it/s]
eval model::   3%|▎         | 15/500 [00:00<00:25, 18.81it/s]
eval model::   4%|▎         | 18/500 [00:00<00:22, 21.00it/s]
eval model::   4%|▍         | 21/500 [00:01<00:25, 19.11it/s]
eval model::   5%|▍         | 24/500 [00:01<00:24, 19.80it/s]
eval model::   5%|▌         | 27/500 [00:01<00:23, 20.39it/s]
eval model::   6%|▌         | 30/500 [00:01<00:23, 20.08it/s]
eval model::   7%|▋         | 33/500 [00:01<00:22, 20.62it/s]
eval model::   7%|▋         | 36/500 [00:01<00:23, 19.81it/s]
eval model::   8%|▊         | 39/500 [00:02<00:24, 18.98it/s]
eval model::   8%|▊         | 42/500 [00:02<00:22, 20.34it/s]
eval model::   9%|▉         | 45/500 [00:02<00:22, 20.13it/s]
eval model::  10%|▉         | 48/500 [00:02<00:24, 18.55it/s]
eval model::  10%|█         | 51/500 [00:02<00:23, 19.29it/s]
eval model::  11%|█         | 54/500 [00:02<00:22, 19.83it/s]
eval model::  11%|█▏        | 57/500 [00:02<00:22, 20.12it/s]
eval model::  12%|█▏        | 60/500 [00:03<00:21, 20.86it/s]
eval model::  13%|█▎        | 63/500 [00:03<00:23, 18.56it/s]
eval model::  13%|█▎        | 67/500 [00:03<00:19, 22.20it/s]
eval model::  14%|█▍        | 70/500 [00:03<00:19, 22.29it/s]
eval model::  15%|█▍        | 73/500 [00:03<00:21, 19.53it/s]
eval model::  15%|█▌        | 76/500 [00:03<00:20, 21.02it/s]
eval model::  16%|█▌        | 79/500 [00:03<00:21, 20.04it/s]
eval model::  16%|█▋        | 82/500 [00:04<00:20, 20.54it/s]
eval model::  17%|█▋        | 85/500 [00:04<00:20, 20.57it/s]
eval model::  18%|█▊        | 88/500 [00:04<00:19, 20.78it/s]
eval model::  18%|█▊        | 91/500 [00:04<00:20, 20.30it/s]
eval model::  19%|█▉        | 94/500 [00:04<00:19, 21.17it/s]
eval model::  19%|█▉        | 97/500 [00:04<00:19, 21.21it/s]
eval model::  20%|██        | 100/500 [00:05<00:21, 18.74it/s]
eval model::  21%|██        | 103/500 [00:05<00:20, 19.32it/s]
eval model::  21%|██        | 106/500 [00:05<00:19, 20.64it/s]
eval model::  22%|██▏       | 109/500 [00:05<00:18, 21.57it/s]
eval model::  22%|██▏       | 112/500 [00:05<00:19, 20.13it/s]
eval model::  23%|██▎       | 115/500 [00:05<00:17, 21.93it/s]
eval model::  24%|██▎       | 118/500 [00:05<00:17, 22.37it/s]
eval model::  24%|██▍       | 121/500 [00:06<00:19, 19.82it/s]
eval model::  25%|██▍       | 124/500 [00:06<00:17, 21.59it/s]
eval model::  25%|██▌       | 127/500 [00:06<00:17, 21.93it/s]
eval model::  26%|██▌       | 130/500 [00:06<00:18, 20.32it/s]
eval model::  27%|██▋       | 134/500 [00:06<00:16, 22.56it/s]
eval model::  27%|██▋       | 137/500 [00:06<00:16, 21.82it/s]
eval model::  28%|██▊       | 140/500 [00:06<00:16, 21.40it/s]
eval model::  29%|██▊       | 143/500 [00:07<00:16, 21.40it/s]
eval model::  29%|██▉       | 146/500 [00:07<00:16, 21.12it/s]
eval model::  30%|██▉       | 149/500 [00:07<00:17, 19.86it/s]
eval model::  30%|███       | 152/500 [00:07<00:18, 19.05it/s]
eval model::  31%|███       | 156/500 [00:07<00:15, 22.11it/s]
eval model::  32%|███▏      | 159/500 [00:07<00:16, 20.27it/s]
eval model::  32%|███▏      | 162/500 [00:07<00:17, 19.22it/s]
eval model::  33%|███▎      | 165/500 [00:08<00:16, 20.04it/s]
eval model::  34%|███▎      | 168/500 [00:08<00:16, 20.28it/s]
eval model::  34%|███▍      | 171/500 [00:08<00:15, 21.58it/s]
eval model::  35%|███▍      | 174/500 [00:08<00:14, 21.75it/s]
eval model::  35%|███▌      | 177/500 [00:08<00:14, 22.48it/s]
eval model::  36%|███▌      | 180/500 [00:08<00:15, 21.01it/s]
eval model::  37%|███▋      | 183/500 [00:08<00:14, 21.83it/s]
eval model::  37%|███▋      | 186/500 [00:09<00:14, 22.31it/s]
eval model::  38%|███▊      | 189/500 [00:09<00:14, 21.80it/s]
eval model::  38%|███▊      | 192/500 [00:09<00:14, 21.10it/s]
eval model::  39%|███▉      | 195/500 [00:09<00:15, 19.37it/s]
eval model::  40%|███▉      | 198/500 [00:09<00:14, 20.33it/s]
eval model::  40%|████      | 201/500 [00:09<00:15, 19.54it/s]
eval model::  41%|████      | 204/500 [00:09<00:14, 20.85it/s]
eval model::  41%|████▏     | 207/500 [00:10<00:19, 15.03it/s]
eval model::  42%|████▏     | 209/500 [00:10<00:18, 15.44it/s]
eval model::  42%|████▏     | 211/500 [00:10<00:17, 16.28it/s]
eval model::  43%|████▎     | 213/500 [00:10<00:17, 16.69it/s]
eval model::  43%|████▎     | 215/500 [00:10<00:18, 15.56it/s]
eval model::  43%|████▎     | 217/500 [00:10<00:19, 14.84it/s]
eval model::  44%|████▍     | 220/500 [00:11<00:16, 17.34it/s]
eval model::  44%|████▍     | 222/500 [00:11<00:17, 16.31it/s]
eval model::  45%|████▌     | 225/500 [00:11<00:14, 18.49it/s]
eval model::  45%|████▌     | 227/500 [00:11<00:14, 18.45it/s]
eval model::  46%|████▌     | 231/500 [00:11<00:12, 22.13it/s]
eval model::  47%|████▋     | 234/500 [00:11<00:12, 21.45it/s]
eval model::  47%|████▋     | 237/500 [00:11<00:11, 23.11it/s]
eval model::  48%|████▊     | 240/500 [00:11<00:11, 22.81it/s]
eval model::  49%|████▊     | 243/500 [00:12<00:12, 20.79it/s]
eval model::  49%|████▉     | 246/500 [00:12<00:11, 21.76it/s]
eval model::  50%|████▉     | 249/500 [00:12<00:11, 20.96it/s]
eval model::  50%|█████     | 252/500 [00:12<00:11, 21.41it/s]
eval model::  51%|█████     | 255/500 [00:12<00:11, 21.43it/s]
eval model::  52%|█████▏    | 258/500 [00:12<00:10, 22.17it/s]
eval model::  52%|█████▏    | 261/500 [00:12<00:10, 21.94it/s]
eval model::  53%|█████▎    | 264/500 [00:13<00:11, 21.17it/s]
eval model::  53%|█████▎    | 267/500 [00:13<00:11, 20.71it/s]
eval model::  54%|█████▍    | 270/500 [00:13<00:11, 20.88it/s]
eval model::  55%|█████▍    | 273/500 [00:13<00:11, 20.20it/s]
eval model::  55%|█████▌    | 276/500 [00:13<00:11, 19.12it/s]
eval model::  56%|█████▌    | 279/500 [00:13<00:11, 19.97it/s]
eval model::  56%|█████▋    | 282/500 [00:13<00:10, 21.10it/s]
eval model::  57%|█████▋    | 285/500 [00:14<00:14, 14.82it/s]
eval model::  58%|█████▊    | 288/500 [00:14<00:12, 17.21it/s]
eval model::  58%|█████▊    | 291/500 [00:14<00:11, 18.92it/s]
eval model::  59%|█████▉    | 294/500 [00:14<00:10, 18.78it/s]
eval model::  59%|█████▉    | 297/500 [00:14<00:10, 18.47it/s]
eval model::  60%|██████    | 300/500 [00:15<00:10, 19.14it/s]
eval model::  61%|██████    | 303/500 [00:15<00:09, 19.95it/s]
eval model::  61%|██████    | 306/500 [00:15<00:09, 21.28it/s]
eval model::  62%|██████▏   | 309/500 [00:15<00:08, 21.94it/s]
eval model::  62%|██████▏   | 312/500 [00:15<00:08, 20.91it/s]
eval model::  63%|██████▎   | 315/500 [00:15<00:09, 20.36it/s]
eval model::  64%|██████▍   | 319/500 [00:15<00:07, 23.14it/s]
eval model::  64%|██████▍   | 322/500 [00:16<00:08, 21.77it/s]
eval model::  65%|██████▌   | 325/500 [00:16<00:07, 22.91it/s]
eval model::  66%|██████▌   | 328/500 [00:16<00:08, 21.14it/s]
eval model::  66%|██████▌   | 331/500 [00:16<00:07, 21.43it/s]
eval model::  67%|██████▋   | 334/500 [00:16<00:07, 22.09it/s]
eval model::  67%|██████▋   | 337/500 [00:16<00:08, 20.37it/s]
eval model::  68%|██████▊   | 340/500 [00:16<00:08, 18.26it/s]
eval model::  69%|██████▊   | 343/500 [00:17<00:08, 19.44it/s]
LAUNCH WARNING 2024-07-27 22:49:38,922 save gpu log failed
LAUNCH WARNING 2024-07-27 22:49:44,110 save gpu log failed
LAUNCH WARNING 2024-07-27 22:49:49,363 save gpu log failed
LAUNCH WARNING 2024-07-27 22:49:54,502 save gpu log failed
LAUNCH WARNING 2024-07-27 22:49:59,692 save gpu log failed
LAUNCH WARNING 2024-07-27 22:50:04,872 save gpu log failed
LAUNCH WARNING 2024-07-27 22:50:10,002 save gpu log failed
LAUNCH WARNING 2024-07-27 22:50:15,160 save gpu log failed
LAUNCH WARNING 2024-07-27 22:50:20,363 save gpu log failed
LAUNCH WARNING 2024-07-27 22:50:25,685 save gpu log failed
LAUNCH WARNING 2024-07-27 22:50:30,824 save gpu log failed
LAUNCH WARNING 2024-07-27 22:50:35,981 save gpu log failed
eval model::  69%|██████▉   | 346/500 [00:17<00:07, 20.86it/s]
eval model::  70%|██████▉   | 349/500 [00:17<00:06, 22.53it/s]
eval model::  70%|███████   | 352/500 [00:17<00:06, 21.98it/s]
eval model::  71%|███████   | 355/500 [00:17<00:07, 20.12it/s]
eval model::  72%|███████▏  | 358/500 [00:17<00:06, 21.06it/s]
eval model::  72%|███████▏  | 361/500 [00:17<00:07, 18.81it/s]
eval model::  73%|███████▎  | 364/500 [00:18<00:07, 19.01it/s]
eval model::  73%|███████▎  | 367/500 [00:18<00:06, 20.26it/s]
eval model::  74%|███████▍  | 370/500 [00:18<00:06, 21.29it/s]
eval model::  75%|███████▍  | 373/500 [00:18<00:06, 20.95it/s]
eval model::  75%|███████▌  | 376/500 [00:18<00:05, 20.95it/s]
eval model::  76%|███████▌  | 379/500 [00:18<00:05, 22.52it/s]
eval model::  76%|███████▋  | 382/500 [00:18<00:05, 20.97it/s]
eval model::  77%|███████▋  | 385/500 [00:19<00:05, 21.62it/s]
eval model::  78%|███████▊  | 388/500 [00:19<00:07, 16.00it/s]
eval model::  78%|███████▊  | 391/500 [00:19<00:05, 18.25it/s]
eval model::  79%|███████▉  | 394/500 [00:19<00:05, 19.54it/s]
eval model::  79%|███████▉  | 397/500 [00:19<00:05, 20.18it/s]
eval model::  80%|████████  | 400/500 [00:19<00:04, 20.89it/s]
eval model::  81%|████████  | 403/500 [00:20<00:04, 20.81it/s]
eval model::  81%|████████  | 406/500 [00:20<00:04, 21.81it/s]
eval model::  82%|████████▏ | 409/500 [00:20<00:04, 22.43it/s]
eval model::  82%|████████▏ | 412/500 [00:20<00:03, 22.26it/s]
eval model::  83%|████████▎ | 415/500 [00:20<00:04, 20.27it/s]
eval model::  84%|████████▎ | 418/500 [00:20<00:04, 20.13it/s]
eval model::  84%|████████▍ | 421/500 [00:20<00:04, 18.15it/s]
eval model::  85%|████████▍ | 424/500 [00:21<00:03, 20.03it/s]
eval model::  85%|████████▌ | 427/500 [00:21<00:03, 21.46it/s]
eval model::  86%|████████▌ | 430/500 [00:21<00:03, 21.67it/s]
eval model::  87%|████████▋ | 433/500 [00:21<00:03, 21.84it/s]
eval model::  87%|████████▋ | 436/500 [00:21<00:02, 21.69it/s]
eval model::  88%|████████▊ | 439/500 [00:21<00:02, 20.81it/s]
eval model::  88%|████████▊ | 442/500 [00:21<00:02, 19.50it/s]
eval model::  89%|████████▉ | 445/500 [00:22<00:02, 20.20it/s]
eval model::  90%|████████▉ | 448/500 [00:22<00:02, 19.62it/s]
eval model::  90%|█████████ | 450/500 [00:22<00:02, 19.52it/s]
eval model::  90%|█████████ | 452/500 [00:22<00:02, 19.56it/s]
eval model::  91%|█████████ | 454/500 [00:22<00:02, 18.64it/s]
eval model::  91%|█████████ | 456/500 [00:22<00:02, 18.08it/s]
eval model::  92%|█████████▏| 459/500 [00:22<00:02, 19.34it/s]
eval model::  92%|█████████▏| 461/500 [00:22<00:02, 18.54it/s]
eval model::  93%|█████████▎| 463/500 [00:23<00:02, 16.25it/s]
eval model::  93%|█████████▎| 465/500 [00:23<00:02, 15.50it/s]
eval model::  94%|█████████▍| 469/500 [00:23<00:01, 20.49it/s]
eval model::  94%|█████████▍| 472/500 [00:23<00:01, 20.24it/s]
eval model::  95%|█████████▌| 475/500 [00:23<00:01, 20.88it/s]
eval model::  96%|█████████▌| 478/500 [00:23<00:01, 19.62it/s]
eval model::  96%|█████████▌| 481/500 [00:23<00:00, 19.32it/s]
eval model::  97%|█████████▋| 484/500 [00:24<00:00, 19.62it/s]
eval model::  97%|█████████▋| 486/500 [00:24<00:00, 17.61it/s]
eval model::  98%|█████████▊| 489/500 [00:24<00:00, 18.68it/s]
eval model::  98%|█████████▊| 492/500 [00:24<00:00, 19.41it/s]
eval model::  99%|█████████▉| 494/500 [00:24<00:00, 19.53it/s]
eval model::  99%|█████████▉| 497/500 [00:24<00:00, 20.43it/s]
eval model:: 100%|██████████| 500/500 [00:24<00:00, 19.76it/s]
eval model:: 100%|██████████| 500/500 [00:24<00:00, 20.06it/s]
[2024/07/27 22:49:41] ppocr INFO: cur metric, precision: 0.5393634840871022, recall: 0.3100625902744343, hmean: 0.3937633751146439, fps: 44.630790084791506
[2024/07/27 22:49:41] ppocr INFO: save best model is to ./output/db_mv3/best_accuracy
[2024/07/27 22:49:41] ppocr INFO: best metric, hmean: 0.3937633751146439, precision: 0.5393634840871022, recall: 0.3100625902744343, fps: 44.630790084791506, best_epoch: 40
[2024/07/27 22:49:41] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:49:48] ppocr INFO: epoch: [41/200], global_step: 123, lr: 0.001000, loss: 2.862408, loss_shrink_maps: 1.709872, loss_threshold_maps: 0.813570, loss_binary_maps: 0.314286, avg_reader_cost: 1.62067 s, avg_batch_cost: 1.85751 s, avg_samples: 12.5, ips: 6.72945 samples/s, eta: 0:58:46
[2024/07/27 22:49:49] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:49:55] ppocr INFO: epoch: [42/200], global_step: 126, lr: 0.001000, loss: 2.869300, loss_shrink_maps: 1.729180, loss_threshold_maps: 0.808999, loss_binary_maps: 0.316458, avg_reader_cost: 1.52557 s, avg_batch_cost: 1.75411 s, avg_samples: 12.5, ips: 7.12614 samples/s, eta: 0:58:06
[2024/07/27 22:49:56] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:50:02] ppocr INFO: epoch: [43/200], global_step: 129, lr: 0.001000, loss: 2.830234, loss_shrink_maps: 1.671033, loss_threshold_maps: 0.810151, loss_binary_maps: 0.308717, avg_reader_cost: 1.52352 s, avg_batch_cost: 1.76403 s, avg_samples: 12.5, ips: 7.08603 samples/s, eta: 0:57:28
[2024/07/27 22:50:03] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:50:08] ppocr INFO: epoch: [44/200], global_step: 130, lr: 0.001000, loss: 2.839770, loss_shrink_maps: 1.671033, loss_threshold_maps: 0.810151, loss_binary_maps: 0.308717, avg_reader_cost: 0.40375 s, avg_batch_cost: 0.50481 s, avg_samples: 4.8, ips: 9.50862 samples/s, eta: 0:57:13
[2024/07/27 22:50:09] ppocr INFO: epoch: [44/200], global_step: 132, lr: 0.001000, loss: 2.809932, loss_shrink_maps: 1.666877, loss_threshold_maps: 0.813570, loss_binary_maps: 0.305741, avg_reader_cost: 1.10099 s, avg_batch_cost: 1.24700 s, avg_samples: 7.7, ips: 6.17481 samples/s, eta: 0:56:50
[2024/07/27 22:50:10] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:50:17] ppocr INFO: epoch: [45/200], global_step: 135, lr: 0.001000, loss: 2.809932, loss_shrink_maps: 1.666569, loss_threshold_maps: 0.802419, loss_binary_maps: 0.309405, avg_reader_cost: 1.58990 s, avg_batch_cost: 1.85139 s, avg_samples: 12.5, ips: 6.75169 samples/s, eta: 0:56:17
[2024/07/27 22:50:18] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:50:25] ppocr INFO: epoch: [46/200], global_step: 138, lr: 0.001000, loss: 2.809932, loss_shrink_maps: 1.666569, loss_threshold_maps: 0.798631, loss_binary_maps: 0.311316, avg_reader_cost: 1.58776 s, avg_batch_cost: 1.87653 s, avg_samples: 12.5, ips: 6.66123 samples/s, eta: 0:55:45
[2024/07/27 22:50:25] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:50:31] ppocr INFO: epoch: [47/200], global_step: 140, lr: 0.001000, loss: 2.768803, loss_shrink_maps: 1.657803, loss_threshold_maps: 0.795032, loss_binary_maps: 0.310408, avg_reader_cost: 0.96872 s, avg_batch_cost: 1.14691 s, avg_samples: 9.6, ips: 8.37032 samples/s, eta: 0:55:21
[2024/07/27 22:50:32] ppocr INFO: epoch: [47/200], global_step: 141, lr: 0.001000, loss: 2.732636, loss_shrink_maps: 1.634427, loss_threshold_maps: 0.795032, loss_binary_maps: 0.307809, avg_reader_cost: 0.61918 s, avg_batch_cost: 0.67399 s, avg_samples: 2.9, ips: 4.30271 samples/s, eta: 0:55:12
[2024/07/27 22:50:33] ppocr INFO: save model in ./output/db_mv3/latest
LAUNCH WARNING 2024-07-27 22:50:41,140 save gpu log failed
LAUNCH WARNING 2024-07-27 22:50:46,274 save gpu log failed
LAUNCH WARNING 2024-07-27 22:50:51,421 save gpu log failed
LAUNCH WARNING 2024-07-27 22:50:56,587 save gpu log failed
LAUNCH WARNING 2024-07-27 22:51:01,759 save gpu log failed
LAUNCH WARNING 2024-07-27 22:51:06,890 save gpu log failed
LAUNCH WARNING 2024-07-27 22:51:12,053 save gpu log failed
LAUNCH WARNING 2024-07-27 22:51:17,271 save gpu log failed
LAUNCH WARNING 2024-07-27 22:51:22,407 save gpu log failed
LAUNCH WARNING 2024-07-27 22:51:27,534 save gpu log failed
LAUNCH WARNING 2024-07-27 22:51:32,710 save gpu log failed
LAUNCH WARNING 2024-07-27 22:51:37,855 save gpu log failed
LAUNCH WARNING 2024-07-27 22:51:43,018 save gpu log failed
LAUNCH WARNING 2024-07-27 22:51:48,194 save gpu log failed
LAUNCH WARNING 2024-07-27 22:51:53,378 save gpu log failed
LAUNCH WARNING 2024-07-27 22:51:58,518 save gpu log failed
LAUNCH WARNING 2024-07-27 22:52:03,685 save gpu log failed
LAUNCH WARNING 2024-07-27 22:52:08,872 save gpu log failed
[2024/07/27 22:50:39] ppocr INFO: epoch: [48/200], global_step: 144, lr: 0.001000, loss: 2.732636, loss_shrink_maps: 1.621741, loss_threshold_maps: 0.798631, loss_binary_maps: 0.307968, avg_reader_cost: 1.52144 s, avg_batch_cost: 1.75838 s, avg_samples: 12.5, ips: 7.10881 samples/s, eta: 0:54:37
[2024/07/27 22:50:40] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:50:46] ppocr INFO: epoch: [49/200], global_step: 147, lr: 0.001000, loss: 2.732636, loss_shrink_maps: 1.621741, loss_threshold_maps: 0.800555, loss_binary_maps: 0.307968, avg_reader_cost: 1.51935 s, avg_batch_cost: 1.74741 s, avg_samples: 12.5, ips: 7.15342 samples/s, eta: 0:54:03
[2024/07/27 22:50:47] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:50:53] ppocr INFO: epoch: [50/200], global_step: 150, lr: 0.001000, loss: 2.715534, loss_shrink_maps: 1.605607, loss_threshold_maps: 0.800555, loss_binary_maps: 0.303728, avg_reader_cost: 1.50337 s, avg_batch_cost: 1.74390 s, avg_samples: 12.5, ips: 7.16782 samples/s, eta: 0:53:30
[2024/07/27 22:50:54] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:51:01] ppocr INFO: epoch: [51/200], global_step: 153, lr: 0.001000, loss: 2.715534, loss_shrink_maps: 1.609823, loss_threshold_maps: 0.800555, loss_binary_maps: 0.299896, avg_reader_cost: 1.53812 s, avg_batch_cost: 1.80544 s, avg_samples: 12.5, ips: 6.92353 samples/s, eta: 0:52:58
[2024/07/27 22:51:01] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:51:08] ppocr INFO: epoch: [52/200], global_step: 156, lr: 0.001000, loss: 2.705464, loss_shrink_maps: 1.598361, loss_threshold_maps: 0.795059, loss_binary_maps: 0.299510, avg_reader_cost: 1.53632 s, avg_batch_cost: 1.79338 s, avg_samples: 12.5, ips: 6.97007 samples/s, eta: 0:52:27
[2024/07/27 22:51:09] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:51:15] ppocr INFO: epoch: [53/200], global_step: 159, lr: 0.001000, loss: 2.715534, loss_shrink_maps: 1.609823, loss_threshold_maps: 0.795059, loss_binary_maps: 0.299896, avg_reader_cost: 1.61396 s, avg_batch_cost: 1.84249 s, avg_samples: 12.5, ips: 6.78429 samples/s, eta: 0:51:58
[2024/07/27 22:51:16] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:51:21] ppocr INFO: epoch: [54/200], global_step: 160, lr: 0.001000, loss: 2.731385, loss_shrink_maps: 1.627869, loss_threshold_maps: 0.800207, loss_binary_maps: 0.303681, avg_reader_cost: 0.43579 s, avg_batch_cost: 0.51777 s, avg_samples: 4.8, ips: 9.27048 samples/s, eta: 0:51:46
[2024/07/27 22:51:22] ppocr INFO: epoch: [54/200], global_step: 162, lr: 0.001000, loss: 2.762898, loss_shrink_maps: 1.652004, loss_threshold_maps: 0.791260, loss_binary_maps: 0.308412, avg_reader_cost: 1.12716 s, avg_batch_cost: 1.27283 s, avg_samples: 7.7, ips: 6.04951 samples/s, eta: 0:51:28
[2024/07/27 22:51:23] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:51:30] ppocr INFO: epoch: [55/200], global_step: 165, lr: 0.001000, loss: 2.760427, loss_shrink_maps: 1.661858, loss_threshold_maps: 0.791260, loss_binary_maps: 0.308412, avg_reader_cost: 1.66984 s, avg_batch_cost: 1.91678 s, avg_samples: 12.5, ips: 6.52135 samples/s, eta: 0:51:02
[2024/07/27 22:51:31] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:51:37] ppocr INFO: epoch: [56/200], global_step: 168, lr: 0.001000, loss: 2.781625, loss_shrink_maps: 1.661858, loss_threshold_maps: 0.791260, loss_binary_maps: 0.308412, avg_reader_cost: 1.57910 s, avg_batch_cost: 1.80785 s, avg_samples: 12.5, ips: 6.91430 samples/s, eta: 0:50:33
[2024/07/27 22:51:38] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:51:44] ppocr INFO: epoch: [57/200], global_step: 170, lr: 0.001000, loss: 2.800550, loss_shrink_maps: 1.682599, loss_threshold_maps: 0.796997, loss_binary_maps: 0.311142, avg_reader_cost: 0.91268 s, avg_batch_cost: 1.09156 s, avg_samples: 9.6, ips: 8.79477 samples/s, eta: 0:50:11
[2024/07/27 22:51:45] ppocr INFO: epoch: [57/200], global_step: 171, lr: 0.001000, loss: 2.819092, loss_shrink_maps: 1.699608, loss_threshold_maps: 0.800025, loss_binary_maps: 0.314334, avg_reader_cost: 0.59134 s, avg_batch_cost: 0.64630 s, avg_samples: 2.9, ips: 4.48706 samples/s, eta: 0:50:02
[2024/07/27 22:51:45] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:51:52] ppocr INFO: epoch: [58/200], global_step: 174, lr: 0.001000, loss: 2.819092, loss_shrink_maps: 1.699608, loss_threshold_maps: 0.800025, loss_binary_maps: 0.314334, avg_reader_cost: 1.51062 s, avg_batch_cost: 1.75703 s, avg_samples: 12.5, ips: 7.11427 samples/s, eta: 0:49:33
[2024/07/27 22:51:52] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:51:59] ppocr INFO: epoch: [59/200], global_step: 177, lr: 0.001000, loss: 2.807053, loss_shrink_maps: 1.682599, loss_threshold_maps: 0.800688, loss_binary_maps: 0.317258, avg_reader_cost: 1.59035 s, avg_batch_cost: 1.81844 s, avg_samples: 12.5, ips: 6.87403 samples/s, eta: 0:49:05
[2024/07/27 22:52:00] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:52:06] ppocr INFO: epoch: [60/200], global_step: 180, lr: 0.001000, loss: 2.781625, loss_shrink_maps: 1.645051, loss_threshold_maps: 0.797596, loss_binary_maps: 0.312184, avg_reader_cost: 1.57216 s, avg_batch_cost: 1.87187 s, avg_samples: 12.5, ips: 6.67782 samples/s, eta: 0:48:39

eval model::   0%|          | 0/500 [00:00<?, ?it/s]
eval model::   0%|          | 1/500 [00:00<00:53,  9.25it/s]
eval model::   1%|          | 4/500 [00:00<00:25, 19.37it/s]
eval model::   1%|          | 6/500 [00:00<00:25, 19.58it/s]
eval model::   2%|▏         | 9/500 [00:00<00:22, 21.82it/s]
eval model::   2%|▏         | 12/500 [00:00<00:22, 22.10it/s]
eval model::   3%|▎         | 15/500 [00:00<00:22, 21.39it/s]
eval model::   4%|▎         | 18/500 [00:00<00:21, 22.14it/s]
eval model::   4%|▍         | 21/500 [00:01<00:25, 18.62it/s]
eval model::   5%|▍         | 24/500 [00:01<00:23, 20.04it/s]
eval model::   5%|▌         | 27/500 [00:01<00:22, 20.79it/s]
eval model::   6%|▌         | 30/500 [00:01<00:20, 22.53it/s]
eval model::   7%|▋         | 33/500 [00:01<00:21, 22.06it/s]
eval model::   7%|▋         | 36/500 [00:01<00:23, 19.51it/s]
eval model::   8%|▊         | 39/500 [00:01<00:24, 18.78it/s]
eval model::   8%|▊         | 42/500 [00:02<00:23, 19.23it/s]
eval model::   9%|▉         | 45/500 [00:02<00:23, 19.76it/s]
eval model::  10%|▉         | 48/500 [00:02<00:22, 20.41it/s]
eval model::  10%|█         | 51/500 [00:02<00:22, 20.31it/s]
eval model::  11%|█         | 54/500 [00:02<00:22, 19.71it/s]
eval model::  11%|█         | 56/500 [00:02<00:24, 18.24it/s]
eval model::  12%|█▏        | 59/500 [00:02<00:22, 19.20it/s]
eval model::  12%|█▏        | 61/500 [00:03<00:24, 17.60it/s]
eval model::  13%|█▎        | 64/500 [00:03<00:22, 19.02it/s]
eval model::  13%|█▎        | 67/500 [00:03<00:20, 21.14it/s]
eval model::  14%|█▍        | 70/500 [00:03<00:20, 20.62it/s]
eval model::  15%|█▍        | 73/500 [00:03<00:21, 19.75it/s]
eval model::  15%|█▌        | 76/500 [00:03<00:19, 21.23it/s]
eval model::  16%|█▌        | 79/500 [00:03<00:20, 20.10it/s]
eval model::  16%|█▋        | 82/500 [00:04<00:23, 17.84it/s]
eval model::  17%|█▋        | 85/500 [00:04<00:21, 19.05it/s]
eval model::  17%|█▋        | 87/500 [00:04<00:23, 17.43it/s]
eval model::  18%|█▊        | 89/500 [00:04<00:23, 17.59it/s]
eval model::  18%|█▊        | 91/500 [00:04<00:23, 17.78it/s]
eval model::  19%|█▉        | 94/500 [00:04<00:21, 19.23it/s]
eval model::  19%|█▉        | 97/500 [00:04<00:18, 21.28it/s]
eval model::  20%|██        | 100/500 [00:05<00:20, 19.14it/s]
eval model::  21%|██        | 103/500 [00:05<00:18, 20.97it/s]
eval model::  21%|██        | 106/500 [00:05<00:19, 20.53it/s]
eval model::  22%|██▏       | 109/500 [00:05<00:19, 19.61it/s]
eval model::  22%|██▏       | 112/500 [00:05<00:19, 20.15it/s]
eval model::  23%|██▎       | 115/500 [00:05<00:19, 20.08it/s]
eval model::  24%|██▎       | 118/500 [00:05<00:17, 21.32it/s]
eval model::  24%|██▍       | 121/500 [00:06<00:17, 21.20it/s]
LAUNCH WARNING 2024-07-27 22:52:14,060 save gpu log failed
LAUNCH WARNING 2024-07-27 22:52:19,278 save gpu log failed
LAUNCH WARNING 2024-07-27 22:52:24,488 save gpu log failed
LAUNCH WARNING 2024-07-27 22:52:29,695 save gpu log failed
eval model::  25%|██▍       | 124/500 [00:06<00:20, 18.11it/s]
eval model::  25%|██▌       | 126/500 [00:06<00:21, 17.78it/s]
eval model::  26%|██▌       | 129/500 [00:06<00:19, 18.98it/s]
eval model::  26%|██▌       | 131/500 [00:06<00:20, 17.94it/s]
eval model::  27%|██▋       | 134/500 [00:06<00:19, 19.06it/s]
eval model::  27%|██▋       | 136/500 [00:06<00:18, 19.22it/s]
eval model::  28%|██▊       | 139/500 [00:07<00:17, 21.14it/s]
eval model::  28%|██▊       | 142/500 [00:07<00:15, 22.47it/s]
eval model::  29%|██▉       | 145/500 [00:07<00:15, 22.62it/s]
eval model::  30%|██▉       | 148/500 [00:07<00:16, 21.18it/s]
eval model::  30%|███       | 151/500 [00:07<00:18, 19.30it/s]
eval model::  31%|███       | 154/500 [00:07<00:16, 20.96it/s]
eval model::  31%|███▏      | 157/500 [00:07<00:15, 21.92it/s]
eval model::  32%|███▏      | 160/500 [00:08<00:16, 20.05it/s]
eval model::  33%|███▎      | 163/500 [00:08<00:16, 20.40it/s]
eval model::  33%|███▎      | 166/500 [00:08<00:15, 20.94it/s]
eval model::  34%|███▍      | 169/500 [00:08<00:17, 18.63it/s]
eval model::  34%|███▍      | 171/500 [00:08<00:17, 18.63it/s]
eval model::  35%|███▍      | 174/500 [00:08<00:17, 19.04it/s]
eval model::  35%|███▌      | 176/500 [00:08<00:17, 18.96it/s]
eval model::  36%|███▌      | 179/500 [00:09<00:15, 20.37it/s]
eval model::  36%|███▋      | 182/500 [00:09<00:17, 17.81it/s]
eval model::  37%|███▋      | 184/500 [00:09<00:17, 18.25it/s]
eval model::  37%|███▋      | 186/500 [00:09<00:17, 18.10it/s]
eval model::  38%|███▊      | 189/500 [00:09<00:15, 19.68it/s]
eval model::  38%|███▊      | 192/500 [00:09<00:15, 19.58it/s]
eval model::  39%|███▉      | 194/500 [00:09<00:15, 19.47it/s]
eval model::  39%|███▉      | 196/500 [00:10<00:17, 16.94it/s]
eval model::  40%|███▉      | 199/500 [00:10<00:16, 18.45it/s]
eval model::  40%|████      | 201/500 [00:10<00:17, 17.09it/s]
eval model::  41%|████      | 204/500 [00:10<00:14, 19.92it/s]
eval model::  41%|████▏     | 207/500 [00:10<00:22, 12.79it/s]
eval model::  42%|████▏     | 210/500 [00:10<00:21, 13.54it/s]
eval model::  43%|████▎     | 213/500 [00:11<00:18, 15.40it/s]
eval model::  43%|████▎     | 215/500 [00:11<00:19, 14.75it/s]
eval model::  43%|████▎     | 217/500 [00:11<00:18, 15.28it/s]
eval model::  44%|████▍     | 220/500 [00:11<00:15, 18.19it/s]
eval model::  45%|████▍     | 223/500 [00:11<00:15, 18.41it/s]
eval model::  45%|████▌     | 226/500 [00:11<00:14, 18.55it/s]
eval model::  46%|████▌     | 229/500 [00:11<00:13, 20.43it/s]
eval model::  46%|████▋     | 232/500 [00:12<00:12, 21.85it/s]
eval model::  47%|████▋     | 235/500 [00:12<00:12, 21.97it/s]
eval model::  48%|████▊     | 238/500 [00:12<00:11, 22.77it/s]
eval model::  48%|████▊     | 241/500 [00:12<00:12, 21.19it/s]
eval model::  49%|████▉     | 244/500 [00:12<00:13, 19.66it/s]
eval model::  49%|████▉     | 247/500 [00:12<00:12, 19.84it/s]
eval model::  50%|█████     | 250/500 [00:12<00:13, 18.33it/s]
eval model::  51%|█████     | 253/500 [00:13<00:12, 20.41it/s]
eval model::  51%|█████     | 256/500 [00:13<00:12, 19.83it/s]
eval model::  52%|█████▏    | 259/500 [00:13<00:12, 19.75it/s]
eval model::  52%|█████▏    | 262/500 [00:13<00:12, 19.04it/s]
eval model::  53%|█████▎    | 264/500 [00:13<00:12, 18.31it/s]
eval model::  53%|█████▎    | 267/500 [00:13<00:12, 19.19it/s]
eval model::  54%|█████▍    | 270/500 [00:13<00:10, 21.11it/s]
eval model::  55%|█████▍    | 273/500 [00:14<00:10, 21.23it/s]
eval model::  55%|█████▌    | 276/500 [00:14<00:10, 22.20it/s]
eval model::  56%|█████▌    | 279/500 [00:14<00:10, 21.18it/s]
eval model::  56%|█████▋    | 282/500 [00:14<00:10, 20.76it/s]
eval model::  57%|█████▋    | 285/500 [00:14<00:13, 16.32it/s]
eval model::  58%|█████▊    | 288/500 [00:14<00:11, 18.42it/s]
eval model::  58%|█████▊    | 291/500 [00:15<00:10, 20.40it/s]
eval model::  59%|█████▉    | 294/500 [00:15<00:11, 18.14it/s]
eval model::  59%|█████▉    | 297/500 [00:15<00:10, 19.03it/s]
eval model::  60%|██████    | 300/500 [00:15<00:09, 20.02it/s]
eval model::  61%|██████    | 303/500 [00:15<00:09, 20.67it/s]
eval model::  61%|██████    | 306/500 [00:15<00:09, 20.29it/s]
eval model::  62%|██████▏   | 309/500 [00:15<00:08, 22.15it/s]
eval model::  62%|██████▏   | 312/500 [00:15<00:07, 23.69it/s]
eval model::  63%|██████▎   | 315/500 [00:16<00:08, 22.04it/s]
eval model::  64%|██████▎   | 318/500 [00:16<00:08, 20.53it/s]
eval model::  64%|██████▍   | 321/500 [00:16<00:08, 20.41it/s]
eval model::  65%|██████▍   | 324/500 [00:16<00:08, 20.32it/s]
eval model::  65%|██████▌   | 327/500 [00:16<00:08, 20.36it/s]
eval model::  66%|██████▌   | 330/500 [00:16<00:09, 18.84it/s]
eval model::  66%|██████▋   | 332/500 [00:17<00:09, 17.03it/s]
eval model::  67%|██████▋   | 335/500 [00:17<00:09, 17.68it/s]
eval model::  67%|██████▋   | 337/500 [00:17<00:09, 17.63it/s]
eval model::  68%|██████▊   | 340/500 [00:17<00:09, 17.22it/s]
eval model::  69%|██████▊   | 343/500 [00:17<00:08, 18.94it/s]
eval model::  69%|██████▉   | 346/500 [00:17<00:07, 20.49it/s]
eval model::  70%|██████▉   | 349/500 [00:17<00:07, 20.36it/s]
eval model::  70%|███████   | 352/500 [00:18<00:07, 20.91it/s]
eval model::  71%|███████   | 355/500 [00:18<00:07, 19.40it/s]
eval model::  72%|███████▏  | 358/500 [00:18<00:06, 20.33it/s]
eval model::  72%|███████▏  | 361/500 [00:18<00:06, 20.34it/s]
eval model::  73%|███████▎  | 364/500 [00:18<00:07, 19.24it/s]
eval model::  73%|███████▎  | 367/500 [00:18<00:06, 20.06it/s]
eval model::  74%|███████▍  | 370/500 [00:19<00:06, 20.49it/s]
eval model::  75%|███████▍  | 373/500 [00:19<00:06, 19.56it/s]
eval model::  75%|███████▌  | 375/500 [00:19<00:06, 18.95it/s]
eval model::  76%|███████▌  | 378/500 [00:19<00:06, 19.52it/s]
eval model::  76%|███████▌  | 380/500 [00:19<00:06, 18.27it/s]
eval model::  77%|███████▋  | 383/500 [00:19<00:05, 20.28it/s]
eval model::  77%|███████▋  | 386/500 [00:19<00:07, 15.23it/s]
eval model::  78%|███████▊  | 389/500 [00:20<00:06, 17.68it/s]
eval model::  78%|███████▊  | 392/500 [00:20<00:05, 18.81it/s]
eval model::  79%|███████▉  | 395/500 [00:20<00:05, 17.73it/s]
eval model::  80%|███████▉  | 398/500 [00:20<00:05, 20.00it/s]
eval model::  80%|████████  | 401/500 [00:20<00:05, 19.02it/s]
eval model::  81%|████████  | 404/500 [00:20<00:04, 20.08it/s]
eval model::  81%|████████▏ | 407/500 [00:20<00:04, 21.49it/s]
eval model::  82%|████████▏ | 410/500 [00:21<00:04, 22.36it/s]
eval model::  83%|████████▎ | 413/500 [00:21<00:03, 22.25it/s]
eval model::  83%|████████▎ | 416/500 [00:21<00:03, 21.61it/s]
eval model::  84%|████████▍ | 419/500 [00:21<00:04, 19.25it/s]
eval model::  84%|████████▍ | 422/500 [00:21<00:04, 17.55it/s]
eval model::  85%|████████▌ | 425/500 [00:21<00:03, 19.35it/s]
eval model::  86%|████████▌ | 429/500 [00:21<00:03, 22.68it/s]
eval model::  86%|████████▋ | 432/500 [00:22<00:03, 21.56it/s]
LAUNCH WARNING 2024-07-27 22:52:34,932 save gpu log failed
LAUNCH WARNING 2024-07-27 22:52:40,226 save gpu log failed
LAUNCH WARNING 2024-07-27 22:52:45,360 save gpu log failed
LAUNCH WARNING 2024-07-27 22:52:50,517 save gpu log failed
LAUNCH WARNING 2024-07-27 22:52:55,679 save gpu log failed
LAUNCH WARNING 2024-07-27 22:53:00,816 save gpu log failed
LAUNCH WARNING 2024-07-27 22:53:05,983 save gpu log failed
LAUNCH WARNING 2024-07-27 22:53:11,152 save gpu log failed
LAUNCH WARNING 2024-07-27 22:53:16,290 save gpu log failed
LAUNCH WARNING 2024-07-27 22:53:21,448 save gpu log failed
LAUNCH WARNING 2024-07-27 22:53:26,611 save gpu log failed
LAUNCH WARNING 2024-07-27 22:53:31,784 save gpu log failed
LAUNCH WARNING 2024-07-27 22:53:36,927 save gpu log failed
LAUNCH WARNING 2024-07-27 22:53:42,081 save gpu log failed
LAUNCH WARNING 2024-07-27 22:53:47,270 save gpu log failed
LAUNCH WARNING 2024-07-27 22:53:52,405 save gpu log failed
LAUNCH WARNING 2024-07-27 22:53:57,582 save gpu log failed
LAUNCH WARNING 2024-07-27 22:54:02,761 save gpu log failed
LAUNCH WARNING 2024-07-27 22:54:08,023 save gpu log failed
LAUNCH WARNING 2024-07-27 22:54:13,162 save gpu log failed
eval model::  87%|████████▋ | 435/500 [00:22<00:03, 18.72it/s]
eval model::  88%|████████▊ | 438/500 [00:22<00:03, 18.14it/s]
eval model::  88%|████████▊ | 440/500 [00:22<00:03, 16.71it/s]
eval model::  89%|████████▊ | 443/500 [00:22<00:03, 18.61it/s]
eval model::  89%|████████▉ | 445/500 [00:22<00:03, 18.15it/s]
eval model::  90%|████████▉ | 448/500 [00:23<00:02, 17.79it/s]
eval model::  90%|█████████ | 450/500 [00:23<00:02, 18.10it/s]
eval model::  91%|█████████ | 453/500 [00:23<00:02, 18.91it/s]
eval model::  91%|█████████ | 456/500 [00:23<00:02, 20.97it/s]
eval model::  92%|█████████▏| 459/500 [00:23<00:01, 21.64it/s]
eval model::  92%|█████████▏| 462/500 [00:23<00:02, 18.73it/s]
eval model::  93%|█████████▎| 464/500 [00:23<00:01, 18.56it/s]
eval model::  93%|█████████▎| 466/500 [00:24<00:02, 15.93it/s]
eval model::  94%|█████████▍| 469/500 [00:24<00:01, 18.48it/s]
eval model::  94%|█████████▍| 472/500 [00:24<00:01, 19.37it/s]
eval model::  95%|█████████▌| 475/500 [00:24<00:01, 19.55it/s]
eval model::  96%|█████████▌| 478/500 [00:24<00:01, 21.71it/s]
eval model::  96%|█████████▌| 481/500 [00:24<00:00, 20.65it/s]
eval model::  97%|█████████▋| 484/500 [00:24<00:00, 19.45it/s]
eval model::  97%|█████████▋| 487/500 [00:25<00:00, 19.29it/s]
eval model::  98%|█████████▊| 490/500 [00:25<00:00, 20.90it/s]
eval model::  99%|█████████▊| 493/500 [00:25<00:00, 21.10it/s]
eval model::  99%|█████████▉| 496/500 [00:25<00:00, 20.82it/s]
eval model:: 100%|█████████▉| 499/500 [00:25<00:00, 21.98it/s]
eval model:: 100%|██████████| 500/500 [00:25<00:00, 19.48it/s]
[2024/07/27 22:52:32] ppocr INFO: cur metric, precision: 0.4856674856674857, recall: 0.2855079441502167, hmean: 0.35961188599151006, fps: 43.48894500728973
[2024/07/27 22:52:32] ppocr INFO: best metric, hmean: 0.3937633751146439, precision: 0.5393634840871022, recall: 0.3100625902744343, fps: 44.630790084791506, best_epoch: 40
[2024/07/27 22:52:33] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:52:39] ppocr INFO: epoch: [61/200], global_step: 183, lr: 0.001000, loss: 2.761134, loss_shrink_maps: 1.634458, loss_threshold_maps: 0.800688, loss_binary_maps: 0.310566, avg_reader_cost: 1.58068 s, avg_batch_cost: 1.80799 s, avg_samples: 12.5, ips: 6.91377 samples/s, eta: 0:48:12
[2024/07/27 22:52:40] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:52:46] ppocr INFO: epoch: [62/200], global_step: 186, lr: 0.001000, loss: 2.714184, loss_shrink_maps: 1.619299, loss_threshold_maps: 0.791485, loss_binary_maps: 0.303286, avg_reader_cost: 1.55529 s, avg_batch_cost: 1.78367 s, avg_samples: 12.5, ips: 7.00802 samples/s, eta: 0:47:45
[2024/07/27 22:52:47] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:52:54] ppocr INFO: epoch: [63/200], global_step: 189, lr: 0.001000, loss: 2.730275, loss_shrink_maps: 1.628531, loss_threshold_maps: 0.799263, loss_binary_maps: 0.310433, avg_reader_cost: 1.53843 s, avg_batch_cost: 1.77103 s, avg_samples: 12.5, ips: 7.05805 samples/s, eta: 0:47:17
[2024/07/27 22:52:55] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:53:00] ppocr INFO: epoch: [64/200], global_step: 190, lr: 0.001000, loss: 2.714184, loss_shrink_maps: 1.619299, loss_threshold_maps: 0.791485, loss_binary_maps: 0.309302, avg_reader_cost: 0.44466 s, avg_batch_cost: 0.54140 s, avg_samples: 4.8, ips: 8.86592 samples/s, eta: 0:47:07
[2024/07/27 22:53:01] ppocr INFO: epoch: [64/200], global_step: 192, lr: 0.001000, loss: 2.710151, loss_shrink_maps: 1.610044, loss_threshold_maps: 0.787534, loss_binary_maps: 0.303536, avg_reader_cost: 1.17561 s, avg_batch_cost: 1.32213 s, avg_samples: 7.7, ips: 5.82391 samples/s, eta: 0:46:52
[2024/07/27 22:53:02] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:53:09] ppocr INFO: epoch: [65/200], global_step: 195, lr: 0.001000, loss: 2.688580, loss_shrink_maps: 1.610044, loss_threshold_maps: 0.784868, loss_binary_maps: 0.303536, avg_reader_cost: 1.62918 s, avg_batch_cost: 1.85743 s, avg_samples: 12.5, ips: 6.72973 samples/s, eta: 0:46:27
[2024/07/27 22:53:10] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:53:16] ppocr INFO: epoch: [66/200], global_step: 198, lr: 0.001000, loss: 2.672901, loss_shrink_maps: 1.591697, loss_threshold_maps: 0.787440, loss_binary_maps: 0.301946, avg_reader_cost: 1.49447 s, avg_batch_cost: 1.72595 s, avg_samples: 12.5, ips: 7.24241 samples/s, eta: 0:46:00
[2024/07/27 22:53:17] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:53:23] ppocr INFO: epoch: [67/200], global_step: 200, lr: 0.001000, loss: 2.664440, loss_shrink_maps: 1.578102, loss_threshold_maps: 0.784868, loss_binary_maps: 0.297335, avg_reader_cost: 1.05292 s, avg_batch_cost: 1.23388 s, avg_samples: 9.6, ips: 7.78034 samples/s, eta: 0:45:43
[2024/07/27 22:53:24] ppocr INFO: epoch: [67/200], global_step: 201, lr: 0.001000, loss: 2.672901, loss_shrink_maps: 1.591697, loss_threshold_maps: 0.787440, loss_binary_maps: 0.301946, avg_reader_cost: 0.66316 s, avg_batch_cost: 0.71743 s, avg_samples: 2.9, ips: 4.04223 samples/s, eta: 0:45:37
[2024/07/27 22:53:24] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:53:31] ppocr INFO: epoch: [68/200], global_step: 204, lr: 0.001000, loss: 2.669932, loss_shrink_maps: 1.578102, loss_threshold_maps: 0.784868, loss_binary_maps: 0.301946, avg_reader_cost: 1.56376 s, avg_batch_cost: 1.85209 s, avg_samples: 12.5, ips: 6.74912 samples/s, eta: 0:45:12
[2024/07/27 22:53:32] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:53:38] ppocr INFO: epoch: [69/200], global_step: 207, lr: 0.001000, loss: 2.669932, loss_shrink_maps: 1.578102, loss_threshold_maps: 0.783410, loss_binary_maps: 0.301946, avg_reader_cost: 1.50533 s, avg_batch_cost: 1.73707 s, avg_samples: 12.5, ips: 7.19604 samples/s, eta: 0:44:46
[2024/07/27 22:53:39] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:53:46] ppocr INFO: epoch: [70/200], global_step: 210, lr: 0.001000, loss: 2.641843, loss_shrink_maps: 1.557222, loss_threshold_maps: 0.785152, loss_binary_maps: 0.293117, avg_reader_cost: 1.56459 s, avg_batch_cost: 1.81472 s, avg_samples: 12.5, ips: 6.88810 samples/s, eta: 0:44:21
[2024/07/27 22:53:46] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:53:53] ppocr INFO: epoch: [71/200], global_step: 213, lr: 0.001000, loss: 2.580212, loss_shrink_maps: 1.527909, loss_threshold_maps: 0.775341, loss_binary_maps: 0.286117, avg_reader_cost: 1.52201 s, avg_batch_cost: 1.75511 s, avg_samples: 12.5, ips: 7.12205 samples/s, eta: 0:43:55
[2024/07/27 22:53:54] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:54:00] ppocr INFO: epoch: [72/200], global_step: 216, lr: 0.001000, loss: 2.527924, loss_shrink_maps: 1.483813, loss_threshold_maps: 0.774889, loss_binary_maps: 0.286094, avg_reader_cost: 1.52074 s, avg_batch_cost: 1.74992 s, avg_samples: 12.5, ips: 7.14319 samples/s, eta: 0:43:29
[2024/07/27 22:54:01] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:54:07] ppocr INFO: epoch: [73/200], global_step: 219, lr: 0.001000, loss: 2.538662, loss_shrink_maps: 1.483813, loss_threshold_maps: 0.778675, loss_binary_maps: 0.286094, avg_reader_cost: 1.52922 s, avg_batch_cost: 1.75886 s, avg_samples: 12.5, ips: 7.10690 samples/s, eta: 0:43:04
[2024/07/27 22:54:08] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:54:13] ppocr INFO: epoch: [74/200], global_step: 220, lr: 0.001000, loss: 2.538662, loss_shrink_maps: 1.483813, loss_threshold_maps: 0.778675, loss_binary_maps: 0.286094, avg_reader_cost: 0.42019 s, avg_batch_cost: 0.50402 s, avg_samples: 4.8, ips: 9.52340 samples/s, eta: 0:42:54
LAUNCH WARNING 2024-07-27 22:54:18,321 save gpu log failed
LAUNCH WARNING 2024-07-27 22:54:23,482 save gpu log failed
LAUNCH WARNING 2024-07-27 22:54:28,621 save gpu log failed
LAUNCH WARNING 2024-07-27 22:54:33,792 save gpu log failed
LAUNCH WARNING 2024-07-27 22:54:38,952 save gpu log failed
LAUNCH WARNING 2024-07-27 22:54:44,160 save gpu log failed
LAUNCH WARNING 2024-07-27 22:54:49,289 save gpu log failed
LAUNCH WARNING 2024-07-27 22:54:54,446 save gpu log failed
LAUNCH WARNING 2024-07-27 22:54:59,651 save gpu log failed
LAUNCH WARNING 2024-07-27 22:55:04,859 save gpu log failed
LAUNCH WARNING 2024-07-27 22:55:10,067 save gpu log failed
[2024/07/27 22:54:14] ppocr INFO: epoch: [74/200], global_step: 222, lr: 0.001000, loss: 2.528662, loss_shrink_maps: 1.483128, loss_threshold_maps: 0.775469, loss_binary_maps: 0.286094, avg_reader_cost: 1.09905 s, avg_batch_cost: 1.24455 s, avg_samples: 7.7, ips: 6.18697 samples/s, eta: 0:42:39
[2024/07/27 22:54:15] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:54:22] ppocr INFO: epoch: [75/200], global_step: 225, lr: 0.001000, loss: 2.511218, loss_shrink_maps: 1.454382, loss_threshold_maps: 0.775469, loss_binary_maps: 0.284236, avg_reader_cost: 1.52484 s, avg_batch_cost: 1.75410 s, avg_samples: 12.5, ips: 7.12616 samples/s, eta: 0:42:14
[2024/07/27 22:54:22] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:54:29] ppocr INFO: epoch: [76/200], global_step: 228, lr: 0.001000, loss: 2.489786, loss_shrink_maps: 1.436770, loss_threshold_maps: 0.770664, loss_binary_maps: 0.278647, avg_reader_cost: 1.54290 s, avg_batch_cost: 1.79447 s, avg_samples: 12.5, ips: 6.96584 samples/s, eta: 0:41:50
[2024/07/27 22:54:30] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:54:35] ppocr INFO: epoch: [77/200], global_step: 230, lr: 0.001000, loss: 2.489786, loss_shrink_maps: 1.436770, loss_threshold_maps: 0.770664, loss_binary_maps: 0.278647, avg_reader_cost: 0.93753 s, avg_batch_cost: 1.11063 s, avg_samples: 9.6, ips: 8.64377 samples/s, eta: 0:41:33
[2024/07/27 22:54:36] ppocr INFO: epoch: [77/200], global_step: 231, lr: 0.001000, loss: 2.489786, loss_shrink_maps: 1.436770, loss_threshold_maps: 0.766299, loss_binary_maps: 0.278647, avg_reader_cost: 0.60096 s, avg_batch_cost: 0.65599 s, avg_samples: 2.9, ips: 4.42082 samples/s, eta: 0:41:26
[2024/07/27 22:54:37] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:54:43] ppocr INFO: epoch: [78/200], global_step: 234, lr: 0.001000, loss: 2.461014, loss_shrink_maps: 1.422646, loss_threshold_maps: 0.770664, loss_binary_maps: 0.275255, avg_reader_cost: 1.52691 s, avg_batch_cost: 1.77804 s, avg_samples: 12.5, ips: 7.03021 samples/s, eta: 0:41:02
[2024/07/27 22:54:44] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:54:50] ppocr INFO: epoch: [79/200], global_step: 237, lr: 0.001000, loss: 2.447735, loss_shrink_maps: 1.422646, loss_threshold_maps: 0.763517, loss_binary_maps: 0.275255, avg_reader_cost: 1.53971 s, avg_batch_cost: 1.76882 s, avg_samples: 12.5, ips: 7.06686 samples/s, eta: 0:40:38
[2024/07/27 22:54:51] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:54:58] ppocr INFO: epoch: [80/200], global_step: 240, lr: 0.001000, loss: 2.426032, loss_shrink_maps: 1.415533, loss_threshold_maps: 0.755503, loss_binary_maps: 0.274593, avg_reader_cost: 1.53347 s, avg_batch_cost: 1.80495 s, avg_samples: 12.5, ips: 6.92542 samples/s, eta: 0:40:14

eval model::   0%|          | 0/500 [00:00<?, ?it/s]
eval model::   0%|          | 2/500 [00:00<00:37, 13.21it/s]
eval model::   1%|          | 5/500 [00:00<00:26, 18.62it/s]
eval model::   1%|▏         | 7/500 [00:00<00:26, 18.90it/s]
eval model::   2%|▏         | 10/500 [00:00<00:24, 19.94it/s]
eval model::   3%|▎         | 13/500 [00:00<00:25, 19.42it/s]
eval model::   3%|▎         | 15/500 [00:00<00:27, 17.80it/s]
eval model::   4%|▎         | 18/500 [00:00<00:23, 20.22it/s]
eval model::   4%|▍         | 21/500 [00:01<00:24, 19.74it/s]
eval model::   5%|▍         | 24/500 [00:01<00:23, 20.36it/s]
eval model::   5%|▌         | 27/500 [00:01<00:23, 19.80it/s]
eval model::   6%|▌         | 30/500 [00:01<00:23, 20.34it/s]
eval model::   7%|▋         | 33/500 [00:01<00:23, 19.46it/s]
eval model::   7%|▋         | 35/500 [00:01<00:24, 18.68it/s]
eval model::   8%|▊         | 38/500 [00:01<00:25, 18.18it/s]
eval model::   8%|▊         | 41/500 [00:02<00:23, 19.68it/s]
eval model::   9%|▉         | 44/500 [00:02<00:21, 20.94it/s]
eval model::   9%|▉         | 47/500 [00:02<00:21, 20.88it/s]
eval model::  10%|█         | 51/500 [00:02<00:19, 23.44it/s]
eval model::  11%|█         | 54/500 [00:02<00:19, 22.66it/s]
eval model::  11%|█▏        | 57/500 [00:02<00:20, 21.81it/s]
eval model::  12%|█▏        | 60/500 [00:03<00:22, 19.30it/s]
eval model::  12%|█▏        | 62/500 [00:03<00:27, 16.09it/s]
eval model::  13%|█▎        | 64/500 [00:03<00:26, 16.44it/s]
eval model::  13%|█▎        | 67/500 [00:03<00:23, 18.53it/s]
eval model::  14%|█▍        | 69/500 [00:03<00:23, 18.48it/s]
eval model::  14%|█▍        | 72/500 [00:03<00:21, 19.56it/s]
eval model::  15%|█▌        | 75/500 [00:03<00:21, 19.65it/s]
eval model::  15%|█▌        | 77/500 [00:03<00:22, 18.48it/s]
eval model::  16%|█▌        | 80/500 [00:04<00:20, 20.75it/s]
eval model::  17%|█▋        | 83/500 [00:04<00:20, 20.62it/s]
eval model::  17%|█▋        | 86/500 [00:04<00:20, 20.15it/s]
eval model::  18%|█▊        | 89/500 [00:04<00:21, 19.38it/s]
eval model::  18%|█▊        | 91/500 [00:04<00:21, 19.47it/s]
eval model::  19%|█▉        | 94/500 [00:04<00:19, 20.50it/s]
eval model::  19%|█▉        | 97/500 [00:04<00:18, 21.53it/s]
eval model::  20%|██        | 100/500 [00:05<00:18, 21.89it/s]
eval model::  21%|██        | 104/500 [00:05<00:17, 22.75it/s]
eval model::  21%|██▏       | 107/500 [00:05<00:16, 23.33it/s]
eval model::  22%|██▏       | 110/500 [00:05<00:18, 21.54it/s]
eval model::  23%|██▎       | 113/500 [00:05<00:16, 23.08it/s]
eval model::  23%|██▎       | 116/500 [00:05<00:17, 22.16it/s]
eval model::  24%|██▍       | 119/500 [00:05<00:18, 20.90it/s]
eval model::  24%|██▍       | 122/500 [00:06<00:19, 19.59it/s]
eval model::  25%|██▌       | 125/500 [00:06<00:20, 18.44it/s]
eval model::  26%|██▌       | 128/500 [00:06<00:19, 19.48it/s]
eval model::  26%|██▌       | 130/500 [00:06<00:19, 18.59it/s]
eval model::  26%|██▋       | 132/500 [00:06<00:20, 18.09it/s]
eval model::  27%|██▋       | 135/500 [00:06<00:18, 20.26it/s]
eval model::  28%|██▊       | 138/500 [00:06<00:16, 21.95it/s]
eval model::  28%|██▊       | 141/500 [00:06<00:15, 23.09it/s]
eval model::  29%|██▉       | 144/500 [00:07<00:16, 21.62it/s]
eval model::  29%|██▉       | 147/500 [00:07<00:17, 20.26it/s]
eval model::  30%|███       | 150/500 [00:07<00:16, 21.62it/s]
eval model::  31%|███       | 153/500 [00:07<00:16, 20.57it/s]
eval model::  31%|███       | 156/500 [00:07<00:16, 21.38it/s]
eval model::  32%|███▏      | 159/500 [00:07<00:16, 20.77it/s]
eval model::  32%|███▏      | 162/500 [00:08<00:17, 19.75it/s]
eval model::  33%|███▎      | 165/500 [00:08<00:16, 20.71it/s]
eval model::  34%|███▎      | 168/500 [00:08<00:15, 21.00it/s]
eval model::  34%|███▍      | 171/500 [00:08<00:15, 21.35it/s]
eval model::  35%|███▍      | 174/500 [00:08<00:15, 20.52it/s]
eval model::  35%|███▌      | 177/500 [00:08<00:14, 21.77it/s]
eval model::  36%|███▌      | 180/500 [00:08<00:15, 20.31it/s]
eval model::  37%|███▋      | 183/500 [00:09<00:15, 21.11it/s]
eval model::  37%|███▋      | 186/500 [00:09<00:14, 21.08it/s]
eval model::  38%|███▊      | 189/500 [00:09<00:14, 21.14it/s]
eval model::  38%|███▊      | 192/500 [00:09<00:15, 20.36it/s]
eval model::  39%|███▉      | 195/500 [00:09<00:17, 17.83it/s]
eval model::  39%|███▉      | 197/500 [00:09<00:17, 17.46it/s]
eval model::  40%|████      | 200/500 [00:09<00:15, 19.27it/s]
eval model::  41%|████      | 203/500 [00:10<00:14, 20.39it/s]
eval model::  41%|████      | 206/500 [00:10<00:21, 13.87it/s]
eval model::  42%|████▏     | 208/500 [00:10<00:21, 13.84it/s]
eval model::  42%|████▏     | 210/500 [00:10<00:20, 14.19it/s]
eval model::  43%|████▎     | 213/500 [00:10<00:18, 15.35it/s]
eval model::  43%|████▎     | 215/500 [00:11<00:19, 14.56it/s]
eval model::  43%|████▎     | 217/500 [00:11<00:19, 14.31it/s]
eval model::  44%|████▍     | 220/500 [00:11<00:17, 16.23it/s]
LAUNCH WARNING 2024-07-27 22:55:15,294 save gpu log failed
LAUNCH WARNING 2024-07-27 22:55:20,485 save gpu log failed
LAUNCH WARNING 2024-07-27 22:55:25,666 save gpu log failed
LAUNCH WARNING 2024-07-27 22:55:30,808 save gpu log failed
eval model::  44%|████▍     | 222/500 [00:11<00:18, 15.35it/s]
eval model::  45%|████▌     | 225/500 [00:11<00:14, 18.35it/s]
eval model::  46%|████▌     | 228/500 [00:11<00:13, 19.59it/s]
eval model::  46%|████▌     | 231/500 [00:11<00:12, 21.62it/s]
eval model::  47%|████▋     | 234/500 [00:11<00:12, 20.95it/s]
eval model::  47%|████▋     | 237/500 [00:12<00:11, 23.02it/s]
eval model::  48%|████▊     | 241/500 [00:12<00:10, 25.14it/s]
eval model::  49%|████▉     | 244/500 [00:12<00:11, 22.50it/s]
eval model::  50%|████▉     | 248/500 [00:12<00:10, 24.78it/s]
eval model::  50%|█████     | 251/500 [00:12<00:10, 22.77it/s]
eval model::  51%|█████     | 254/500 [00:12<00:10, 24.21it/s]
eval model::  51%|█████▏    | 257/500 [00:12<00:09, 25.09it/s]
eval model::  52%|█████▏    | 261/500 [00:13<00:08, 26.69it/s]
eval model::  53%|█████▎    | 264/500 [00:13<00:11, 20.71it/s]
eval model::  53%|█████▎    | 267/500 [00:13<00:11, 20.82it/s]
eval model::  54%|█████▍    | 270/500 [00:13<00:10, 22.67it/s]
eval model::  55%|█████▍    | 273/500 [00:13<00:11, 19.43it/s]
eval model::  55%|█████▌    | 276/500 [00:13<00:11, 19.39it/s]
eval model::  56%|█████▌    | 279/500 [00:13<00:11, 20.04it/s]
eval model::  56%|█████▋    | 282/500 [00:14<00:10, 20.36it/s]
eval model::  57%|█████▋    | 285/500 [00:14<00:14, 14.36it/s]
eval model::  58%|█████▊    | 288/500 [00:14<00:12, 16.86it/s]
eval model::  58%|█████▊    | 291/500 [00:14<00:10, 19.03it/s]
eval model::  59%|█████▉    | 294/500 [00:14<00:12, 17.15it/s]
eval model::  59%|█████▉    | 297/500 [00:15<00:12, 16.42it/s]
eval model::  60%|██████    | 300/500 [00:15<00:12, 16.00it/s]
eval model::  60%|██████    | 302/500 [00:15<00:11, 16.55it/s]
eval model::  61%|██████    | 304/500 [00:15<00:11, 17.12it/s]
eval model::  61%|██████▏   | 307/500 [00:15<00:09, 19.34it/s]
eval model::  62%|██████▏   | 310/500 [00:15<00:09, 19.46it/s]
eval model::  63%|██████▎   | 313/500 [00:15<00:09, 19.26it/s]
eval model::  63%|██████▎   | 315/500 [00:16<00:09, 19.17it/s]
eval model::  64%|██████▎   | 318/500 [00:16<00:09, 19.86it/s]
eval model::  64%|██████▍   | 321/500 [00:16<00:08, 21.52it/s]
eval model::  65%|██████▍   | 324/500 [00:16<00:08, 21.05it/s]
eval model::  65%|██████▌   | 327/500 [00:16<00:08, 21.38it/s]
eval model::  66%|██████▌   | 330/500 [00:16<00:08, 20.70it/s]
eval model::  67%|██████▋   | 333/500 [00:16<00:08, 20.39it/s]
eval model::  67%|██████▋   | 336/500 [00:17<00:08, 18.92it/s]
eval model::  68%|██████▊   | 338/500 [00:17<00:08, 18.91it/s]
eval model::  68%|██████▊   | 340/500 [00:17<00:10, 15.41it/s]
eval model::  69%|██████▊   | 343/500 [00:17<00:09, 17.36it/s]
eval model::  69%|██████▉   | 346/500 [00:17<00:07, 19.69it/s]
eval model::  70%|██████▉   | 349/500 [00:17<00:07, 20.79it/s]
eval model::  70%|███████   | 352/500 [00:17<00:07, 19.56it/s]
eval model::  71%|███████   | 355/500 [00:18<00:07, 18.49it/s]
eval model::  71%|███████▏  | 357/500 [00:18<00:07, 18.10it/s]
eval model::  72%|███████▏  | 359/500 [00:18<00:08, 17.58it/s]
eval model::  72%|███████▏  | 361/500 [00:18<00:07, 17.44it/s]
eval model::  73%|███████▎  | 364/500 [00:18<00:07, 17.14it/s]
eval model::  73%|███████▎  | 367/500 [00:18<00:07, 18.51it/s]
eval model::  74%|███████▍  | 369/500 [00:18<00:07, 18.44it/s]
eval model::  74%|███████▍  | 372/500 [00:19<00:06, 19.45it/s]
eval model::  75%|███████▌  | 375/500 [00:19<00:06, 19.66it/s]
eval model::  76%|███████▌  | 378/500 [00:19<00:05, 20.93it/s]
eval model::  76%|███████▌  | 381/500 [00:19<00:05, 20.03it/s]
eval model::  77%|███████▋  | 384/500 [00:19<00:05, 20.49it/s]
eval model::  77%|███████▋  | 387/500 [00:19<00:07, 15.12it/s]
eval model::  78%|███████▊  | 390/500 [00:20<00:06, 17.74it/s]
eval model::  79%|███████▊  | 393/500 [00:20<00:05, 19.56it/s]
eval model::  79%|███████▉  | 396/500 [00:20<00:05, 19.56it/s]
eval model::  80%|███████▉  | 399/500 [00:20<00:04, 20.61it/s]
eval model::  80%|████████  | 402/500 [00:20<00:04, 20.64it/s]
eval model::  81%|████████  | 405/500 [00:20<00:04, 22.67it/s]
eval model::  82%|████████▏ | 408/500 [00:20<00:04, 22.93it/s]
eval model::  82%|████████▏ | 411/500 [00:20<00:04, 21.33it/s]
eval model::  83%|████████▎ | 414/500 [00:21<00:04, 20.47it/s]
eval model::  83%|████████▎ | 417/500 [00:21<00:04, 18.94it/s]
eval model::  84%|████████▍ | 420/500 [00:21<00:04, 17.27it/s]
eval model::  85%|████████▍ | 423/500 [00:21<00:04, 18.69it/s]
eval model::  85%|████████▌ | 425/500 [00:21<00:04, 18.36it/s]
eval model::  86%|████████▌ | 429/500 [00:21<00:03, 22.61it/s]
eval model::  86%|████████▋ | 432/500 [00:21<00:02, 24.33it/s]
eval model::  87%|████████▋ | 436/500 [00:22<00:02, 27.66it/s]
eval model::  88%|████████▊ | 439/500 [00:22<00:02, 25.55it/s]
eval model::  88%|████████▊ | 442/500 [00:22<00:02, 23.23it/s]
eval model::  89%|████████▉ | 445/500 [00:22<00:02, 22.61it/s]
eval model::  90%|████████▉ | 448/500 [00:22<00:02, 20.76it/s]
eval model::  90%|█████████ | 451/500 [00:22<00:02, 22.10it/s]
eval model::  91%|█████████ | 454/500 [00:22<00:01, 23.40it/s]
eval model::  91%|█████████▏| 457/500 [00:23<00:01, 24.04it/s]
eval model::  92%|█████████▏| 460/500 [00:23<00:01, 23.65it/s]
eval model::  93%|█████████▎| 463/500 [00:23<00:01, 21.55it/s]
eval model::  93%|█████████▎| 466/500 [00:23<00:01, 19.64it/s]
eval model::  94%|█████████▍| 469/500 [00:23<00:01, 21.87it/s]
eval model::  94%|█████████▍| 472/500 [00:23<00:01, 21.29it/s]
eval model::  95%|█████████▌| 475/500 [00:23<00:01, 22.70it/s]
eval model::  96%|█████████▌| 478/500 [00:24<00:00, 22.55it/s]
eval model::  96%|█████████▌| 481/500 [00:24<00:00, 24.06it/s]
eval model::  97%|█████████▋| 484/500 [00:24<00:00, 24.24it/s]
eval model::  97%|█████████▋| 487/500 [00:24<00:00, 21.32it/s]
eval model::  98%|█████████▊| 490/500 [00:24<00:00, 20.50it/s]
eval model::  99%|█████████▊| 493/500 [00:24<00:00, 20.85it/s]
eval model::  99%|█████████▉| 496/500 [00:24<00:00, 20.57it/s]
eval model:: 100%|█████████▉| 499/500 [00:25<00:00, 20.13it/s]
eval model:: 100%|██████████| 500/500 [00:25<00:00, 19.92it/s]
[2024/07/27 22:55:23] ppocr INFO: cur metric, precision: 0.5894511760513186, recall: 0.39817043813192105, hmean: 0.47528735632183905, fps: 45.44820460204594
[2024/07/27 22:55:23] ppocr INFO: save best model is to ./output/db_mv3/best_accuracy
[2024/07/27 22:55:23] ppocr INFO: best metric, hmean: 0.47528735632183905, precision: 0.5894511760513186, recall: 0.39817043813192105, fps: 45.44820460204594, best_epoch: 80
[2024/07/27 22:55:23] ppocr INFO: save model in ./output/db_mv3/latest
LAUNCH WARNING 2024-07-27 22:55:35,955 save gpu log failed
LAUNCH WARNING 2024-07-27 22:55:41,143 save gpu log failed
LAUNCH WARNING 2024-07-27 22:55:46,327 save gpu log failed
LAUNCH WARNING 2024-07-27 22:55:51,459 save gpu log failed
LAUNCH WARNING 2024-07-27 22:55:56,622 save gpu log failed
LAUNCH WARNING 2024-07-27 22:56:01,779 save gpu log failed
LAUNCH WARNING 2024-07-27 22:56:06,920 save gpu log failed
LAUNCH WARNING 2024-07-27 22:56:12,106 save gpu log failed
LAUNCH WARNING 2024-07-27 22:56:17,265 save gpu log failed
LAUNCH WARNING 2024-07-27 22:56:22,388 save gpu log failed
LAUNCH WARNING 2024-07-27 22:56:27,537 save gpu log failed
LAUNCH WARNING 2024-07-27 22:56:32,707 save gpu log failed
LAUNCH WARNING 2024-07-27 22:56:38,002 save gpu log failed
LAUNCH WARNING 2024-07-27 22:56:43,137 save gpu log failed
LAUNCH WARNING 2024-07-27 22:56:48,295 save gpu log failed
LAUNCH WARNING 2024-07-27 22:56:53,595 save gpu log failed
LAUNCH WARNING 2024-07-27 22:56:58,731 save gpu log failed
LAUNCH WARNING 2024-07-27 22:57:03,889 save gpu log failed
LAUNCH WARNING 2024-07-27 22:57:09,051 save gpu log failed
LAUNCH WARNING 2024-07-27 22:57:14,194 save gpu log failed
LAUNCH WARNING 2024-07-27 22:57:19,373 save gpu log failed
LAUNCH WARNING 2024-07-27 22:57:24,531 save gpu log failed
LAUNCH WARNING 2024-07-27 22:57:29,714 save gpu log failed
LAUNCH WARNING 2024-07-27 22:57:34,840 save gpu log failed
LAUNCH WARNING 2024-07-27 22:57:40,004 save gpu log failed
LAUNCH WARNING 2024-07-27 22:57:45,208 save gpu log failed
LAUNCH WARNING 2024-07-27 22:57:50,350 save gpu log failed
[2024/07/27 22:55:30] ppocr INFO: epoch: [81/200], global_step: 243, lr: 0.001000, loss: 2.413708, loss_shrink_maps: 1.393320, loss_threshold_maps: 0.762523, loss_binary_maps: 0.270839, avg_reader_cost: 1.65188 s, avg_batch_cost: 1.93480 s, avg_samples: 12.5, ips: 6.46061 samples/s, eta: 0:39:53
[2024/07/27 22:55:31] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:55:38] ppocr INFO: epoch: [82/200], global_step: 246, lr: 0.001000, loss: 2.407914, loss_shrink_maps: 1.384549, loss_threshold_maps: 0.738498, loss_binary_maps: 0.268179, avg_reader_cost: 1.52385 s, avg_batch_cost: 1.76864 s, avg_samples: 12.5, ips: 7.06757 samples/s, eta: 0:39:29
[2024/07/27 22:55:38] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:55:45] ppocr INFO: epoch: [83/200], global_step: 249, lr: 0.001000, loss: 2.401487, loss_shrink_maps: 1.370736, loss_threshold_maps: 0.746446, loss_binary_maps: 0.267107, avg_reader_cost: 1.49902 s, avg_batch_cost: 1.73194 s, avg_samples: 12.5, ips: 7.21734 samples/s, eta: 0:39:05
[2024/07/27 22:55:45] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:55:51] ppocr INFO: epoch: [84/200], global_step: 250, lr: 0.001000, loss: 2.413314, loss_shrink_maps: 1.384549, loss_threshold_maps: 0.755885, loss_binary_maps: 0.268179, avg_reader_cost: 0.38855 s, avg_batch_cost: 0.55387 s, avg_samples: 4.8, ips: 8.66622 samples/s, eta: 0:38:57
[2024/07/27 22:55:52] ppocr INFO: epoch: [84/200], global_step: 252, lr: 0.001000, loss: 2.380627, loss_shrink_maps: 1.354594, loss_threshold_maps: 0.755885, loss_binary_maps: 0.265598, avg_reader_cost: 1.19909 s, avg_batch_cost: 1.34490 s, avg_samples: 7.7, ips: 5.72535 samples/s, eta: 0:38:44
[2024/07/27 22:55:53] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:56:00] ppocr INFO: epoch: [85/200], global_step: 255, lr: 0.001000, loss: 2.380627, loss_shrink_maps: 1.365031, loss_threshold_maps: 0.746446, loss_binary_maps: 0.266738, avg_reader_cost: 1.65561 s, avg_batch_cost: 1.88336 s, avg_samples: 12.5, ips: 6.63706 samples/s, eta: 0:38:22
[2024/07/27 22:56:01] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:56:07] ppocr INFO: epoch: [86/200], global_step: 258, lr: 0.001000, loss: 2.358946, loss_shrink_maps: 1.354594, loss_threshold_maps: 0.752293, loss_binary_maps: 0.265027, avg_reader_cost: 1.53284 s, avg_batch_cost: 1.76277 s, avg_samples: 12.5, ips: 7.09111 samples/s, eta: 0:37:59
[2024/07/27 22:56:08] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:56:14] ppocr INFO: epoch: [87/200], global_step: 260, lr: 0.001000, loss: 2.358946, loss_shrink_maps: 1.354594, loss_threshold_maps: 0.752293, loss_binary_maps: 0.265027, avg_reader_cost: 0.91586 s, avg_batch_cost: 1.14909 s, avg_samples: 9.6, ips: 8.35442 samples/s, eta: 0:37:43
[2024/07/27 22:56:15] ppocr INFO: epoch: [87/200], global_step: 261, lr: 0.001000, loss: 2.358946, loss_shrink_maps: 1.365031, loss_threshold_maps: 0.752293, loss_binary_maps: 0.266738, avg_reader_cost: 0.62055 s, avg_batch_cost: 0.67539 s, avg_samples: 2.9, ips: 4.29384 samples/s, eta: 0:37:37
[2024/07/27 22:56:15] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:56:22] ppocr INFO: epoch: [88/200], global_step: 264, lr: 0.001000, loss: 2.344645, loss_shrink_maps: 1.353956, loss_threshold_maps: 0.752293, loss_binary_maps: 0.265027, avg_reader_cost: 1.55293 s, avg_batch_cost: 1.79349 s, avg_samples: 12.5, ips: 6.96967 samples/s, eta: 0:37:14
[2024/07/27 22:56:23] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:56:30] ppocr INFO: epoch: [89/200], global_step: 267, lr: 0.001000, loss: 2.347100, loss_shrink_maps: 1.353956, loss_threshold_maps: 0.740899, loss_binary_maps: 0.265027, avg_reader_cost: 1.62962 s, avg_batch_cost: 1.89718 s, avg_samples: 12.5, ips: 6.58874 samples/s, eta: 0:36:53
[2024/07/27 22:56:30] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:56:37] ppocr INFO: epoch: [90/200], global_step: 270, lr: 0.001000, loss: 2.347100, loss_shrink_maps: 1.350423, loss_threshold_maps: 0.742010, loss_binary_maps: 0.264234, avg_reader_cost: 1.54797 s, avg_batch_cost: 1.77743 s, avg_samples: 12.5, ips: 7.03263 samples/s, eta: 0:36:30
[2024/07/27 22:56:38] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:56:44] ppocr INFO: epoch: [91/200], global_step: 273, lr: 0.001000, loss: 2.384087, loss_shrink_maps: 1.377540, loss_threshold_maps: 0.738346, loss_binary_maps: 0.269044, avg_reader_cost: 1.58510 s, avg_batch_cost: 1.81392 s, avg_samples: 12.5, ips: 6.89114 samples/s, eta: 0:36:08
[2024/07/27 22:56:45] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:56:52] ppocr INFO: epoch: [92/200], global_step: 276, lr: 0.001000, loss: 2.357289, loss_shrink_maps: 1.325421, loss_threshold_maps: 0.742010, loss_binary_maps: 0.261328, avg_reader_cost: 1.76000 s, avg_batch_cost: 1.98832 s, avg_samples: 12.5, ips: 6.28671 samples/s, eta: 0:35:48
[2024/07/27 22:56:53] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:57:00] ppocr INFO: epoch: [93/200], global_step: 279, lr: 0.001000, loss: 2.375874, loss_shrink_maps: 1.357206, loss_threshold_maps: 0.742010, loss_binary_maps: 0.268044, avg_reader_cost: 1.54059 s, avg_batch_cost: 1.77125 s, avg_samples: 12.5, ips: 7.05717 samples/s, eta: 0:35:26
[2024/07/27 22:57:01] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:57:06] ppocr INFO: epoch: [94/200], global_step: 280, lr: 0.001000, loss: 2.357289, loss_shrink_maps: 1.325421, loss_threshold_maps: 0.742010, loss_binary_maps: 0.261328, avg_reader_cost: 0.40670 s, avg_batch_cost: 0.51694 s, avg_samples: 4.8, ips: 9.28549 samples/s, eta: 0:35:18
[2024/07/27 22:57:07] ppocr INFO: epoch: [94/200], global_step: 282, lr: 0.001000, loss: 2.303834, loss_shrink_maps: 1.307159, loss_threshold_maps: 0.737994, loss_binary_maps: 0.257220, avg_reader_cost: 1.12606 s, avg_batch_cost: 1.27107 s, avg_samples: 7.7, ips: 6.05788 samples/s, eta: 0:35:04
[2024/07/27 22:57:08] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:57:14] ppocr INFO: epoch: [95/200], global_step: 285, lr: 0.001000, loss: 2.311686, loss_shrink_maps: 1.303561, loss_threshold_maps: 0.737994, loss_binary_maps: 0.256632, avg_reader_cost: 1.54104 s, avg_batch_cost: 1.78521 s, avg_samples: 12.5, ips: 7.00199 samples/s, eta: 0:34:42
[2024/07/27 22:57:15] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:57:22] ppocr INFO: epoch: [96/200], global_step: 288, lr: 0.001000, loss: 2.311686, loss_shrink_maps: 1.303561, loss_threshold_maps: 0.737994, loss_binary_maps: 0.256632, avg_reader_cost: 1.56378 s, avg_batch_cost: 1.83825 s, avg_samples: 12.5, ips: 6.79993 samples/s, eta: 0:34:20
[2024/07/27 22:57:23] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:57:29] ppocr INFO: epoch: [97/200], global_step: 290, lr: 0.001000, loss: 2.234694, loss_shrink_maps: 1.275660, loss_threshold_maps: 0.732614, loss_binary_maps: 0.251646, avg_reader_cost: 0.92867 s, avg_batch_cost: 1.10644 s, avg_samples: 9.6, ips: 8.67646 samples/s, eta: 0:34:05
[2024/07/27 22:57:29] ppocr INFO: epoch: [97/200], global_step: 291, lr: 0.001000, loss: 2.234694, loss_shrink_maps: 1.273227, loss_threshold_maps: 0.732614, loss_binary_maps: 0.249761, avg_reader_cost: 0.59887 s, avg_batch_cost: 0.65388 s, avg_samples: 2.9, ips: 4.43509 samples/s, eta: 0:33:58
[2024/07/27 22:57:30] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:57:36] ppocr INFO: epoch: [98/200], global_step: 294, lr: 0.001000, loss: 2.229774, loss_shrink_maps: 1.275477, loss_threshold_maps: 0.739655, loss_binary_maps: 0.250321, avg_reader_cost: 1.55785 s, avg_batch_cost: 1.81880 s, avg_samples: 12.5, ips: 6.87266 samples/s, eta: 0:33:37
[2024/07/27 22:57:37] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:57:44] ppocr INFO: epoch: [99/200], global_step: 297, lr: 0.001000, loss: 2.229774, loss_shrink_maps: 1.275477, loss_threshold_maps: 0.739655, loss_binary_maps: 0.250321, avg_reader_cost: 1.51688 s, avg_batch_cost: 1.75537 s, avg_samples: 12.5, ips: 7.12102 samples/s, eta: 0:33:15
[2024/07/27 22:57:44] ppocr INFO: save model in ./output/db_mv3/latest
LAUNCH WARNING 2024-07-27 22:57:55,556 save gpu log failed
LAUNCH WARNING 2024-07-27 22:58:00,763 save gpu log failed
LAUNCH WARNING 2024-07-27 22:58:05,956 save gpu log failed
[2024/07/27 22:57:51] ppocr INFO: epoch: [100/200], global_step: 300, lr: 0.001000, loss: 2.217878, loss_shrink_maps: 1.250502, loss_threshold_maps: 0.739655, loss_binary_maps: 0.245927, avg_reader_cost: 1.63054 s, avg_batch_cost: 1.88173 s, avg_samples: 12.5, ips: 6.64281 samples/s, eta: 0:32:54

eval model::   0%|          | 0/500 [00:00<?, ?it/s]
eval model::   0%|          | 1/500 [00:00<00:58,  8.52it/s]
eval model::   1%|          | 4/500 [00:00<00:29, 17.02it/s]
eval model::   1%|▏         | 7/500 [00:00<00:26, 18.85it/s]
eval model::   2%|▏         | 9/500 [00:00<00:30, 15.90it/s]
eval model::   2%|▏         | 11/500 [00:00<00:33, 14.55it/s]
eval model::   3%|▎         | 13/500 [00:00<00:30, 15.72it/s]
eval model::   3%|▎         | 15/500 [00:00<00:29, 16.46it/s]
eval model::   4%|▎         | 18/500 [00:01<00:25, 19.10it/s]
eval model::   4%|▍         | 20/500 [00:01<00:27, 17.41it/s]
eval model::   5%|▍         | 23/500 [00:01<00:23, 20.37it/s]
eval model::   5%|▌         | 26/500 [00:01<00:22, 21.12it/s]
eval model::   6%|▌         | 29/500 [00:01<00:20, 23.03it/s]
eval model::   6%|▋         | 32/500 [00:01<00:20, 22.73it/s]
eval model::   7%|▋         | 35/500 [00:01<00:21, 21.97it/s]
eval model::   8%|▊         | 38/500 [00:01<00:21, 21.01it/s]
eval model::   8%|▊         | 41/500 [00:02<00:22, 20.26it/s]
eval model::   9%|▉         | 44/500 [00:02<00:24, 18.53it/s]
eval model::   9%|▉         | 46/500 [00:02<00:26, 17.08it/s]
eval model::  10%|█         | 50/500 [00:02<00:22, 19.61it/s]
eval model::  10%|█         | 52/500 [00:02<00:23, 19.25it/s]
eval model::  11%|█         | 55/500 [00:02<00:21, 21.12it/s]
eval model::  12%|█▏        | 58/500 [00:03<00:23, 19.03it/s]
eval model::  12%|█▏        | 61/500 [00:03<00:24, 17.78it/s]
eval model::  13%|█▎        | 63/500 [00:03<00:25, 17.08it/s]
eval model::  13%|█▎        | 66/500 [00:03<00:22, 19.68it/s]
eval model::  14%|█▍        | 69/500 [00:03<00:20, 21.38it/s]
eval model::  14%|█▍        | 72/500 [00:03<00:19, 22.28it/s]
eval model::  15%|█▌        | 75/500 [00:03<00:20, 20.88it/s]
eval model::  16%|█▌        | 78/500 [00:04<00:20, 20.57it/s]
eval model::  16%|█▌        | 81/500 [00:04<00:20, 20.94it/s]
eval model::  17%|█▋        | 84/500 [00:04<00:20, 20.41it/s]
eval model::  17%|█▋        | 87/500 [00:04<00:21, 19.17it/s]
eval model::  18%|█▊        | 89/500 [00:04<00:22, 18.49it/s]
eval model::  18%|█▊        | 91/500 [00:04<00:22, 18.50it/s]
eval model::  19%|█▊        | 93/500 [00:04<00:23, 17.56it/s]
eval model::  19%|█▉        | 95/500 [00:04<00:22, 17.91it/s]
eval model::  20%|█▉        | 98/500 [00:05<00:20, 19.22it/s]
eval model::  20%|██        | 100/500 [00:05<00:21, 18.65it/s]
eval model::  21%|██        | 103/500 [00:05<00:18, 20.91it/s]
eval model::  21%|██        | 106/500 [00:05<00:17, 22.53it/s]
eval model::  22%|██▏       | 109/500 [00:05<00:18, 20.68it/s]
eval model::  22%|██▏       | 112/500 [00:05<00:20, 18.94it/s]
eval model::  23%|██▎       | 115/500 [00:05<00:18, 20.58it/s]
eval model::  24%|██▎       | 118/500 [00:06<00:17, 21.41it/s]
eval model::  24%|██▍       | 121/500 [00:06<00:20, 18.78it/s]
eval model::  25%|██▍       | 124/500 [00:06<00:18, 20.33it/s]
eval model::  25%|██▌       | 127/500 [00:06<00:18, 20.58it/s]
eval model::  26%|██▌       | 130/500 [00:06<00:21, 16.95it/s]
eval model::  26%|██▋       | 132/500 [00:06<00:21, 17.24it/s]
eval model::  27%|██▋       | 135/500 [00:07<00:19, 18.59it/s]
eval model::  28%|██▊       | 138/500 [00:07<00:18, 19.48it/s]
eval model::  28%|██▊       | 141/500 [00:07<00:18, 19.92it/s]
eval model::  29%|██▉       | 144/500 [00:07<00:17, 20.32it/s]
eval model::  29%|██▉       | 147/500 [00:07<00:16, 20.95it/s]
eval model::  30%|███       | 150/500 [00:07<00:16, 21.30it/s]
eval model::  31%|███       | 153/500 [00:07<00:16, 21.08it/s]
eval model::  31%|███       | 156/500 [00:07<00:15, 22.74it/s]
eval model::  32%|███▏      | 159/500 [00:08<00:15, 21.45it/s]
eval model::  32%|███▏      | 162/500 [00:08<00:20, 16.40it/s]
eval model::  33%|███▎      | 165/500 [00:08<00:18, 17.64it/s]
eval model::  33%|███▎      | 167/500 [00:08<00:18, 18.06it/s]
eval model::  34%|███▍      | 169/500 [00:08<00:18, 18.28it/s]
eval model::  34%|███▍      | 171/500 [00:08<00:17, 18.42it/s]
eval model::  35%|███▍      | 174/500 [00:09<00:18, 17.36it/s]
eval model::  35%|███▌      | 177/500 [00:09<00:17, 18.87it/s]
eval model::  36%|███▌      | 180/500 [00:09<00:18, 17.78it/s]
eval model::  37%|███▋      | 183/500 [00:09<00:16, 19.75it/s]
eval model::  37%|███▋      | 186/500 [00:09<00:14, 21.16it/s]
eval model::  38%|███▊      | 189/500 [00:09<00:14, 21.13it/s]
eval model::  38%|███▊      | 192/500 [00:09<00:15, 19.75it/s]
eval model::  39%|███▉      | 195/500 [00:10<00:17, 17.45it/s]
eval model::  39%|███▉      | 197/500 [00:10<00:17, 17.42it/s]
eval model::  40%|████      | 200/500 [00:10<00:15, 19.10it/s]
eval model::  41%|████      | 203/500 [00:10<00:15, 19.53it/s]
eval model::  41%|████      | 206/500 [00:10<00:21, 13.47it/s]
eval model::  42%|████▏     | 208/500 [00:11<00:21, 13.71it/s]
eval model::  42%|████▏     | 210/500 [00:11<00:20, 14.24it/s]
eval model::  43%|████▎     | 213/500 [00:11<00:18, 15.62it/s]
eval model::  43%|████▎     | 215/500 [00:11<00:19, 14.31it/s]
eval model::  43%|████▎     | 217/500 [00:11<00:21, 13.32it/s]
eval model::  44%|████▍     | 220/500 [00:11<00:18, 15.51it/s]
eval model::  44%|████▍     | 222/500 [00:11<00:18, 15.37it/s]
eval model::  45%|████▌     | 225/500 [00:12<00:15, 17.93it/s]
eval model::  46%|████▌     | 228/500 [00:12<00:14, 19.40it/s]
eval model::  46%|████▌     | 231/500 [00:12<00:12, 21.18it/s]
eval model::  47%|████▋     | 234/500 [00:12<00:12, 21.01it/s]
eval model::  47%|████▋     | 237/500 [00:12<00:12, 21.80it/s]
eval model::  48%|████▊     | 240/500 [00:12<00:11, 23.01it/s]
eval model::  49%|████▊     | 243/500 [00:12<00:12, 20.55it/s]
eval model::  49%|████▉     | 246/500 [00:12<00:11, 22.42it/s]
eval model::  50%|████▉     | 249/500 [00:13<00:11, 21.85it/s]
eval model::  50%|█████     | 252/500 [00:13<00:12, 19.14it/s]
eval model::  51%|█████     | 255/500 [00:13<00:11, 21.13it/s]
eval model::  52%|█████▏    | 258/500 [00:13<00:10, 22.28it/s]
eval model::  52%|█████▏    | 261/500 [00:13<00:11, 20.08it/s]
eval model::  53%|█████▎    | 264/500 [00:13<00:12, 18.17it/s]
eval model::  53%|█████▎    | 266/500 [00:14<00:12, 18.45it/s]
eval model::  54%|█████▍    | 269/500 [00:14<00:11, 19.29it/s]
eval model::  54%|█████▍    | 272/500 [00:14<00:11, 20.25it/s]
eval model::  55%|█████▌    | 275/500 [00:14<00:11, 20.32it/s]
eval model::  56%|█████▌    | 278/500 [00:14<00:10, 21.40it/s]
eval model::  56%|█████▌    | 281/500 [00:14<00:09, 22.02it/s]
eval model::  57%|█████▋    | 284/500 [00:14<00:09, 22.87it/s]
eval model::  57%|█████▋    | 287/500 [00:15<00:12, 16.44it/s]
eval model::  58%|█████▊    | 290/500 [00:15<00:11, 18.86it/s]
eval model::  59%|█████▊    | 293/500 [00:15<00:10, 19.44it/s]
eval model::  59%|█████▉    | 296/500 [00:15<00:11, 17.02it/s]
eval model::  60%|█████▉    | 299/500 [00:15<00:10, 18.79it/s]
eval model::  60%|██████    | 302/500 [00:15<00:11, 17.73it/s]
eval model::  61%|██████    | 305/500 [00:16<00:10, 18.61it/s]
eval model::  62%|██████▏   | 308/500 [00:16<00:10, 19.02it/s]
eval model::  62%|██████▏   | 311/500 [00:16<00:09, 19.61it/s]
LAUNCH WARNING 2024-07-27 22:58:11,155 save gpu log failed
LAUNCH WARNING 2024-07-27 22:58:16,353 save gpu log failed
LAUNCH WARNING 2024-07-27 22:58:21,480 save gpu log failed
LAUNCH WARNING 2024-07-27 22:58:26,639 save gpu log failed
LAUNCH WARNING 2024-07-27 22:58:31,768 save gpu log failed
LAUNCH WARNING 2024-07-27 22:58:36,930 save gpu log failed
LAUNCH WARNING 2024-07-27 22:58:42,115 save gpu log failed
LAUNCH WARNING 2024-07-27 22:58:47,443 save gpu log failed
LAUNCH WARNING 2024-07-27 22:58:52,578 save gpu log failed
LAUNCH WARNING 2024-07-27 22:58:57,732 save gpu log failed
LAUNCH WARNING 2024-07-27 22:59:02,959 save gpu log failed
LAUNCH WARNING 2024-07-27 22:59:08,091 save gpu log failed
eval model::  63%|██████▎   | 314/500 [00:16<00:09, 20.06it/s]
eval model::  63%|██████▎   | 317/500 [00:16<00:08, 21.31it/s]
eval model::  64%|██████▍   | 320/500 [00:16<00:07, 22.59it/s]
eval model::  65%|██████▍   | 323/500 [00:16<00:08, 20.82it/s]
eval model::  65%|██████▌   | 326/500 [00:17<00:07, 22.08it/s]
eval model::  66%|██████▌   | 329/500 [00:17<00:08, 21.14it/s]
eval model::  66%|██████▋   | 332/500 [00:17<00:07, 22.78it/s]
eval model::  67%|██████▋   | 335/500 [00:17<00:07, 22.78it/s]
eval model::  68%|██████▊   | 338/500 [00:17<00:07, 21.43it/s]
eval model::  68%|██████▊   | 341/500 [00:17<00:09, 16.99it/s]
eval model::  69%|██████▉   | 344/500 [00:17<00:08, 19.41it/s]
eval model::  70%|██████▉   | 348/500 [00:18<00:06, 22.29it/s]
eval model::  70%|███████   | 351/500 [00:18<00:06, 21.69it/s]
eval model::  71%|███████   | 355/500 [00:18<00:06, 21.90it/s]
eval model::  72%|███████▏  | 358/500 [00:18<00:06, 21.79it/s]
eval model::  72%|███████▏  | 361/500 [00:18<00:06, 21.75it/s]
eval model::  73%|███████▎  | 364/500 [00:18<00:06, 20.50it/s]
eval model::  73%|███████▎  | 367/500 [00:19<00:06, 19.33it/s]
eval model::  74%|███████▍  | 370/500 [00:19<00:06, 20.85it/s]
eval model::  75%|███████▍  | 373/500 [00:19<00:06, 20.45it/s]
eval model::  75%|███████▌  | 376/500 [00:19<00:06, 20.63it/s]
eval model::  76%|███████▌  | 379/500 [00:19<00:05, 21.35it/s]
eval model::  76%|███████▋  | 382/500 [00:19<00:05, 22.04it/s]
eval model::  77%|███████▋  | 385/500 [00:19<00:05, 20.75it/s]
eval model::  78%|███████▊  | 388/500 [00:20<00:07, 14.22it/s]
eval model::  78%|███████▊  | 391/500 [00:20<00:06, 16.29it/s]
eval model::  79%|███████▊  | 393/500 [00:20<00:06, 16.86it/s]
eval model::  79%|███████▉  | 395/500 [00:20<00:06, 17.09it/s]
eval model::  79%|███████▉  | 397/500 [00:20<00:05, 17.63it/s]
eval model::  80%|████████  | 400/500 [00:20<00:05, 18.00it/s]
eval model::  81%|████████  | 404/500 [00:20<00:04, 20.89it/s]
eval model::  81%|████████▏ | 407/500 [00:21<00:04, 22.41it/s]
eval model::  82%|████████▏ | 411/500 [00:21<00:03, 24.11it/s]
eval model::  83%|████████▎ | 414/500 [00:21<00:03, 25.29it/s]
eval model::  83%|████████▎ | 417/500 [00:21<00:03, 22.43it/s]
eval model::  84%|████████▍ | 420/500 [00:21<00:04, 18.54it/s]
eval model::  85%|████████▍ | 423/500 [00:21<00:03, 19.34it/s]
eval model::  85%|████████▌ | 426/500 [00:22<00:03, 18.93it/s]
eval model::  86%|████████▌ | 429/500 [00:22<00:03, 20.33it/s]
eval model::  86%|████████▋ | 432/500 [00:22<00:03, 19.86it/s]
eval model::  87%|████████▋ | 435/500 [00:22<00:03, 21.31it/s]
eval model::  88%|████████▊ | 438/500 [00:22<00:02, 21.25it/s]
eval model::  88%|████████▊ | 441/500 [00:22<00:02, 19.78it/s]
eval model::  89%|████████▉ | 444/500 [00:22<00:02, 21.06it/s]
eval model::  89%|████████▉ | 447/500 [00:23<00:02, 20.79it/s]
eval model::  90%|█████████ | 450/500 [00:23<00:02, 20.79it/s]
eval model::  91%|█████████ | 453/500 [00:23<00:02, 22.03it/s]
eval model::  91%|█████████ | 456/500 [00:23<00:02, 21.68it/s]
eval model::  92%|█████████▏| 459/500 [00:23<00:01, 21.27it/s]
eval model::  92%|█████████▏| 462/500 [00:23<00:02, 18.18it/s]
eval model::  93%|█████████▎| 465/500 [00:23<00:02, 16.90it/s]
eval model::  94%|█████████▎| 468/500 [00:24<00:01, 17.70it/s]
eval model::  94%|█████████▍| 471/500 [00:24<00:01, 18.77it/s]
eval model::  95%|█████████▍| 474/500 [00:24<00:01, 18.68it/s]
eval model::  95%|█████████▌| 477/500 [00:24<00:01, 20.99it/s]
eval model::  96%|█████████▌| 480/500 [00:24<00:00, 21.26it/s]
eval model::  97%|█████████▋| 483/500 [00:24<00:00, 21.84it/s]
eval model::  97%|█████████▋| 486/500 [00:25<00:00, 19.36it/s]
eval model::  98%|█████████▊| 489/500 [00:25<00:00, 20.08it/s]
eval model::  98%|█████████▊| 492/500 [00:25<00:00, 20.84it/s]
eval model::  99%|█████████▉| 495/500 [00:25<00:00, 21.41it/s]
eval model:: 100%|█████████▉| 499/500 [00:25<00:00, 23.28it/s]
eval model:: 100%|██████████| 500/500 [00:25<00:00, 19.54it/s]
[2024/07/27 22:58:17] ppocr INFO: cur metric, precision: 0.5856142584341184, recall: 0.44294655753490614, hmean: 0.5043859649122808, fps: 45.04990682412584
[2024/07/27 22:58:17] ppocr INFO: save best model is to ./output/db_mv3/best_accuracy
[2024/07/27 22:58:17] ppocr INFO: best metric, hmean: 0.5043859649122808, precision: 0.5856142584341184, recall: 0.44294655753490614, fps: 45.04990682412584, best_epoch: 100
[2024/07/27 22:58:17] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:58:24] ppocr INFO: epoch: [101/200], global_step: 303, lr: 0.001000, loss: 2.185793, loss_shrink_maps: 1.230610, loss_threshold_maps: 0.724084, loss_binary_maps: 0.242696, avg_reader_cost: 1.63002 s, avg_batch_cost: 1.92717 s, avg_samples: 12.5, ips: 6.48620 samples/s, eta: 0:32:34
[2024/07/27 22:58:25] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:58:32] ppocr INFO: epoch: [102/200], global_step: 306, lr: 0.001000, loss: 2.214250, loss_shrink_maps: 1.243780, loss_threshold_maps: 0.738014, loss_binary_maps: 0.244770, avg_reader_cost: 1.55592 s, avg_batch_cost: 1.78454 s, avg_samples: 12.5, ips: 7.00461 samples/s, eta: 0:32:12
[2024/07/27 22:58:33] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:58:39] ppocr INFO: epoch: [103/200], global_step: 309, lr: 0.001000, loss: 2.214250, loss_shrink_maps: 1.247642, loss_threshold_maps: 0.733562, loss_binary_maps: 0.245231, avg_reader_cost: 1.49417 s, avg_batch_cost: 1.73004 s, avg_samples: 12.5, ips: 7.22526 samples/s, eta: 0:31:50
[2024/07/27 22:58:40] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:58:45] ppocr INFO: epoch: [104/200], global_step: 310, lr: 0.001000, loss: 2.214250, loss_shrink_maps: 1.247642, loss_threshold_maps: 0.738014, loss_binary_maps: 0.245231, avg_reader_cost: 0.41476 s, avg_batch_cost: 0.52622 s, avg_samples: 4.8, ips: 9.12167 samples/s, eta: 0:31:43
[2024/07/27 22:58:46] ppocr INFO: epoch: [104/200], global_step: 312, lr: 0.001000, loss: 2.199984, loss_shrink_maps: 1.237943, loss_threshold_maps: 0.735469, loss_binary_maps: 0.243349, avg_reader_cost: 1.14355 s, avg_batch_cost: 1.28896 s, avg_samples: 7.7, ips: 5.97382 samples/s, eta: 0:31:29
[2024/07/27 22:58:47] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:58:54] ppocr INFO: epoch: [105/200], global_step: 315, lr: 0.001000, loss: 2.175625, loss_shrink_maps: 1.217362, loss_threshold_maps: 0.725882, loss_binary_maps: 0.240560, avg_reader_cost: 1.52159 s, avg_batch_cost: 1.75023 s, avg_samples: 12.5, ips: 7.14191 samples/s, eta: 0:31:08
[2024/07/27 22:58:54] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:59:01] ppocr INFO: epoch: [106/200], global_step: 318, lr: 0.001000, loss: 2.147609, loss_shrink_maps: 1.197535, loss_threshold_maps: 0.715122, loss_binary_maps: 0.236154, avg_reader_cost: 1.52172 s, avg_batch_cost: 1.75422 s, avg_samples: 12.5, ips: 7.12566 samples/s, eta: 0:30:46
[2024/07/27 22:59:02] ppocr INFO: save model in ./output/db_mv3/latest
LAUNCH WARNING 2024-07-27 22:59:13,260 save gpu log failed
LAUNCH WARNING 2024-07-27 22:59:18,436 save gpu log failed
LAUNCH WARNING 2024-07-27 22:59:23,619 save gpu log failed
LAUNCH WARNING 2024-07-27 22:59:28,754 save gpu log failed
LAUNCH WARNING 2024-07-27 22:59:33,921 save gpu log failed
LAUNCH WARNING 2024-07-27 22:59:39,126 save gpu log failed
LAUNCH WARNING 2024-07-27 22:59:44,251 save gpu log failed
LAUNCH WARNING 2024-07-27 22:59:49,420 save gpu log failed
LAUNCH WARNING 2024-07-27 22:59:54,581 save gpu log failed
LAUNCH WARNING 2024-07-27 22:59:59,721 save gpu log failed
LAUNCH WARNING 2024-07-27 23:00:04,863 save gpu log failed
LAUNCH WARNING 2024-07-27 23:00:10,067 save gpu log failed
LAUNCH WARNING 2024-07-27 23:00:15,303 save gpu log failed
LAUNCH WARNING 2024-07-27 23:00:20,447 save gpu log failed
LAUNCH WARNING 2024-07-27 23:00:25,614 save gpu log failed
LAUNCH WARNING 2024-07-27 23:00:30,795 save gpu log failed
LAUNCH WARNING 2024-07-27 23:00:35,925 save gpu log failed
LAUNCH WARNING 2024-07-27 23:00:41,056 save gpu log failed
LAUNCH WARNING 2024-07-27 23:00:46,265 save gpu log failed
[2024/07/27 22:59:08] ppocr INFO: epoch: [107/200], global_step: 320, lr: 0.001000, loss: 2.147609, loss_shrink_maps: 1.197535, loss_threshold_maps: 0.719279, loss_binary_maps: 0.236154, avg_reader_cost: 0.95338 s, avg_batch_cost: 1.13005 s, avg_samples: 9.6, ips: 8.49519 samples/s, eta: 0:30:31
[2024/07/27 22:59:08] ppocr INFO: epoch: [107/200], global_step: 321, lr: 0.001000, loss: 2.130305, loss_shrink_maps: 1.184942, loss_threshold_maps: 0.719279, loss_binary_maps: 0.233893, avg_reader_cost: 0.61133 s, avg_batch_cost: 0.66560 s, avg_samples: 2.9, ips: 4.35699 samples/s, eta: 0:30:25
[2024/07/27 22:59:09] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:59:15] ppocr INFO: epoch: [108/200], global_step: 324, lr: 0.001000, loss: 2.189816, loss_shrink_maps: 1.218327, loss_threshold_maps: 0.730540, loss_binary_maps: 0.239622, avg_reader_cost: 1.51711 s, avg_batch_cost: 1.76710 s, avg_samples: 12.5, ips: 7.07373 samples/s, eta: 0:30:04
[2024/07/27 22:59:16] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:59:23] ppocr INFO: epoch: [109/200], global_step: 327, lr: 0.001000, loss: 2.157946, loss_shrink_maps: 1.200234, loss_threshold_maps: 0.723937, loss_binary_maps: 0.236510, avg_reader_cost: 1.55515 s, avg_batch_cost: 1.80805 s, avg_samples: 12.5, ips: 6.91352 samples/s, eta: 0:29:43
[2024/07/27 22:59:24] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:59:30] ppocr INFO: epoch: [110/200], global_step: 330, lr: 0.001000, loss: 2.197896, loss_shrink_maps: 1.224333, loss_threshold_maps: 0.722624, loss_binary_maps: 0.239998, avg_reader_cost: 1.53404 s, avg_batch_cost: 1.78330 s, avg_samples: 12.5, ips: 7.00947 samples/s, eta: 0:29:22
[2024/07/27 22:59:31] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:59:37] ppocr INFO: epoch: [111/200], global_step: 333, lr: 0.001000, loss: 2.197896, loss_shrink_maps: 1.224333, loss_threshold_maps: 0.722624, loss_binary_maps: 0.239998, avg_reader_cost: 1.53841 s, avg_batch_cost: 1.76621 s, avg_samples: 12.5, ips: 7.07731 samples/s, eta: 0:29:01
[2024/07/27 22:59:38] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:59:45] ppocr INFO: epoch: [112/200], global_step: 336, lr: 0.001000, loss: 2.221738, loss_shrink_maps: 1.242462, loss_threshold_maps: 0.732319, loss_binary_maps: 0.245337, avg_reader_cost: 1.53690 s, avg_batch_cost: 1.76895 s, avg_samples: 12.5, ips: 7.06634 samples/s, eta: 0:28:40
[2024/07/27 22:59:46] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:59:52] ppocr INFO: epoch: [113/200], global_step: 339, lr: 0.001000, loss: 2.225064, loss_shrink_maps: 1.249877, loss_threshold_maps: 0.733288, loss_binary_maps: 0.247279, avg_reader_cost: 1.52740 s, avg_batch_cost: 1.76416 s, avg_samples: 12.5, ips: 7.08552 samples/s, eta: 0:28:19
[2024/07/27 22:59:53] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 22:59:58] ppocr INFO: epoch: [114/200], global_step: 340, lr: 0.001000, loss: 2.221738, loss_shrink_maps: 1.247350, loss_threshold_maps: 0.732319, loss_binary_maps: 0.246126, avg_reader_cost: 0.42210 s, avg_batch_cost: 0.50710 s, avg_samples: 4.8, ips: 9.46566 samples/s, eta: 0:28:11
[2024/07/27 22:59:59] ppocr INFO: epoch: [114/200], global_step: 342, lr: 0.001000, loss: 2.218864, loss_shrink_maps: 1.247350, loss_threshold_maps: 0.731368, loss_binary_maps: 0.246126, avg_reader_cost: 1.10577 s, avg_batch_cost: 1.25164 s, avg_samples: 7.7, ips: 6.15191 samples/s, eta: 0:27:58
[2024/07/27 23:00:00] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 23:00:07] ppocr INFO: epoch: [115/200], global_step: 345, lr: 0.001000, loss: 2.242110, loss_shrink_maps: 1.258454, loss_threshold_maps: 0.732136, loss_binary_maps: 0.248720, avg_reader_cost: 1.52538 s, avg_batch_cost: 1.75324 s, avg_samples: 12.5, ips: 7.12965 samples/s, eta: 0:27:37
[2024/07/27 23:00:07] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 23:00:14] ppocr INFO: epoch: [116/200], global_step: 348, lr: 0.001000, loss: 2.242110, loss_shrink_maps: 1.258454, loss_threshold_maps: 0.732136, loss_binary_maps: 0.248720, avg_reader_cost: 1.49899 s, avg_batch_cost: 1.73589 s, avg_samples: 12.5, ips: 7.20094 samples/s, eta: 0:27:15
[2024/07/27 23:00:15] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 23:00:20] ppocr INFO: epoch: [117/200], global_step: 350, lr: 0.001000, loss: 2.269278, loss_shrink_maps: 1.277204, loss_threshold_maps: 0.736985, loss_binary_maps: 0.252209, avg_reader_cost: 0.92103 s, avg_batch_cost: 1.10182 s, avg_samples: 9.6, ips: 8.71286 samples/s, eta: 0:27:01
[2024/07/27 23:00:21] ppocr INFO: epoch: [117/200], global_step: 351, lr: 0.001000, loss: 2.294173, loss_shrink_maps: 1.302214, loss_threshold_maps: 0.740341, loss_binary_maps: 0.256901, avg_reader_cost: 0.59673 s, avg_batch_cost: 0.65141 s, avg_samples: 2.9, ips: 4.45191 samples/s, eta: 0:26:55
[2024/07/27 23:00:22] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 23:00:28] ppocr INFO: epoch: [118/200], global_step: 354, lr: 0.001000, loss: 2.269278, loss_shrink_maps: 1.277204, loss_threshold_maps: 0.732534, loss_binary_maps: 0.252209, avg_reader_cost: 1.56508 s, avg_batch_cost: 1.80991 s, avg_samples: 12.5, ips: 6.90643 samples/s, eta: 0:26:34
[2024/07/27 23:00:29] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 23:00:36] ppocr INFO: epoch: [119/200], global_step: 357, lr: 0.001000, loss: 2.236965, loss_shrink_maps: 1.263318, loss_threshold_maps: 0.730353, loss_binary_maps: 0.249615, avg_reader_cost: 1.59956 s, avg_batch_cost: 1.82829 s, avg_samples: 12.5, ips: 6.83701 samples/s, eta: 0:26:14
[2024/07/27 23:00:37] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 23:00:43] ppocr INFO: epoch: [120/200], global_step: 360, lr: 0.001000, loss: 2.178655, loss_shrink_maps: 1.223585, loss_threshold_maps: 0.726326, loss_binary_maps: 0.241688, avg_reader_cost: 1.50602 s, avg_batch_cost: 1.74843 s, avg_samples: 12.5, ips: 7.14929 samples/s, eta: 0:25:53

eval model::   0%|          | 0/500 [00:00<?, ?it/s]
eval model::   0%|          | 1/500 [00:00<00:53,  9.39it/s]
eval model::   1%|          | 4/500 [00:00<00:28, 17.38it/s]
eval model::   1%|▏         | 7/500 [00:00<00:24, 20.02it/s]
eval model::   2%|▏         | 10/500 [00:00<00:22, 21.53it/s]
eval model::   3%|▎         | 13/500 [00:00<00:23, 20.56it/s]
eval model::   3%|▎         | 16/500 [00:00<00:21, 22.25it/s]
eval model::   4%|▍         | 19/500 [00:00<00:22, 21.46it/s]
eval model::   4%|▍         | 22/500 [00:01<00:21, 22.38it/s]
eval model::   5%|▌         | 25/500 [00:01<00:21, 22.48it/s]
eval model::   6%|▌         | 28/500 [00:01<00:20, 23.03it/s]
eval model::   6%|▌         | 31/500 [00:01<00:24, 19.50it/s]
eval model::   7%|▋         | 34/500 [00:01<00:24, 18.96it/s]
eval model::   8%|▊         | 38/500 [00:01<00:21, 21.34it/s]
eval model::   8%|▊         | 41/500 [00:01<00:20, 21.88it/s]
eval model::   9%|▉         | 44/500 [00:02<00:21, 21.66it/s]
eval model::   9%|▉         | 47/500 [00:02<00:21, 20.76it/s]
eval model::  10%|█         | 50/500 [00:02<00:22, 19.84it/s]
eval model::  11%|█         | 53/500 [00:02<00:20, 21.54it/s]
eval model::  11%|█         | 56/500 [00:02<00:22, 19.91it/s]
eval model::  12%|█▏        | 59/500 [00:02<00:23, 19.05it/s]
eval model::  12%|█▏        | 61/500 [00:03<00:25, 16.98it/s]
eval model::  13%|█▎        | 63/500 [00:03<00:25, 16.92it/s]
eval model::  13%|█▎        | 66/500 [00:03<00:22, 19.20it/s]
eval model::  14%|█▍        | 69/500 [00:03<00:20, 20.83it/s]
eval model::  14%|█▍        | 72/500 [00:03<00:18, 22.54it/s]
eval model::  15%|█▌        | 75/500 [00:03<00:19, 21.85it/s]
eval model::  16%|█▌        | 78/500 [00:03<00:19, 21.62it/s]
eval model::  16%|█▌        | 81/500 [00:03<00:19, 21.96it/s]
eval model::  17%|█▋        | 84/500 [00:04<00:20, 20.35it/s]
eval model::  17%|█▋        | 87/500 [00:04<00:20, 19.94it/s]
eval model::  18%|█▊        | 90/500 [00:04<00:22, 17.91it/s]
eval model::  19%|█▊        | 93/500 [00:04<00:22, 18.35it/s]
eval model::  19%|█▉        | 96/500 [00:04<00:20, 19.91it/s]
LAUNCH WARNING 2024-07-27 23:00:51,463 save gpu log failed
LAUNCH WARNING 2024-07-27 23:00:56,663 save gpu log failed
LAUNCH WARNING 2024-07-27 23:01:01,853 save gpu log failed
eval model::  20%|█▉        | 99/500 [00:04<00:19, 20.67it/s]
eval model::  20%|██        | 102/500 [00:05<00:20, 19.53it/s]
eval model::  21%|██        | 105/500 [00:05<00:19, 20.23it/s]
eval model::  22%|██▏       | 108/500 [00:05<00:19, 20.50it/s]
eval model::  22%|██▏       | 111/500 [00:05<00:18, 21.38it/s]
eval model::  23%|██▎       | 114/500 [00:05<00:18, 21.38it/s]
eval model::  23%|██▎       | 117/500 [00:05<00:18, 20.50it/s]
eval model::  24%|██▍       | 120/500 [00:05<00:19, 19.11it/s]
eval model::  25%|██▍       | 123/500 [00:06<00:17, 21.13it/s]
eval model::  25%|██▌       | 126/500 [00:06<00:19, 19.39it/s]
eval model::  26%|██▌       | 129/500 [00:06<00:18, 19.78it/s]
eval model::  26%|██▋       | 132/500 [00:06<00:21, 16.84it/s]
eval model::  27%|██▋       | 135/500 [00:06<00:19, 18.28it/s]
eval model::  28%|██▊       | 138/500 [00:06<00:18, 19.68it/s]
eval model::  28%|██▊       | 141/500 [00:07<00:18, 19.45it/s]
eval model::  29%|██▉       | 144/500 [00:07<00:17, 20.44it/s]
eval model::  29%|██▉       | 147/500 [00:07<00:18, 18.81it/s]
eval model::  30%|███       | 150/500 [00:07<00:17, 19.76it/s]
eval model::  31%|███       | 153/500 [00:07<00:19, 17.98it/s]
eval model::  31%|███       | 156/500 [00:07<00:17, 20.18it/s]
eval model::  32%|███▏      | 159/500 [00:07<00:17, 19.87it/s]
eval model::  32%|███▏      | 162/500 [00:08<00:18, 17.90it/s]
eval model::  33%|███▎      | 165/500 [00:08<00:17, 19.37it/s]
eval model::  34%|███▎      | 168/500 [00:08<00:16, 20.28it/s]
eval model::  34%|███▍      | 171/500 [00:08<00:16, 19.78it/s]
eval model::  35%|███▍      | 174/500 [00:08<00:17, 18.35it/s]
eval model::  35%|███▌      | 177/500 [00:08<00:16, 19.82it/s]
eval model::  36%|███▌      | 180/500 [00:09<00:18, 17.29it/s]
eval model::  37%|███▋      | 183/500 [00:09<00:16, 18.77it/s]
eval model::  37%|███▋      | 187/500 [00:09<00:14, 21.63it/s]
eval model::  38%|███▊      | 190/500 [00:09<00:13, 22.62it/s]
eval model::  39%|███▊      | 193/500 [00:09<00:12, 24.26it/s]
eval model::  39%|███▉      | 196/500 [00:09<00:13, 22.14it/s]
eval model::  40%|███▉      | 199/500 [00:09<00:13, 21.97it/s]
eval model::  40%|████      | 202/500 [00:10<00:13, 22.34it/s]
eval model::  41%|████      | 205/500 [00:10<00:23, 12.75it/s]
eval model::  42%|████▏     | 208/500 [00:10<00:20, 14.05it/s]
eval model::  42%|████▏     | 210/500 [00:10<00:19, 15.00it/s]
eval model::  43%|████▎     | 213/500 [00:10<00:17, 16.85it/s]
eval model::  43%|████▎     | 215/500 [00:11<00:18, 15.57it/s]
eval model::  43%|████▎     | 217/500 [00:11<00:18, 15.53it/s]
eval model::  44%|████▍     | 220/500 [00:11<00:15, 17.85it/s]
eval model::  44%|████▍     | 222/500 [00:11<00:16, 16.48it/s]
eval model::  45%|████▌     | 226/500 [00:11<00:13, 20.38it/s]
eval model::  46%|████▌     | 230/500 [00:11<00:11, 23.78it/s]
eval model::  47%|████▋     | 233/500 [00:11<00:10, 25.21it/s]
eval model::  47%|████▋     | 236/500 [00:11<00:11, 23.60it/s]
eval model::  48%|████▊     | 240/500 [00:12<00:09, 26.15it/s]
eval model::  49%|████▊     | 243/500 [00:12<00:12, 21.28it/s]
eval model::  49%|████▉     | 246/500 [00:12<00:11, 21.81it/s]
eval model::  50%|████▉     | 249/500 [00:12<00:12, 20.05it/s]
eval model::  50%|█████     | 252/500 [00:12<00:12, 19.80it/s]
eval model::  51%|█████     | 255/500 [00:12<00:12, 20.26it/s]
eval model::  52%|█████▏    | 258/500 [00:13<00:11, 20.55it/s]
eval model::  52%|█████▏    | 261/500 [00:13<00:11, 20.80it/s]
eval model::  53%|█████▎    | 264/500 [00:13<00:12, 18.49it/s]
eval model::  53%|█████▎    | 266/500 [00:13<00:12, 18.74it/s]
eval model::  54%|█████▍    | 269/500 [00:13<00:11, 20.20it/s]
eval model::  54%|█████▍    | 272/500 [00:13<00:11, 20.10it/s]
eval model::  55%|█████▌    | 275/500 [00:13<00:11, 19.23it/s]
eval model::  56%|█████▌    | 278/500 [00:14<00:10, 20.47it/s]
eval model::  56%|█████▌    | 281/500 [00:14<00:10, 20.59it/s]
eval model::  57%|█████▋    | 284/500 [00:14<00:09, 21.86it/s]
eval model::  57%|█████▋    | 287/500 [00:14<00:14, 14.86it/s]
eval model::  58%|█████▊    | 290/500 [00:14<00:12, 16.71it/s]
eval model::  59%|█████▊    | 293/500 [00:14<00:11, 17.66it/s]
eval model::  59%|█████▉    | 295/500 [00:15<00:12, 15.85it/s]
eval model::  60%|█████▉    | 298/500 [00:15<00:10, 18.62it/s]
eval model::  60%|██████    | 301/500 [00:15<00:11, 17.45it/s]
eval model::  61%|██████    | 304/500 [00:15<00:10, 18.53it/s]
eval model::  61%|██████▏   | 307/500 [00:15<00:09, 20.06it/s]
eval model::  62%|██████▏   | 310/500 [00:15<00:08, 21.58it/s]
eval model::  63%|██████▎   | 313/500 [00:15<00:08, 22.59it/s]
eval model::  63%|██████▎   | 316/500 [00:16<00:08, 22.92it/s]
eval model::  64%|██████▍   | 319/500 [00:16<00:07, 22.97it/s]
eval model::  64%|██████▍   | 322/500 [00:16<00:07, 22.46it/s]
eval model::  65%|██████▌   | 325/500 [00:16<00:07, 23.76it/s]
eval model::  66%|██████▌   | 328/500 [00:16<00:07, 23.02it/s]
eval model::  66%|██████▌   | 331/500 [00:16<00:07, 23.41it/s]
eval model::  67%|██████▋   | 334/500 [00:16<00:07, 21.87it/s]
eval model::  67%|██████▋   | 337/500 [00:16<00:07, 21.55it/s]
eval model::  68%|██████▊   | 340/500 [00:17<00:09, 16.84it/s]
eval model::  69%|██████▊   | 343/500 [00:17<00:08, 17.94it/s]
eval model::  69%|██████▉   | 347/500 [00:17<00:07, 21.02it/s]
eval model::  70%|███████   | 350/500 [00:17<00:06, 22.44it/s]
eval model::  71%|███████   | 353/500 [00:17<00:07, 20.95it/s]
eval model::  71%|███████   | 356/500 [00:17<00:07, 19.99it/s]
eval model::  72%|███████▏  | 359/500 [00:18<00:07, 19.94it/s]
eval model::  72%|███████▏  | 362/500 [00:18<00:07, 19.05it/s]
eval model::  73%|███████▎  | 364/500 [00:18<00:07, 19.20it/s]
eval model::  73%|███████▎  | 366/500 [00:18<00:07, 18.75it/s]
eval model::  74%|███████▍  | 369/500 [00:18<00:06, 19.81it/s]
eval model::  74%|███████▍  | 372/500 [00:18<00:06, 20.17it/s]
eval model::  75%|███████▌  | 375/500 [00:18<00:06, 19.24it/s]
eval model::  76%|███████▌  | 379/500 [00:19<00:05, 21.67it/s]
eval model::  76%|███████▋  | 382/500 [00:19<00:05, 20.88it/s]
eval model::  77%|███████▋  | 385/500 [00:19<00:05, 21.41it/s]
eval model::  78%|███████▊  | 388/500 [00:19<00:07, 14.61it/s]
eval model::  78%|███████▊  | 391/500 [00:19<00:06, 16.59it/s]
eval model::  79%|███████▉  | 394/500 [00:20<00:06, 17.54it/s]
eval model::  79%|███████▉  | 397/500 [00:20<00:05, 19.06it/s]
eval model::  80%|████████  | 400/500 [00:20<00:05, 19.10it/s]
eval model::  81%|████████  | 404/500 [00:20<00:04, 21.34it/s]
eval model::  81%|████████▏ | 407/500 [00:20<00:04, 22.15it/s]
eval model::  82%|████████▏ | 410/500 [00:20<00:03, 22.95it/s]
eval model::  83%|████████▎ | 413/500 [00:20<00:03, 23.06it/s]
eval model::  83%|████████▎ | 416/500 [00:21<00:04, 20.26it/s]
eval model::  84%|████████▍ | 419/500 [00:21<00:04, 19.10it/s]
eval model::  84%|████████▍ | 421/500 [00:21<00:04, 16.16it/s]
eval model::  85%|████████▍ | 424/500 [00:21<00:04, 17.31it/s]
LAUNCH WARNING 2024-07-27 23:01:07,037 save gpu log failed
LAUNCH WARNING 2024-07-27 23:01:12,201 save gpu log failed
LAUNCH WARNING 2024-07-27 23:01:17,458 save gpu log failed
LAUNCH WARNING 2024-07-27 23:01:22,600 save gpu log failed
LAUNCH WARNING 2024-07-27 23:01:27,753 save gpu log failed
LAUNCH WARNING 2024-07-27 23:01:33,030 save gpu log failed
LAUNCH WARNING 2024-07-27 23:01:38,158 save gpu log failed
LAUNCH WARNING 2024-07-27 23:01:43,321 save gpu log failed
LAUNCH WARNING 2024-07-27 23:01:48,453 save gpu log failed
LAUNCH WARNING 2024-07-27 23:01:53,589 save gpu log failed
LAUNCH WARNING 2024-07-27 23:01:58,748 save gpu log failed
LAUNCH WARNING 2024-07-27 23:02:03,918 save gpu log failed
LAUNCH WARNING 2024-07-27 23:02:09,065 save gpu log failed
LAUNCH WARNING 2024-07-27 23:02:14,228 save gpu log failed
LAUNCH WARNING 2024-07-27 23:02:19,407 save gpu log failed
LAUNCH WARNING 2024-07-27 23:02:24,558 save gpu log failed
LAUNCH WARNING 2024-07-27 23:02:29,705 save gpu log failed
LAUNCH WARNING 2024-07-27 23:02:34,867 save gpu log failed
LAUNCH WARNING 2024-07-27 23:02:40,053 save gpu log failed
LAUNCH WARNING 2024-07-27 23:02:45,188 save gpu log failed
LAUNCH WARNING 2024-07-27 23:02:50,347 save gpu log failed
eval model::  85%|████████▌ | 426/500 [00:21<00:04, 17.55it/s]
eval model::  86%|████████▌ | 430/500 [00:21<00:03, 20.41it/s]
eval model::  87%|████████▋ | 434/500 [00:21<00:02, 23.14it/s]
eval model::  88%|████████▊ | 438/500 [00:22<00:02, 25.55it/s]
eval model::  88%|████████▊ | 441/500 [00:22<00:02, 23.93it/s]
eval model::  89%|████████▉ | 444/500 [00:22<00:02, 24.27it/s]
eval model::  89%|████████▉ | 447/500 [00:22<00:02, 22.43it/s]
eval model::  90%|█████████ | 450/500 [00:22<00:02, 19.60it/s]
eval model::  91%|█████████ | 453/500 [00:22<00:02, 21.64it/s]
eval model::  91%|█████████ | 456/500 [00:22<00:01, 23.28it/s]
eval model::  92%|█████████▏| 459/500 [00:23<00:01, 23.15it/s]
eval model::  92%|█████████▏| 462/500 [00:23<00:01, 19.43it/s]
eval model::  93%|█████████▎| 465/500 [00:23<00:02, 17.11it/s]
eval model::  94%|█████████▎| 468/500 [00:23<00:01, 19.44it/s]
eval model::  94%|█████████▍| 471/500 [00:23<00:01, 21.56it/s]
eval model::  95%|█████████▍| 474/500 [00:23<00:01, 19.75it/s]
eval model::  95%|█████████▌| 477/500 [00:23<00:01, 21.29it/s]
eval model::  96%|█████████▌| 480/500 [00:24<00:00, 21.66it/s]
eval model::  97%|█████████▋| 483/500 [00:24<00:00, 22.73it/s]
eval model::  97%|█████████▋| 486/500 [00:24<00:00, 20.82it/s]
eval model::  98%|█████████▊| 489/500 [00:24<00:00, 20.01it/s]
eval model::  98%|█████████▊| 492/500 [00:24<00:00, 19.44it/s]
eval model::  99%|█████████▉| 495/500 [00:24<00:00, 20.97it/s]
eval model:: 100%|█████████▉| 498/500 [00:24<00:00, 21.69it/s]
eval model:: 100%|██████████| 500/500 [00:25<00:00, 19.98it/s]
[2024/07/27 23:01:08] ppocr INFO: cur metric, precision: 0.5815423514538559, recall: 0.44294655753490614, hmean: 0.5028696365127083, fps: 45.57850161614825
[2024/07/27 23:01:08] ppocr INFO: best metric, hmean: 0.5043859649122808, precision: 0.5856142584341184, recall: 0.44294655753490614, fps: 45.04990682412584, best_epoch: 100
[2024/07/27 23:01:09] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 23:01:16] ppocr INFO: epoch: [121/200], global_step: 363, lr: 0.001000, loss: 2.213460, loss_shrink_maps: 1.236552, loss_threshold_maps: 0.730914, loss_binary_maps: 0.243339, avg_reader_cost: 1.70998 s, avg_batch_cost: 2.04573 s, avg_samples: 12.5, ips: 6.11029 samples/s, eta: 0:25:35
[2024/07/27 23:01:17] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 23:01:23] ppocr INFO: epoch: [122/200], global_step: 366, lr: 0.001000, loss: 2.152224, loss_shrink_maps: 1.190393, loss_threshold_maps: 0.730914, loss_binary_maps: 0.234547, avg_reader_cost: 1.58023 s, avg_batch_cost: 1.85969 s, avg_samples: 12.5, ips: 6.72155 samples/s, eta: 0:25:15
[2024/07/27 23:01:24] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 23:01:31] ppocr INFO: epoch: [123/200], global_step: 369, lr: 0.001000, loss: 2.168348, loss_shrink_maps: 1.201017, loss_threshold_maps: 0.727720, loss_binary_maps: 0.236881, avg_reader_cost: 1.60513 s, avg_batch_cost: 1.91723 s, avg_samples: 12.5, ips: 6.51983 samples/s, eta: 0:24:55
[2024/07/27 23:01:32] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 23:01:37] ppocr INFO: epoch: [124/200], global_step: 370, lr: 0.001000, loss: 2.168348, loss_shrink_maps: 1.201017, loss_threshold_maps: 0.723115, loss_binary_maps: 0.236881, avg_reader_cost: 0.41731 s, avg_batch_cost: 0.54049 s, avg_samples: 4.8, ips: 8.88086 samples/s, eta: 0:24:48
[2024/07/27 23:01:39] ppocr INFO: epoch: [124/200], global_step: 372, lr: 0.001000, loss: 2.152224, loss_shrink_maps: 1.190393, loss_threshold_maps: 0.727720, loss_binary_maps: 0.234547, avg_reader_cost: 1.17227 s, avg_batch_cost: 1.31821 s, avg_samples: 7.7, ips: 5.84125 samples/s, eta: 0:24:35
[2024/07/27 23:01:40] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 23:01:47] ppocr INFO: epoch: [125/200], global_step: 375, lr: 0.001000, loss: 2.152224, loss_shrink_maps: 1.190393, loss_threshold_maps: 0.728498, loss_binary_maps: 0.234547, avg_reader_cost: 1.59900 s, avg_batch_cost: 1.87353 s, avg_samples: 12.5, ips: 6.67191 samples/s, eta: 0:24:15
[2024/07/27 23:01:47] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 23:01:54] ppocr INFO: epoch: [126/200], global_step: 378, lr: 0.001000, loss: 2.176328, loss_shrink_maps: 1.216590, loss_threshold_maps: 0.732689, loss_binary_maps: 0.239838, avg_reader_cost: 1.69288 s, avg_batch_cost: 1.95990 s, avg_samples: 12.5, ips: 6.37786 samples/s, eta: 0:23:56
[2024/07/27 23:01:55] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 23:02:02] ppocr INFO: epoch: [127/200], global_step: 380, lr: 0.001000, loss: 2.168875, loss_shrink_maps: 1.201586, loss_threshold_maps: 0.732446, loss_binary_maps: 0.237319, avg_reader_cost: 0.95560 s, avg_batch_cost: 1.18922 s, avg_samples: 9.6, ips: 8.07249 samples/s, eta: 0:23:42
[2024/07/27 23:02:02] ppocr INFO: epoch: [127/200], global_step: 381, lr: 0.001000, loss: 2.160896, loss_shrink_maps: 1.190962, loss_threshold_maps: 0.728498, loss_binary_maps: 0.234984, avg_reader_cost: 0.64018 s, avg_batch_cost: 0.69531 s, avg_samples: 2.9, ips: 4.17082 samples/s, eta: 0:23:36
[2024/07/27 23:02:03] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 23:02:09] ppocr INFO: epoch: [128/200], global_step: 384, lr: 0.001000, loss: 2.086622, loss_shrink_maps: 1.133772, loss_threshold_maps: 0.710940, loss_binary_maps: 0.223760, avg_reader_cost: 1.53329 s, avg_batch_cost: 1.76612 s, avg_samples: 12.5, ips: 7.07764 samples/s, eta: 0:23:16
[2024/07/27 23:02:10] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 23:02:17] ppocr INFO: epoch: [129/200], global_step: 387, lr: 0.001000, loss: 2.096550, loss_shrink_maps: 1.150425, loss_threshold_maps: 0.716556, loss_binary_maps: 0.227402, avg_reader_cost: 1.58849 s, avg_batch_cost: 1.81618 s, avg_samples: 12.5, ips: 6.88259 samples/s, eta: 0:22:56
[2024/07/27 23:02:18] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 23:02:24] ppocr INFO: epoch: [130/200], global_step: 390, lr: 0.001000, loss: 2.067268, loss_shrink_maps: 1.123976, loss_threshold_maps: 0.716392, loss_binary_maps: 0.221751, avg_reader_cost: 1.50634 s, avg_batch_cost: 1.74037 s, avg_samples: 12.5, ips: 7.18238 samples/s, eta: 0:22:35
[2024/07/27 23:02:25] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 23:02:31] ppocr INFO: epoch: [131/200], global_step: 393, lr: 0.001000, loss: 2.080692, loss_shrink_maps: 1.140625, loss_threshold_maps: 0.710406, loss_binary_maps: 0.224914, avg_reader_cost: 1.51455 s, avg_batch_cost: 1.75457 s, avg_samples: 12.5, ips: 7.12426 samples/s, eta: 0:22:15
[2024/07/27 23:02:32] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 23:02:39] ppocr INFO: epoch: [132/200], global_step: 396, lr: 0.001000, loss: 2.080692, loss_shrink_maps: 1.140625, loss_threshold_maps: 0.707744, loss_binary_maps: 0.224914, avg_reader_cost: 1.52774 s, avg_batch_cost: 1.76182 s, avg_samples: 12.5, ips: 7.09495 samples/s, eta: 0:21:55
[2024/07/27 23:02:40] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 23:02:46] ppocr INFO: epoch: [133/200], global_step: 399, lr: 0.001000, loss: 2.080692, loss_shrink_maps: 1.140625, loss_threshold_maps: 0.707744, loss_binary_maps: 0.224914, avg_reader_cost: 1.51926 s, avg_batch_cost: 1.77549 s, avg_samples: 12.5, ips: 7.04031 samples/s, eta: 0:21:35
[2024/07/27 23:02:47] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 23:02:52] ppocr INFO: epoch: [134/200], global_step: 400, lr: 0.001000, loss: 2.089626, loss_shrink_maps: 1.168801, loss_threshold_maps: 0.707744, loss_binary_maps: 0.231537, avg_reader_cost: 0.42619 s, avg_batch_cost: 0.50859 s, avg_samples: 4.8, ips: 9.43792 samples/s, eta: 0:21:27
LAUNCH WARNING 2024-07-27 23:02:55,527 save gpu log failed
LAUNCH WARNING 2024-07-27 23:03:00,664 save gpu log failed
LAUNCH WARNING 2024-07-27 23:03:05,836 save gpu log failed
LAUNCH WARNING 2024-07-27 23:03:11,012 save gpu log failed
LAUNCH WARNING 2024-07-27 23:03:16,197 save gpu log failed
LAUNCH WARNING 2024-07-27 23:03:21,336 save gpu log failed
LAUNCH WARNING 2024-07-27 23:03:26,513 save gpu log failed
LAUNCH WARNING 2024-07-27 23:03:31,786 save gpu log failed
LAUNCH WARNING 2024-07-27 23:03:36,916 save gpu log failed
LAUNCH WARNING 2024-07-27 23:03:42,118 save gpu log failed
LAUNCH WARNING 2024-07-27 23:03:47,310 save gpu log failed
[2024/07/27 23:02:54] ppocr INFO: epoch: [134/200], global_step: 402, lr: 0.001000, loss: 2.127810, loss_shrink_maps: 1.200623, loss_threshold_maps: 0.710406, loss_binary_maps: 0.237930, avg_reader_cost: 1.10935 s, avg_batch_cost: 1.25430 s, avg_samples: 7.7, ips: 6.13887 samples/s, eta: 0:21:14
[2024/07/27 23:02:54] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 23:03:01] ppocr INFO: epoch: [135/200], global_step: 405, lr: 0.001000, loss: 2.169436, loss_shrink_maps: 1.214572, loss_threshold_maps: 0.707890, loss_binary_maps: 0.239936, avg_reader_cost: 1.54027 s, avg_batch_cost: 1.77018 s, avg_samples: 12.5, ips: 7.06143 samples/s, eta: 0:20:54
[2024/07/27 23:03:02] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 23:03:08] ppocr INFO: epoch: [136/200], global_step: 408, lr: 0.001000, loss: 2.098882, loss_shrink_maps: 1.176453, loss_threshold_maps: 0.703069, loss_binary_maps: 0.233009, avg_reader_cost: 1.56243 s, avg_batch_cost: 1.81447 s, avg_samples: 12.5, ips: 6.88907 samples/s, eta: 0:20:34
[2024/07/27 23:03:09] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 23:03:15] ppocr INFO: epoch: [137/200], global_step: 410, lr: 0.001000, loss: 2.169436, loss_shrink_maps: 1.206882, loss_threshold_maps: 0.707890, loss_binary_maps: 0.238847, avg_reader_cost: 0.91552 s, avg_batch_cost: 1.09026 s, avg_samples: 9.6, ips: 8.80527 samples/s, eta: 0:20:21
[2024/07/27 23:03:15] ppocr INFO: epoch: [137/200], global_step: 411, lr: 0.001000, loss: 2.197238, loss_shrink_maps: 1.206882, loss_threshold_maps: 0.712019, loss_binary_maps: 0.238847, avg_reader_cost: 0.59078 s, avg_batch_cost: 0.64654 s, avg_samples: 2.9, ips: 4.48544 samples/s, eta: 0:20:14
[2024/07/27 23:03:16] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 23:03:23] ppocr INFO: epoch: [138/200], global_step: 414, lr: 0.001000, loss: 2.177958, loss_shrink_maps: 1.206882, loss_threshold_maps: 0.709918, loss_binary_maps: 0.238847, avg_reader_cost: 1.55297 s, avg_batch_cost: 1.78316 s, avg_samples: 12.5, ips: 7.01003 samples/s, eta: 0:19:54
[2024/07/27 23:03:24] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 23:03:31] ppocr INFO: epoch: [139/200], global_step: 417, lr: 0.001000, loss: 2.127338, loss_shrink_maps: 1.182712, loss_threshold_maps: 0.700869, loss_binary_maps: 0.233925, avg_reader_cost: 1.63359 s, avg_batch_cost: 1.86354 s, avg_samples: 12.5, ips: 6.70765 samples/s, eta: 0:19:35
[2024/07/27 23:03:31] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 23:03:38] ppocr INFO: epoch: [140/200], global_step: 420, lr: 0.001000, loss: 2.102644, loss_shrink_maps: 1.150294, loss_threshold_maps: 0.696212, loss_binary_maps: 0.227707, avg_reader_cost: 1.54799 s, avg_batch_cost: 1.81040 s, avg_samples: 12.5, ips: 6.90456 samples/s, eta: 0:19:15

eval model::   0%|          | 0/500 [00:00<?, ?it/s]
eval model::   0%|          | 1/500 [00:00<01:07,  7.44it/s]
eval model::   1%|          | 4/500 [00:00<00:32, 15.28it/s]
eval model::   1%|          | 6/500 [00:00<00:30, 16.39it/s]
eval model::   2%|▏         | 8/500 [00:00<00:30, 16.06it/s]
eval model::   2%|▏         | 11/500 [00:00<00:28, 17.12it/s]
eval model::   3%|▎         | 13/500 [00:00<00:30, 16.19it/s]
eval model::   3%|▎         | 15/500 [00:00<00:29, 16.35it/s]
eval model::   4%|▎         | 18/500 [00:01<00:25, 18.67it/s]
eval model::   4%|▍         | 20/500 [00:01<00:27, 17.18it/s]
eval model::   4%|▍         | 22/500 [00:01<00:27, 17.56it/s]
eval model::   5%|▌         | 25/500 [00:01<00:24, 19.18it/s]
eval model::   5%|▌         | 27/500 [00:01<00:24, 19.10it/s]
eval model::   6%|▌         | 30/500 [00:01<00:21, 21.53it/s]
eval model::   7%|▋         | 33/500 [00:01<00:26, 17.46it/s]
eval model::   7%|▋         | 35/500 [00:02<00:26, 17.26it/s]
eval model::   8%|▊         | 38/500 [00:02<00:24, 18.53it/s]
eval model::   8%|▊         | 40/500 [00:02<00:26, 17.63it/s]
eval model::   9%|▊         | 43/500 [00:02<00:24, 18.54it/s]
eval model::   9%|▉         | 46/500 [00:02<00:25, 17.52it/s]
eval model::  10%|▉         | 49/500 [00:02<00:22, 19.80it/s]
eval model::  10%|█         | 52/500 [00:02<00:22, 20.22it/s]
eval model::  11%|█         | 55/500 [00:03<00:21, 20.69it/s]
eval model::  12%|█▏        | 58/500 [00:03<00:21, 20.29it/s]
eval model::  12%|█▏        | 61/500 [00:03<00:23, 18.77it/s]
eval model::  13%|█▎        | 63/500 [00:03<00:24, 17.86it/s]
eval model::  13%|█▎        | 66/500 [00:03<00:22, 18.98it/s]
eval model::  14%|█▍        | 69/500 [00:03<00:21, 20.18it/s]
eval model::  14%|█▍        | 72/500 [00:03<00:21, 20.17it/s]
eval model::  15%|█▌        | 75/500 [00:04<00:20, 20.31it/s]
eval model::  16%|█▌        | 78/500 [00:04<00:20, 20.43it/s]
eval model::  16%|█▌        | 81/500 [00:04<00:19, 21.94it/s]
eval model::  17%|█▋        | 84/500 [00:04<00:20, 20.59it/s]
eval model::  17%|█▋        | 87/500 [00:04<00:21, 19.24it/s]
eval model::  18%|█▊        | 90/500 [00:04<00:21, 19.17it/s]
eval model::  19%|█▊        | 93/500 [00:04<00:21, 19.09it/s]
eval model::  19%|█▉        | 96/500 [00:05<00:19, 20.39it/s]
eval model::  20%|█▉        | 99/500 [00:05<00:19, 21.01it/s]
eval model::  20%|██        | 102/500 [00:05<00:20, 19.29it/s]
eval model::  21%|██        | 105/500 [00:05<00:18, 21.36it/s]
eval model::  22%|██▏       | 108/500 [00:05<00:18, 20.72it/s]
eval model::  22%|██▏       | 111/500 [00:05<00:19, 20.39it/s]
eval model::  23%|██▎       | 114/500 [00:05<00:19, 20.23it/s]
eval model::  23%|██▎       | 117/500 [00:06<00:19, 19.71it/s]
eval model::  24%|██▍       | 120/500 [00:06<00:20, 18.23it/s]
eval model::  25%|██▍       | 123/500 [00:06<00:19, 19.59it/s]
eval model::  25%|██▌       | 126/500 [00:06<00:19, 19.50it/s]
eval model::  26%|██▌       | 130/500 [00:06<00:18, 20.20it/s]
eval model::  27%|██▋       | 133/500 [00:06<00:17, 21.49it/s]
eval model::  27%|██▋       | 136/500 [00:07<00:16, 21.59it/s]
eval model::  28%|██▊       | 139/500 [00:07<00:17, 20.60it/s]
eval model::  28%|██▊       | 142/500 [00:07<00:17, 20.18it/s]
eval model::  29%|██▉       | 145/500 [00:07<00:16, 21.18it/s]
eval model::  30%|██▉       | 148/500 [00:07<00:16, 21.46it/s]
eval model::  30%|███       | 151/500 [00:07<00:17, 20.39it/s]
eval model::  31%|███       | 155/500 [00:07<00:14, 23.06it/s]
eval model::  32%|███▏      | 158/500 [00:08<00:15, 21.90it/s]
eval model::  32%|███▏      | 161/500 [00:08<00:17, 19.09it/s]
eval model::  33%|███▎      | 163/500 [00:08<00:17, 18.95it/s]
eval model::  33%|███▎      | 166/500 [00:08<00:16, 20.44it/s]
eval model::  34%|███▍      | 169/500 [00:08<00:16, 20.16it/s]
eval model::  34%|███▍      | 172/500 [00:08<00:16, 20.44it/s]
eval model::  35%|███▌      | 175/500 [00:08<00:16, 19.53it/s]
eval model::  36%|███▌      | 178/500 [00:09<00:15, 20.93it/s]
eval model::  36%|███▌      | 181/500 [00:09<00:17, 18.32it/s]
eval model::  37%|███▋      | 184/500 [00:09<00:15, 19.94it/s]
eval model::  37%|███▋      | 187/500 [00:09<00:16, 19.43it/s]
eval model::  38%|███▊      | 190/500 [00:09<00:15, 19.80it/s]
eval model::  39%|███▊      | 193/500 [00:09<00:13, 21.99it/s]
eval model::  39%|███▉      | 196/500 [00:10<00:15, 19.80it/s]
eval model::  40%|███▉      | 199/500 [00:10<00:14, 20.12it/s]
eval model::  40%|████      | 202/500 [00:10<00:14, 20.75it/s]
eval model::  41%|████      | 205/500 [00:10<00:20, 14.10it/s]
eval model::  42%|████▏     | 208/500 [00:10<00:19, 15.06it/s]
eval model::  42%|████▏     | 210/500 [00:10<00:18, 15.42it/s]
eval model::  43%|████▎     | 213/500 [00:11<00:17, 16.69it/s]
eval model::  43%|████▎     | 215/500 [00:11<00:18, 15.17it/s]
eval model::  43%|████▎     | 217/500 [00:11<00:19, 14.53it/s]
eval model::  44%|████▍     | 219/500 [00:11<00:18, 15.25it/s]
LAUNCH WARNING 2024-07-27 23:03:52,499 save gpu log failed
LAUNCH WARNING 2024-07-27 23:03:57,709 save gpu log failed
LAUNCH WARNING 2024-07-27 23:04:02,918 save gpu log failed
LAUNCH WARNING 2024-07-27 23:04:08,082 save gpu log failed
eval model::  44%|████▍     | 221/500 [00:11<00:17, 15.51it/s]
eval model::  45%|████▍     | 224/500 [00:11<00:15, 17.90it/s]
eval model::  45%|████▌     | 226/500 [00:11<00:15, 17.28it/s]
eval model::  46%|████▌     | 230/500 [00:12<00:13, 20.60it/s]
eval model::  47%|████▋     | 234/500 [00:12<00:12, 21.97it/s]
eval model::  47%|████▋     | 237/500 [00:12<00:12, 21.18it/s]
eval model::  48%|████▊     | 240/500 [00:12<00:11, 22.55it/s]
eval model::  49%|████▊     | 243/500 [00:12<00:12, 21.32it/s]
eval model::  49%|████▉     | 246/500 [00:12<00:11, 23.03it/s]
eval model::  50%|████▉     | 249/500 [00:12<00:10, 23.71it/s]
eval model::  50%|█████     | 252/500 [00:13<00:10, 22.59it/s]
eval model::  51%|█████     | 255/500 [00:13<00:11, 20.81it/s]
eval model::  52%|█████▏    | 258/500 [00:13<00:11, 21.35it/s]
eval model::  52%|█████▏    | 261/500 [00:13<00:11, 20.64it/s]
eval model::  53%|█████▎    | 264/500 [00:13<00:12, 19.02it/s]
eval model::  53%|█████▎    | 267/500 [00:13<00:12, 19.28it/s]
eval model::  54%|█████▍    | 269/500 [00:13<00:12, 19.01it/s]
eval model::  54%|█████▍    | 272/500 [00:14<00:12, 18.74it/s]
eval model::  55%|█████▌    | 275/500 [00:14<00:12, 18.47it/s]
eval model::  56%|█████▌    | 278/500 [00:14<00:11, 19.84it/s]
eval model::  56%|█████▌    | 281/500 [00:14<00:10, 20.80it/s]
eval model::  57%|█████▋    | 284/500 [00:14<00:10, 21.28it/s]
eval model::  57%|█████▋    | 287/500 [00:14<00:13, 15.88it/s]
eval model::  58%|█████▊    | 290/500 [00:15<00:11, 18.32it/s]
eval model::  59%|█████▊    | 293/500 [00:15<00:11, 18.61it/s]
eval model::  59%|█████▉    | 296/500 [00:15<00:12, 16.83it/s]
eval model::  60%|█████▉    | 299/500 [00:15<00:11, 18.01it/s]
eval model::  60%|██████    | 301/500 [00:15<00:12, 16.20it/s]
eval model::  61%|██████    | 304/500 [00:15<00:11, 17.66it/s]
eval model::  61%|██████    | 306/500 [00:15<00:10, 18.06it/s]
eval model::  62%|██████▏   | 308/500 [00:16<00:10, 18.35it/s]
eval model::  62%|██████▏   | 311/500 [00:16<00:09, 19.46it/s]
eval model::  63%|██████▎   | 313/500 [00:16<00:09, 19.02it/s]
eval model::  63%|██████▎   | 315/500 [00:16<00:09, 18.81it/s]
eval model::  64%|██████▎   | 318/500 [00:16<00:09, 19.70it/s]
eval model::  64%|██████▍   | 321/500 [00:16<00:08, 21.01it/s]
eval model::  65%|██████▍   | 324/500 [00:16<00:08, 19.89it/s]
eval model::  65%|██████▌   | 327/500 [00:16<00:08, 21.29it/s]
eval model::  66%|██████▌   | 330/500 [00:17<00:08, 20.50it/s]
eval model::  67%|██████▋   | 333/500 [00:17<00:07, 21.27it/s]
eval model::  67%|██████▋   | 336/500 [00:17<00:07, 22.69it/s]
eval model::  68%|██████▊   | 339/500 [00:17<00:07, 20.49it/s]
eval model::  68%|██████▊   | 342/500 [00:17<00:09, 17.07it/s]
eval model::  69%|██████▉   | 345/500 [00:17<00:08, 18.20it/s]
eval model::  70%|██████▉   | 348/500 [00:18<00:07, 19.59it/s]
eval model::  70%|███████   | 351/500 [00:18<00:07, 21.19it/s]
eval model::  71%|███████   | 354/500 [00:18<00:06, 23.12it/s]
eval model::  71%|███████▏  | 357/500 [00:18<00:06, 22.15it/s]
eval model::  72%|███████▏  | 360/500 [00:18<00:06, 22.14it/s]
eval model::  73%|███████▎  | 363/500 [00:18<00:06, 20.35it/s]
eval model::  73%|███████▎  | 366/500 [00:18<00:07, 18.40it/s]
eval model::  74%|███████▎  | 368/500 [00:19<00:07, 18.60it/s]
eval model::  74%|███████▍  | 371/500 [00:19<00:06, 19.79it/s]
eval model::  75%|███████▍  | 374/500 [00:19<00:06, 21.00it/s]
eval model::  75%|███████▌  | 377/500 [00:19<00:06, 20.31it/s]
eval model::  76%|███████▌  | 380/500 [00:19<00:05, 20.46it/s]
eval model::  77%|███████▋  | 383/500 [00:19<00:05, 22.60it/s]
eval model::  77%|███████▋  | 386/500 [00:20<00:08, 13.39it/s]
eval model::  78%|███████▊  | 389/500 [00:20<00:07, 14.96it/s]
eval model::  78%|███████▊  | 391/500 [00:20<00:06, 15.81it/s]
eval model::  79%|███████▊  | 393/500 [00:20<00:06, 16.58it/s]
eval model::  79%|███████▉  | 395/500 [00:20<00:06, 15.99it/s]
eval model::  80%|███████▉  | 398/500 [00:20<00:05, 18.08it/s]
eval model::  80%|████████  | 400/500 [00:20<00:05, 17.35it/s]
eval model::  81%|████████  | 403/500 [00:21<00:05, 19.27it/s]
eval model::  81%|████████  | 406/500 [00:21<00:04, 21.01it/s]
eval model::  82%|████████▏ | 409/500 [00:21<00:04, 22.55it/s]
eval model::  82%|████████▏ | 412/500 [00:21<00:03, 23.28it/s]
eval model::  83%|████████▎ | 415/500 [00:21<00:03, 23.11it/s]
eval model::  84%|████████▎ | 418/500 [00:21<00:04, 19.82it/s]
eval model::  84%|████████▍ | 421/500 [00:21<00:04, 16.62it/s]
eval model::  85%|████████▍ | 424/500 [00:22<00:04, 17.17it/s]
eval model::  85%|████████▌ | 427/500 [00:22<00:03, 18.63it/s]
eval model::  86%|████████▌ | 430/500 [00:22<00:03, 20.64it/s]
eval model::  87%|████████▋ | 433/500 [00:22<00:03, 21.28it/s]
eval model::  87%|████████▋ | 436/500 [00:22<00:02, 22.29it/s]
eval model::  88%|████████▊ | 439/500 [00:22<00:02, 21.65it/s]
eval model::  88%|████████▊ | 442/500 [00:22<00:02, 21.19it/s]
eval model::  89%|████████▉ | 445/500 [00:23<00:02, 22.82it/s]
eval model::  90%|████████▉ | 448/500 [00:23<00:02, 22.15it/s]
eval model::  90%|█████████ | 451/500 [00:23<00:02, 22.98it/s]
eval model::  91%|█████████ | 454/500 [00:23<00:02, 21.68it/s]
eval model::  91%|█████████▏| 457/500 [00:23<00:01, 22.57it/s]
eval model::  92%|█████████▏| 460/500 [00:23<00:01, 22.45it/s]
eval model::  93%|█████████▎| 463/500 [00:23<00:01, 19.45it/s]
eval model::  93%|█████████▎| 466/500 [00:24<00:01, 18.37it/s]
eval model::  94%|█████████▍| 469/500 [00:24<00:01, 19.71it/s]
eval model::  94%|█████████▍| 472/500 [00:24<00:01, 20.69it/s]
eval model::  95%|█████████▌| 475/500 [00:24<00:01, 21.49it/s]
eval model::  96%|█████████▌| 478/500 [00:24<00:01, 20.46it/s]
eval model::  96%|█████████▌| 481/500 [00:24<00:00, 20.71it/s]
eval model::  97%|█████████▋| 484/500 [00:24<00:00, 19.86it/s]
eval model::  97%|█████████▋| 487/500 [00:25<00:00, 20.57it/s]
eval model::  98%|█████████▊| 490/500 [00:25<00:00, 20.92it/s]
eval model::  99%|█████████▊| 493/500 [00:25<00:00, 22.64it/s]
eval model::  99%|█████████▉| 496/500 [00:25<00:00, 21.85it/s]
eval model:: 100%|██████████| 500/500 [00:25<00:00, 23.80it/s]
eval model:: 100%|██████████| 500/500 [00:25<00:00, 19.54it/s]
[2024/07/27 23:04:04] ppocr INFO: cur metric, precision: 0.6235216819973719, recall: 0.45690900337024554, hmean: 0.5273687135315366, fps: 43.184167661199886
[2024/07/27 23:04:04] ppocr INFO: save best model is to ./output/db_mv3/best_accuracy
[2024/07/27 23:04:04] ppocr INFO: best metric, hmean: 0.5273687135315366, precision: 0.6235216819973719, recall: 0.45690900337024554, fps: 43.184167661199886, best_epoch: 140
[2024/07/27 23:04:04] ppocr INFO: save model in ./output/db_mv3/latest
LAUNCH WARNING 2024-07-27 23:04:13,271 save gpu log failed
LAUNCH WARNING 2024-07-27 23:04:18,417 save gpu log failed
LAUNCH WARNING 2024-07-27 23:04:23,585 save gpu log failed
LAUNCH WARNING 2024-07-27 23:04:28,745 save gpu log failed
LAUNCH WARNING 2024-07-27 23:04:33,976 save gpu log failed
LAUNCH WARNING 2024-07-27 23:04:39,114 save gpu log failed
LAUNCH WARNING 2024-07-27 23:04:44,294 save gpu log failed
LAUNCH WARNING 2024-07-27 23:04:49,456 save gpu log failed
LAUNCH WARNING 2024-07-27 23:04:54,607 save gpu log failed
LAUNCH WARNING 2024-07-27 23:04:59,766 save gpu log failed
LAUNCH WARNING 2024-07-27 23:05:04,984 save gpu log failed
LAUNCH WARNING 2024-07-27 23:05:10,132 save gpu log failed
LAUNCH WARNING 2024-07-27 23:05:15,313 save gpu log failed
LAUNCH WARNING 2024-07-27 23:05:20,480 save gpu log failed
LAUNCH WARNING 2024-07-27 23:05:25,620 save gpu log failed
LAUNCH WARNING 2024-07-27 23:05:30,781 save gpu log failed
LAUNCH WARNING 2024-07-27 23:05:36,001 save gpu log failed
LAUNCH WARNING 2024-07-27 23:05:41,222 save gpu log failed
LAUNCH WARNING 2024-07-27 23:05:46,353 save gpu log failed
LAUNCH WARNING 2024-07-27 23:05:51,517 save gpu log failed
LAUNCH WARNING 2024-07-27 23:05:56,810 save gpu log failed
LAUNCH WARNING 2024-07-27 23:06:01,931 save gpu log failed
LAUNCH WARNING 2024-07-27 23:06:07,096 save gpu log failed
LAUNCH WARNING 2024-07-27 23:06:12,275 save gpu log failed
LAUNCH WARNING 2024-07-27 23:06:17,408 save gpu log failed
LAUNCH WARNING 2024-07-27 23:06:22,568 save gpu log failed
[2024/07/27 23:04:11] ppocr INFO: epoch: [141/200], global_step: 423, lr: 0.001000, loss: 2.076569, loss_shrink_maps: 1.139908, loss_threshold_maps: 0.694255, loss_binary_maps: 0.225985, avg_reader_cost: 1.52826 s, avg_batch_cost: 1.75656 s, avg_samples: 12.5, ips: 7.11617 samples/s, eta: 0:18:55
[2024/07/27 23:04:11] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 23:04:18] ppocr INFO: epoch: [142/200], global_step: 426, lr: 0.001000, loss: 2.116404, loss_shrink_maps: 1.159950, loss_threshold_maps: 0.705348, loss_binary_maps: 0.229507, avg_reader_cost: 1.55965 s, avg_batch_cost: 1.82088 s, avg_samples: 12.5, ips: 6.86482 samples/s, eta: 0:18:35
[2024/07/27 23:04:19] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 23:04:25] ppocr INFO: epoch: [143/200], global_step: 429, lr: 0.001000, loss: 2.111426, loss_shrink_maps: 1.149564, loss_threshold_maps: 0.695294, loss_binary_maps: 0.227452, avg_reader_cost: 1.53023 s, avg_batch_cost: 1.76587 s, avg_samples: 12.5, ips: 7.07866 samples/s, eta: 0:18:16
[2024/07/27 23:04:26] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 23:04:32] ppocr INFO: epoch: [144/200], global_step: 430, lr: 0.001000, loss: 2.111426, loss_shrink_maps: 1.149564, loss_threshold_maps: 0.695294, loss_binary_maps: 0.227452, avg_reader_cost: 0.45434 s, avg_batch_cost: 0.53725 s, avg_samples: 4.8, ips: 8.93432 samples/s, eta: 0:18:09
[2024/07/27 23:04:33] ppocr INFO: epoch: [144/200], global_step: 432, lr: 0.001000, loss: 2.111426, loss_shrink_maps: 1.149564, loss_threshold_maps: 0.695294, loss_binary_maps: 0.227452, avg_reader_cost: 1.16589 s, avg_batch_cost: 1.31119 s, avg_samples: 7.7, ips: 5.87253 samples/s, eta: 0:17:56
[2024/07/27 23:04:34] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 23:04:41] ppocr INFO: epoch: [145/200], global_step: 435, lr: 0.001000, loss: 2.120217, loss_shrink_maps: 1.162835, loss_threshold_maps: 0.702988, loss_binary_maps: 0.230165, avg_reader_cost: 1.60424 s, avg_batch_cost: 1.85870 s, avg_samples: 12.5, ips: 6.72512 samples/s, eta: 0:17:37
[2024/07/27 23:04:42] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 23:04:48] ppocr INFO: epoch: [146/200], global_step: 438, lr: 0.001000, loss: 2.120217, loss_shrink_maps: 1.165676, loss_threshold_maps: 0.702988, loss_binary_maps: 0.230361, avg_reader_cost: 1.54840 s, avg_batch_cost: 1.77635 s, avg_samples: 12.5, ips: 7.03692 samples/s, eta: 0:17:17
[2024/07/27 23:04:49] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 23:04:55] ppocr INFO: epoch: [147/200], global_step: 440, lr: 0.001000, loss: 2.120217, loss_shrink_maps: 1.165676, loss_threshold_maps: 0.702920, loss_binary_maps: 0.230361, avg_reader_cost: 0.91030 s, avg_batch_cost: 1.08727 s, avg_samples: 9.6, ips: 8.82947 samples/s, eta: 0:17:03
[2024/07/27 23:04:55] ppocr INFO: epoch: [147/200], global_step: 441, lr: 0.001000, loss: 2.125292, loss_shrink_maps: 1.176672, loss_threshold_maps: 0.702920, loss_binary_maps: 0.232231, avg_reader_cost: 0.58978 s, avg_batch_cost: 0.64473 s, avg_samples: 2.9, ips: 4.49801 samples/s, eta: 0:16:57
[2024/07/27 23:04:56] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 23:05:03] ppocr INFO: epoch: [148/200], global_step: 444, lr: 0.001000, loss: 2.125292, loss_shrink_maps: 1.176672, loss_threshold_maps: 0.706232, loss_binary_maps: 0.232231, avg_reader_cost: 1.60725 s, avg_batch_cost: 1.83510 s, avg_samples: 12.5, ips: 6.81161 samples/s, eta: 0:16:37
[2024/07/27 23:05:04] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 23:05:10] ppocr INFO: epoch: [149/200], global_step: 447, lr: 0.001000, loss: 2.120217, loss_shrink_maps: 1.165676, loss_threshold_maps: 0.706232, loss_binary_maps: 0.230361, avg_reader_cost: 1.51991 s, avg_batch_cost: 1.79839 s, avg_samples: 12.5, ips: 6.95065 samples/s, eta: 0:16:18
[2024/07/27 23:05:11] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 23:05:18] ppocr INFO: epoch: [150/200], global_step: 450, lr: 0.001000, loss: 2.099400, loss_shrink_maps: 1.164243, loss_threshold_maps: 0.694440, loss_binary_maps: 0.230361, avg_reader_cost: 1.55149 s, avg_batch_cost: 1.81126 s, avg_samples: 12.5, ips: 6.90129 samples/s, eta: 0:15:58
[2024/07/27 23:05:19] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 23:05:25] ppocr INFO: epoch: [151/200], global_step: 453, lr: 0.001000, loss: 2.081555, loss_shrink_maps: 1.159127, loss_threshold_maps: 0.694440, loss_binary_maps: 0.229965, avg_reader_cost: 1.55123 s, avg_batch_cost: 1.81836 s, avg_samples: 12.5, ips: 6.87432 samples/s, eta: 0:15:39
[2024/07/27 23:05:26] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 23:05:33] ppocr INFO: epoch: [152/200], global_step: 456, lr: 0.001000, loss: 2.079210, loss_shrink_maps: 1.141551, loss_threshold_maps: 0.700328, loss_binary_maps: 0.226050, avg_reader_cost: 1.53525 s, avg_batch_cost: 1.77076 s, avg_samples: 12.5, ips: 7.05911 samples/s, eta: 0:15:19
[2024/07/27 23:05:34] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 23:05:40] ppocr INFO: epoch: [153/200], global_step: 459, lr: 0.001000, loss: 2.079210, loss_shrink_maps: 1.141551, loss_threshold_maps: 0.703724, loss_binary_maps: 0.226050, avg_reader_cost: 1.56226 s, avg_batch_cost: 1.79081 s, avg_samples: 12.5, ips: 6.98009 samples/s, eta: 0:15:00
[2024/07/27 23:05:41] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 23:05:46] ppocr INFO: epoch: [154/200], global_step: 460, lr: 0.001000, loss: 2.079210, loss_shrink_maps: 1.141551, loss_threshold_maps: 0.714844, loss_binary_maps: 0.226050, avg_reader_cost: 0.42766 s, avg_batch_cost: 0.52092 s, avg_samples: 4.8, ips: 9.21452 samples/s, eta: 0:14:53
[2024/07/27 23:05:48] ppocr INFO: epoch: [154/200], global_step: 462, lr: 0.001000, loss: 2.069539, loss_shrink_maps: 1.126239, loss_threshold_maps: 0.706014, loss_binary_maps: 0.223105, avg_reader_cost: 1.13294 s, avg_batch_cost: 1.27843 s, avg_samples: 7.7, ips: 6.02302 samples/s, eta: 0:14:40
[2024/07/27 23:05:49] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 23:05:55] ppocr INFO: epoch: [155/200], global_step: 465, lr: 0.001000, loss: 2.079210, loss_shrink_maps: 1.150874, loss_threshold_maps: 0.696841, loss_binary_maps: 0.226874, avg_reader_cost: 1.52026 s, avg_batch_cost: 1.76413 s, avg_samples: 12.5, ips: 7.08564 samples/s, eta: 0:14:20
[2024/07/27 23:05:56] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 23:06:03] ppocr INFO: epoch: [156/200], global_step: 468, lr: 0.001000, loss: 2.070642, loss_shrink_maps: 1.135562, loss_threshold_maps: 0.696841, loss_binary_maps: 0.223929, avg_reader_cost: 1.58963 s, avg_batch_cost: 1.82674 s, avg_samples: 12.5, ips: 6.84279 samples/s, eta: 0:14:01
[2024/07/27 23:06:04] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 23:06:10] ppocr INFO: epoch: [157/200], global_step: 470, lr: 0.001000, loss: 2.062628, loss_shrink_maps: 1.123772, loss_threshold_maps: 0.700937, loss_binary_maps: 0.222851, avg_reader_cost: 0.96214 s, avg_batch_cost: 1.15260 s, avg_samples: 9.6, ips: 8.32897 samples/s, eta: 0:13:48
[2024/07/27 23:06:10] ppocr INFO: epoch: [157/200], global_step: 471, lr: 0.001000, loss: 2.062628, loss_shrink_maps: 1.123772, loss_threshold_maps: 0.700937, loss_binary_maps: 0.222851, avg_reader_cost: 0.62194 s, avg_batch_cost: 0.67697 s, avg_samples: 2.9, ips: 4.28380 samples/s, eta: 0:13:42
[2024/07/27 23:06:11] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 23:06:18] ppocr INFO: epoch: [158/200], global_step: 474, lr: 0.001000, loss: 2.052772, loss_shrink_maps: 1.135562, loss_threshold_maps: 0.696841, loss_binary_maps: 0.223929, avg_reader_cost: 1.58952 s, avg_batch_cost: 1.81813 s, avg_samples: 12.5, ips: 6.87521 samples/s, eta: 0:13:22
[2024/07/27 23:06:19] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 23:06:25] ppocr INFO: epoch: [159/200], global_step: 477, lr: 0.001000, loss: 2.052772, loss_shrink_maps: 1.135562, loss_threshold_maps: 0.693281, loss_binary_maps: 0.223929, avg_reader_cost: 1.56108 s, avg_batch_cost: 1.78961 s, avg_samples: 12.5, ips: 6.98476 samples/s, eta: 0:13:03
LAUNCH WARNING 2024-07-27 23:06:27,766 save gpu log failed
LAUNCH WARNING 2024-07-27 23:06:32,901 save gpu log failed
LAUNCH WARNING 2024-07-27 23:06:38,087 save gpu log failed
LAUNCH WARNING 2024-07-27 23:06:43,285 save gpu log failed
LAUNCH WARNING 2024-07-27 23:06:48,449 save gpu log failed
[2024/07/27 23:06:26] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 23:06:33] ppocr INFO: epoch: [160/200], global_step: 480, lr: 0.001000, loss: 2.019316, loss_shrink_maps: 1.106678, loss_threshold_maps: 0.691907, loss_binary_maps: 0.219128, avg_reader_cost: 1.50864 s, avg_batch_cost: 1.75720 s, avg_samples: 12.5, ips: 7.11359 samples/s, eta: 0:12:43

eval model::   0%|          | 0/500 [00:00<?, ?it/s]
eval model::   0%|          | 2/500 [00:00<00:35, 13.99it/s]
eval model::   1%|          | 5/500 [00:00<00:27, 17.97it/s]
eval model::   2%|▏         | 8/500 [00:00<00:27, 17.89it/s]
eval model::   2%|▏         | 10/500 [00:00<00:26, 18.42it/s]
eval model::   2%|▏         | 12/500 [00:00<00:27, 17.43it/s]
eval model::   3%|▎         | 14/500 [00:00<00:28, 16.85it/s]
eval model::   3%|▎         | 17/500 [00:00<00:26, 18.17it/s]
eval model::   4%|▍         | 19/500 [00:01<00:26, 18.20it/s]
eval model::   4%|▍         | 21/500 [00:01<00:25, 18.53it/s]
eval model::   5%|▍         | 24/500 [00:01<00:23, 20.17it/s]
eval model::   5%|▌         | 27/500 [00:01<00:23, 20.25it/s]
eval model::   6%|▌         | 30/500 [00:01<00:25, 18.76it/s]
eval model::   7%|▋         | 33/500 [00:01<00:23, 20.00it/s]
eval model::   7%|▋         | 36/500 [00:01<00:24, 19.18it/s]
eval model::   8%|▊         | 38/500 [00:02<00:24, 18.64it/s]
eval model::   8%|▊         | 40/500 [00:02<00:26, 17.11it/s]
eval model::   9%|▊         | 43/500 [00:02<00:24, 18.88it/s]
eval model::   9%|▉         | 46/500 [00:02<00:22, 19.89it/s]
eval model::  10%|▉         | 49/500 [00:02<00:20, 21.59it/s]
eval model::  10%|█         | 52/500 [00:02<00:21, 20.64it/s]
eval model::  11%|█         | 55/500 [00:02<00:23, 18.71it/s]
eval model::  11%|█▏        | 57/500 [00:03<00:25, 17.70it/s]
eval model::  12%|█▏        | 59/500 [00:03<00:26, 16.94it/s]
eval model::  12%|█▏        | 61/500 [00:03<00:30, 14.42it/s]
eval model::  13%|█▎        | 63/500 [00:03<00:33, 13.16it/s]
eval model::  13%|█▎        | 66/500 [00:03<00:27, 15.62it/s]
eval model::  14%|█▍        | 69/500 [00:03<00:23, 17.98it/s]
eval model::  14%|█▍        | 72/500 [00:03<00:21, 19.66it/s]
eval model::  15%|█▌        | 75/500 [00:04<00:22, 19.24it/s]
eval model::  16%|█▌        | 78/500 [00:04<00:20, 20.29it/s]
eval model::  16%|█▌        | 81/500 [00:04<00:20, 20.25it/s]
eval model::  17%|█▋        | 84/500 [00:04<00:21, 19.50it/s]
eval model::  17%|█▋        | 86/500 [00:04<00:21, 19.45it/s]
eval model::  18%|█▊        | 88/500 [00:04<00:22, 17.99it/s]
eval model::  18%|█▊        | 90/500 [00:04<00:26, 15.34it/s]
eval model::  18%|█▊        | 92/500 [00:05<00:25, 15.85it/s]
eval model::  19%|█▉        | 94/500 [00:05<00:25, 15.92it/s]
eval model::  19%|█▉        | 97/500 [00:05<00:22, 17.79it/s]
eval model::  20%|█▉        | 99/500 [00:05<00:22, 17.94it/s]
eval model::  20%|██        | 101/500 [00:05<00:21, 18.21it/s]
eval model::  21%|██        | 104/500 [00:05<00:18, 20.91it/s]
eval model::  22%|██▏       | 108/500 [00:05<00:16, 23.97it/s]
eval model::  22%|██▏       | 111/500 [00:05<00:17, 22.43it/s]
eval model::  23%|██▎       | 114/500 [00:06<00:18, 20.89it/s]
eval model::  23%|██▎       | 117/500 [00:06<00:18, 20.77it/s]
eval model::  24%|██▍       | 121/500 [00:06<00:16, 22.96it/s]
eval model::  25%|██▍       | 124/500 [00:06<00:17, 22.09it/s]
eval model::  25%|██▌       | 127/500 [00:06<00:16, 22.43it/s]
eval model::  26%|██▌       | 130/500 [00:06<00:17, 20.87it/s]
eval model::  27%|██▋       | 133/500 [00:06<00:16, 22.21it/s]
eval model::  27%|██▋       | 136/500 [00:07<00:15, 23.08it/s]
eval model::  28%|██▊       | 139/500 [00:07<00:17, 20.85it/s]
eval model::  28%|██▊       | 142/500 [00:07<00:17, 20.29it/s]
eval model::  29%|██▉       | 145/500 [00:07<00:16, 21.85it/s]
eval model::  30%|██▉       | 148/500 [00:07<00:17, 19.59it/s]
eval model::  30%|███       | 151/500 [00:07<00:20, 17.14it/s]
eval model::  31%|███       | 155/500 [00:08<00:17, 20.05it/s]
eval model::  32%|███▏      | 159/500 [00:08<00:15, 21.69it/s]
eval model::  32%|███▏      | 162/500 [00:08<00:17, 19.56it/s]
eval model::  33%|███▎      | 165/500 [00:08<00:18, 18.59it/s]
eval model::  34%|███▎      | 168/500 [00:08<00:16, 19.69it/s]
eval model::  34%|███▍      | 171/500 [00:08<00:16, 19.59it/s]
eval model::  35%|███▍      | 174/500 [00:09<00:18, 18.01it/s]
eval model::  35%|███▌      | 176/500 [00:09<00:18, 17.31it/s]
eval model::  36%|███▌      | 179/500 [00:09<00:17, 18.81it/s]
eval model::  36%|███▌      | 181/500 [00:09<00:20, 15.43it/s]
eval model::  37%|███▋      | 184/500 [00:09<00:17, 17.77it/s]
eval model::  37%|███▋      | 187/500 [00:09<00:15, 19.73it/s]
eval model::  38%|███▊      | 190/500 [00:09<00:15, 20.37it/s]
eval model::  39%|███▊      | 193/500 [00:10<00:14, 21.19it/s]
eval model::  39%|███▉      | 196/500 [00:10<00:15, 19.71it/s]
eval model::  40%|███▉      | 199/500 [00:10<00:14, 21.35it/s]
eval model::  40%|████      | 202/500 [00:10<00:13, 22.79it/s]
eval model::  41%|████      | 205/500 [00:10<00:20, 14.39it/s]
eval model::  42%|████▏     | 208/500 [00:11<00:18, 15.39it/s]
eval model::  42%|████▏     | 210/500 [00:11<00:18, 15.66it/s]
eval model::  43%|████▎     | 213/500 [00:11<00:17, 16.32it/s]
eval model::  43%|████▎     | 215/500 [00:11<00:19, 14.62it/s]
eval model::  43%|████▎     | 217/500 [00:11<00:20, 13.84it/s]
eval model::  44%|████▍     | 219/500 [00:11<00:18, 15.00it/s]
eval model::  44%|████▍     | 221/500 [00:11<00:18, 14.69it/s]
eval model::  45%|████▍     | 224/500 [00:12<00:16, 17.18it/s]
eval model::  45%|████▌     | 226/500 [00:12<00:16, 16.98it/s]
eval model::  46%|████▌     | 229/500 [00:12<00:14, 19.16it/s]
eval model::  46%|████▋     | 232/500 [00:12<00:13, 20.16it/s]
eval model::  47%|████▋     | 235/500 [00:12<00:13, 20.37it/s]
eval model::  48%|████▊     | 238/500 [00:12<00:14, 18.20it/s]
eval model::  48%|████▊     | 240/500 [00:12<00:14, 18.40it/s]
eval model::  48%|████▊     | 242/500 [00:13<00:15, 16.33it/s]
eval model::  49%|████▉     | 245/500 [00:13<00:13, 18.58it/s]
eval model::  50%|████▉     | 248/500 [00:13<00:13, 19.21it/s]
eval model::  50%|█████     | 250/500 [00:13<00:13, 19.14it/s]
eval model::  51%|█████     | 253/500 [00:13<00:11, 21.33it/s]
eval model::  51%|█████     | 256/500 [00:13<00:11, 21.78it/s]
eval model::  52%|█████▏    | 259/500 [00:13<00:10, 23.46it/s]
eval model::  52%|█████▏    | 262/500 [00:13<00:10, 22.86it/s]
eval model::  53%|█████▎    | 265/500 [00:14<00:11, 21.23it/s]
eval model::  54%|█████▎    | 268/500 [00:14<00:10, 21.35it/s]
eval model::  54%|█████▍    | 271/500 [00:14<00:10, 22.37it/s]
eval model::  55%|█████▍    | 274/500 [00:14<00:10, 21.94it/s]
eval model::  55%|█████▌    | 277/500 [00:14<00:11, 19.72it/s]
eval model::  56%|█████▌    | 280/500 [00:14<00:11, 19.21it/s]
eval model::  57%|█████▋    | 283/500 [00:14<00:10, 20.21it/s]
eval model::  57%|█████▋    | 286/500 [00:15<00:15, 14.17it/s]
eval model::  58%|█████▊    | 289/500 [00:15<00:13, 15.94it/s]
eval model::  58%|█████▊    | 292/500 [00:15<00:12, 17.13it/s]
eval model::  59%|█████▉    | 294/500 [00:15<00:12, 16.66it/s]
eval model::  59%|█████▉    | 296/500 [00:15<00:12, 15.74it/s]
eval model::  60%|█████▉    | 299/500 [00:15<00:11, 17.44it/s]
eval model::  60%|██████    | 301/500 [00:16<00:12, 16.08it/s]
eval model::  61%|██████    | 304/500 [00:16<00:10, 17.99it/s]
LAUNCH WARNING 2024-07-27 23:06:53,614 save gpu log failed
LAUNCH WARNING 2024-07-27 23:06:58,809 save gpu log failed
LAUNCH WARNING 2024-07-27 23:07:03,971 save gpu log failed
LAUNCH WARNING 2024-07-27 23:07:09,151 save gpu log failed
LAUNCH WARNING 2024-07-27 23:07:14,561 save gpu log failed
LAUNCH WARNING 2024-07-27 23:07:19,691 save gpu log failed
LAUNCH WARNING 2024-07-27 23:07:24,866 save gpu log failed
LAUNCH WARNING 2024-07-27 23:07:30,038 save gpu log failed
LAUNCH WARNING 2024-07-27 23:07:35,173 save gpu log failed
LAUNCH WARNING 2024-07-27 23:07:40,318 save gpu log failed
eval model::  61%|██████    | 306/500 [00:16<00:10, 18.36it/s]
eval model::  62%|██████▏   | 308/500 [00:16<00:10, 18.73it/s]
eval model::  62%|██████▏   | 311/500 [00:16<00:09, 19.73it/s]
eval model::  63%|██████▎   | 314/500 [00:16<00:09, 19.81it/s]
eval model::  63%|██████▎   | 316/500 [00:16<00:09, 19.78it/s]
eval model::  64%|██████▍   | 319/500 [00:16<00:08, 21.71it/s]
eval model::  64%|██████▍   | 322/500 [00:17<00:08, 21.43it/s]
eval model::  65%|██████▌   | 325/500 [00:17<00:07, 22.38it/s]
eval model::  66%|██████▌   | 328/500 [00:17<00:08, 21.38it/s]
eval model::  66%|██████▌   | 331/500 [00:17<00:08, 19.02it/s]
eval model::  67%|██████▋   | 334/500 [00:17<00:08, 20.62it/s]
eval model::  67%|██████▋   | 337/500 [00:17<00:08, 19.12it/s]
eval model::  68%|██████▊   | 340/500 [00:18<00:09, 16.79it/s]
eval model::  69%|██████▊   | 343/500 [00:18<00:08, 19.04it/s]
eval model::  69%|██████▉   | 346/500 [00:18<00:07, 20.86it/s]
eval model::  70%|██████▉   | 349/500 [00:18<00:06, 22.95it/s]
eval model::  70%|███████   | 352/500 [00:18<00:06, 22.92it/s]
eval model::  71%|███████   | 355/500 [00:18<00:06, 22.25it/s]
eval model::  72%|███████▏  | 358/500 [00:18<00:06, 21.88it/s]
eval model::  72%|███████▏  | 361/500 [00:19<00:07, 19.27it/s]
eval model::  73%|███████▎  | 364/500 [00:19<00:06, 19.50it/s]
eval model::  73%|███████▎  | 367/500 [00:19<00:07, 18.51it/s]
eval model::  74%|███████▍  | 370/500 [00:19<00:06, 19.32it/s]
eval model::  74%|███████▍  | 372/500 [00:19<00:06, 18.95it/s]
eval model::  75%|███████▌  | 375/500 [00:19<00:06, 20.72it/s]
eval model::  76%|███████▌  | 378/500 [00:19<00:05, 22.20it/s]
eval model::  76%|███████▌  | 381/500 [00:20<00:05, 21.41it/s]
eval model::  77%|███████▋  | 385/500 [00:20<00:04, 24.64it/s]
eval model::  78%|███████▊  | 388/500 [00:20<00:06, 16.73it/s]
eval model::  78%|███████▊  | 391/500 [00:20<00:05, 18.33it/s]
eval model::  79%|███████▉  | 394/500 [00:20<00:05, 18.54it/s]
eval model::  79%|███████▉  | 397/500 [00:20<00:05, 19.90it/s]
eval model::  80%|████████  | 400/500 [00:21<00:05, 19.81it/s]
eval model::  81%|████████  | 403/500 [00:21<00:04, 20.17it/s]
eval model::  81%|████████  | 406/500 [00:21<00:04, 20.41it/s]
eval model::  82%|████████▏ | 409/500 [00:21<00:04, 20.26it/s]
eval model::  82%|████████▏ | 412/500 [00:21<00:04, 21.08it/s]
eval model::  83%|████████▎ | 415/500 [00:21<00:04, 18.98it/s]
eval model::  83%|████████▎ | 417/500 [00:21<00:04, 18.08it/s]
eval model::  84%|████████▍ | 419/500 [00:22<00:04, 17.38it/s]
eval model::  84%|████████▍ | 421/500 [00:22<00:05, 15.42it/s]
eval model::  85%|████████▍ | 424/500 [00:22<00:05, 15.11it/s]
eval model::  85%|████████▌ | 426/500 [00:22<00:04, 15.31it/s]
eval model::  86%|████████▌ | 429/500 [00:22<00:03, 18.06it/s]
eval model::  86%|████████▌ | 431/500 [00:22<00:03, 18.03it/s]
eval model::  87%|████████▋ | 434/500 [00:22<00:03, 20.40it/s]
eval model::  87%|████████▋ | 437/500 [00:23<00:02, 21.33it/s]
eval model::  88%|████████▊ | 440/500 [00:23<00:03, 19.37it/s]
eval model::  89%|████████▊ | 443/500 [00:23<00:02, 21.08it/s]
eval model::  89%|████████▉ | 446/500 [00:23<00:02, 22.35it/s]
eval model::  90%|████████▉ | 449/500 [00:23<00:02, 22.08it/s]
eval model::  90%|█████████ | 452/500 [00:23<00:02, 23.86it/s]
eval model::  91%|█████████ | 455/500 [00:23<00:01, 23.77it/s]
eval model::  92%|█████████▏| 458/500 [00:23<00:01, 23.32it/s]
eval model::  92%|█████████▏| 461/500 [00:24<00:01, 19.50it/s]
eval model::  93%|█████████▎| 464/500 [00:24<00:02, 17.23it/s]
eval model::  93%|█████████▎| 466/500 [00:24<00:02, 16.30it/s]
eval model::  94%|█████████▍| 469/500 [00:24<00:01, 17.70it/s]
eval model::  94%|█████████▍| 472/500 [00:24<00:01, 18.62it/s]
eval model::  95%|█████████▍| 474/500 [00:24<00:01, 18.39it/s]
eval model::  95%|█████████▌| 477/500 [00:25<00:01, 20.86it/s]
eval model::  96%|█████████▌| 480/500 [00:25<00:00, 21.18it/s]
eval model::  97%|█████████▋| 483/500 [00:25<00:00, 22.79it/s]
eval model::  97%|█████████▋| 486/500 [00:25<00:00, 20.82it/s]
eval model::  98%|█████████▊| 489/500 [00:25<00:00, 22.44it/s]
eval model::  98%|█████████▊| 492/500 [00:25<00:00, 21.69it/s]
eval model::  99%|█████████▉| 495/500 [00:25<00:00, 21.83it/s]
eval model:: 100%|█████████▉| 498/500 [00:25<00:00, 23.39it/s]
eval model:: 100%|██████████| 500/500 [00:26<00:00, 19.20it/s]
[2024/07/27 23:06:59] ppocr INFO: cur metric, precision: 0.6209476309226932, recall: 0.4795377948964853, hmean: 0.541157294213529, fps: 43.06713264514292
[2024/07/27 23:06:59] ppocr INFO: save best model is to ./output/db_mv3/best_accuracy
[2024/07/27 23:06:59] ppocr INFO: best metric, hmean: 0.541157294213529, precision: 0.6209476309226932, recall: 0.4795377948964853, fps: 43.06713264514292, best_epoch: 160
[2024/07/27 23:06:59] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 23:07:06] ppocr INFO: epoch: [161/200], global_step: 483, lr: 0.001000, loss: 2.030277, loss_shrink_maps: 1.116061, loss_threshold_maps: 0.693239, loss_binary_maps: 0.219373, avg_reader_cost: 1.53273 s, avg_batch_cost: 1.76126 s, avg_samples: 12.5, ips: 7.09720 samples/s, eta: 0:12:24
[2024/07/27 23:07:07] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 23:07:13] ppocr INFO: epoch: [162/200], global_step: 486, lr: 0.001000, loss: 2.015708, loss_shrink_maps: 1.088892, loss_threshold_maps: 0.699955, loss_binary_maps: 0.216192, avg_reader_cost: 1.53602 s, avg_batch_cost: 1.76495 s, avg_samples: 12.5, ips: 7.08237 samples/s, eta: 0:12:05
[2024/07/27 23:07:14] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 23:07:21] ppocr INFO: epoch: [163/200], global_step: 489, lr: 0.001000, loss: 2.082448, loss_shrink_maps: 1.164285, loss_threshold_maps: 0.695617, loss_binary_maps: 0.230191, avg_reader_cost: 1.51454 s, avg_batch_cost: 1.74586 s, avg_samples: 12.5, ips: 7.15981 samples/s, eta: 0:11:45
[2024/07/27 23:07:21] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 23:07:27] ppocr INFO: epoch: [164/200], global_step: 490, lr: 0.001000, loss: 2.082448, loss_shrink_maps: 1.164285, loss_threshold_maps: 0.695617, loss_binary_maps: 0.230191, avg_reader_cost: 0.49301 s, avg_batch_cost: 0.57578 s, avg_samples: 4.8, ips: 8.33647 samples/s, eta: 0:11:39
[2024/07/27 23:07:29] ppocr INFO: epoch: [164/200], global_step: 492, lr: 0.001000, loss: 2.077806, loss_shrink_maps: 1.150864, loss_threshold_maps: 0.699921, loss_binary_maps: 0.228432, avg_reader_cost: 1.24271 s, avg_batch_cost: 1.38854 s, avg_samples: 7.7, ips: 5.54538 samples/s, eta: 0:11:26
[2024/07/27 23:07:30] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 23:07:36] ppocr INFO: epoch: [165/200], global_step: 495, lr: 0.001000, loss: 2.088863, loss_shrink_maps: 1.178305, loss_threshold_maps: 0.704076, loss_binary_maps: 0.233030, avg_reader_cost: 1.53940 s, avg_batch_cost: 1.77474 s, avg_samples: 12.5, ips: 7.04329 samples/s, eta: 0:11:07
[2024/07/27 23:07:37] ppocr INFO: save model in ./output/db_mv3/latest
LAUNCH WARNING 2024-07-27 23:07:45,476 save gpu log failed
LAUNCH WARNING 2024-07-27 23:07:50,607 save gpu log failed
LAUNCH WARNING 2024-07-27 23:07:55,762 save gpu log failed
LAUNCH WARNING 2024-07-27 23:08:00,921 save gpu log failed
LAUNCH WARNING 2024-07-27 23:08:06,071 save gpu log failed
LAUNCH WARNING 2024-07-27 23:08:11,252 save gpu log failed
LAUNCH WARNING 2024-07-27 23:08:16,476 save gpu log failed
LAUNCH WARNING 2024-07-27 23:08:21,617 save gpu log failed
LAUNCH WARNING 2024-07-27 23:08:26,783 save gpu log failed
LAUNCH WARNING 2024-07-27 23:08:31,975 save gpu log failed
LAUNCH WARNING 2024-07-27 23:08:37,136 save gpu log failed
LAUNCH WARNING 2024-07-27 23:08:42,285 save gpu log failed
LAUNCH WARNING 2024-07-27 23:08:47,471 save gpu log failed
LAUNCH WARNING 2024-07-27 23:08:52,772 save gpu log failed
LAUNCH WARNING 2024-07-27 23:08:57,912 save gpu log failed
LAUNCH WARNING 2024-07-27 23:09:03,070 save gpu log failed
LAUNCH WARNING 2024-07-27 23:09:08,244 save gpu log failed
LAUNCH WARNING 2024-07-27 23:09:13,391 save gpu log failed
LAUNCH WARNING 2024-07-27 23:09:18,571 save gpu log failed
LAUNCH WARNING 2024-07-27 23:09:23,738 save gpu log failed
LAUNCH WARNING 2024-07-27 23:09:28,875 save gpu log failed
[2024/07/27 23:07:44] ppocr INFO: epoch: [166/200], global_step: 498, lr: 0.001000, loss: 2.088863, loss_shrink_maps: 1.178305, loss_threshold_maps: 0.708893, loss_binary_maps: 0.233030, avg_reader_cost: 1.55748 s, avg_batch_cost: 1.78713 s, avg_samples: 12.5, ips: 6.99446 samples/s, eta: 0:10:48
[2024/07/27 23:07:45] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 23:07:51] ppocr INFO: epoch: [167/200], global_step: 500, lr: 0.001000, loss: 2.089289, loss_shrink_maps: 1.178305, loss_threshold_maps: 0.713383, loss_binary_maps: 0.233030, avg_reader_cost: 0.94304 s, avg_batch_cost: 1.21969 s, avg_samples: 9.6, ips: 7.87086 samples/s, eta: 0:10:35
[2024/07/27 23:07:52] ppocr INFO: epoch: [167/200], global_step: 501, lr: 0.001000, loss: 2.089289, loss_shrink_maps: 1.162200, loss_threshold_maps: 0.713383, loss_binary_maps: 0.230363, avg_reader_cost: 0.65550 s, avg_batch_cost: 0.71033 s, avg_samples: 2.9, ips: 4.08259 samples/s, eta: 0:10:29
[2024/07/27 23:07:53] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 23:07:59] ppocr INFO: epoch: [168/200], global_step: 504, lr: 0.001000, loss: 2.084648, loss_shrink_maps: 1.150864, loss_threshold_maps: 0.704076, loss_binary_maps: 0.228432, avg_reader_cost: 1.51149 s, avg_batch_cost: 1.74998 s, avg_samples: 12.5, ips: 7.14294 samples/s, eta: 0:10:09
[2024/07/27 23:08:00] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 23:08:06] ppocr INFO: epoch: [169/200], global_step: 507, lr: 0.001000, loss: 2.077806, loss_shrink_maps: 1.138263, loss_threshold_maps: 0.719916, loss_binary_maps: 0.225929, avg_reader_cost: 1.55574 s, avg_batch_cost: 1.80623 s, avg_samples: 12.5, ips: 6.92051 samples/s, eta: 0:09:50
[2024/07/27 23:08:07] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 23:08:14] ppocr INFO: epoch: [170/200], global_step: 510, lr: 0.001000, loss: 2.084648, loss_shrink_maps: 1.138263, loss_threshold_maps: 0.724181, loss_binary_maps: 0.225929, avg_reader_cost: 1.54360 s, avg_batch_cost: 1.78494 s, avg_samples: 12.5, ips: 7.00302 samples/s, eta: 0:09:31
[2024/07/27 23:08:15] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 23:08:21] ppocr INFO: epoch: [171/200], global_step: 513, lr: 0.001000, loss: 1.980146, loss_shrink_maps: 1.068848, loss_threshold_maps: 0.718118, loss_binary_maps: 0.211059, avg_reader_cost: 1.54792 s, avg_batch_cost: 1.80027 s, avg_samples: 12.5, ips: 6.94342 samples/s, eta: 0:09:11
[2024/07/27 23:08:22] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 23:08:29] ppocr INFO: epoch: [172/200], global_step: 516, lr: 0.001000, loss: 2.026310, loss_shrink_maps: 1.084986, loss_threshold_maps: 0.718118, loss_binary_maps: 0.215327, avg_reader_cost: 1.55493 s, avg_batch_cost: 1.78252 s, avg_samples: 12.5, ips: 7.01254 samples/s, eta: 0:08:52
[2024/07/27 23:08:30] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 23:08:36] ppocr INFO: epoch: [173/200], global_step: 519, lr: 0.001000, loss: 2.002848, loss_shrink_maps: 1.084986, loss_threshold_maps: 0.697548, loss_binary_maps: 0.215327, avg_reader_cost: 1.52313 s, avg_batch_cost: 1.78278 s, avg_samples: 12.5, ips: 7.01153 samples/s, eta: 0:08:33
[2024/07/27 23:08:37] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 23:08:42] ppocr INFO: epoch: [174/200], global_step: 520, lr: 0.001000, loss: 2.002848, loss_shrink_maps: 1.084986, loss_threshold_maps: 0.690937, loss_binary_maps: 0.215327, avg_reader_cost: 0.41620 s, avg_batch_cost: 0.50765 s, avg_samples: 4.8, ips: 9.45536 samples/s, eta: 0:08:26
[2024/07/27 23:08:44] ppocr INFO: epoch: [174/200], global_step: 522, lr: 0.001000, loss: 2.002848, loss_shrink_maps: 1.084986, loss_threshold_maps: 0.690937, loss_binary_maps: 0.215327, avg_reader_cost: 1.10672 s, avg_batch_cost: 1.25281 s, avg_samples: 7.7, ips: 6.14620 samples/s, eta: 0:08:14
[2024/07/27 23:08:45] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 23:08:51] ppocr INFO: epoch: [175/200], global_step: 525, lr: 0.001000, loss: 2.002848, loss_shrink_maps: 1.084986, loss_threshold_maps: 0.690937, loss_binary_maps: 0.215327, avg_reader_cost: 1.51593 s, avg_batch_cost: 1.74470 s, avg_samples: 12.5, ips: 7.16457 samples/s, eta: 0:07:55
[2024/07/27 23:08:52] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 23:08:58] ppocr INFO: epoch: [176/200], global_step: 528, lr: 0.001000, loss: 1.985734, loss_shrink_maps: 1.084986, loss_threshold_maps: 0.675032, loss_binary_maps: 0.215327, avg_reader_cost: 1.51594 s, avg_batch_cost: 1.74797 s, avg_samples: 12.5, ips: 7.15117 samples/s, eta: 0:07:35
[2024/07/27 23:09:00] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 23:09:06] ppocr INFO: epoch: [177/200], global_step: 530, lr: 0.001000, loss: 1.971131, loss_shrink_maps: 1.068848, loss_threshold_maps: 0.675032, loss_binary_maps: 0.211059, avg_reader_cost: 0.93692 s, avg_batch_cost: 1.13560 s, avg_samples: 9.6, ips: 8.45371 samples/s, eta: 0:07:22
[2024/07/27 23:09:06] ppocr INFO: epoch: [177/200], global_step: 531, lr: 0.001000, loss: 1.985734, loss_shrink_maps: 1.084986, loss_threshold_maps: 0.681511, loss_binary_maps: 0.215327, avg_reader_cost: 0.61386 s, avg_batch_cost: 0.66850 s, avg_samples: 2.9, ips: 4.33806 samples/s, eta: 0:07:16
[2024/07/27 23:09:07] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 23:09:14] ppocr INFO: epoch: [178/200], global_step: 534, lr: 0.001000, loss: 2.010606, loss_shrink_maps: 1.101970, loss_threshold_maps: 0.691136, loss_binary_maps: 0.218362, avg_reader_cost: 1.55916 s, avg_batch_cost: 1.78906 s, avg_samples: 12.5, ips: 6.98690 samples/s, eta: 0:06:57
[2024/07/27 23:09:15] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 23:09:21] ppocr INFO: epoch: [179/200], global_step: 537, lr: 0.001000, loss: 2.010606, loss_shrink_maps: 1.115043, loss_threshold_maps: 0.691154, loss_binary_maps: 0.221028, avg_reader_cost: 1.50758 s, avg_batch_cost: 1.74273 s, avg_samples: 12.5, ips: 7.17264 samples/s, eta: 0:06:38
[2024/07/27 23:09:22] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 23:09:28] ppocr INFO: epoch: [180/200], global_step: 540, lr: 0.001000, loss: 2.040858, loss_shrink_maps: 1.122413, loss_threshold_maps: 0.700011, loss_binary_maps: 0.223115, avg_reader_cost: 1.52262 s, avg_batch_cost: 1.75982 s, avg_samples: 12.5, ips: 7.10301 samples/s, eta: 0:06:19

eval model::   0%|          | 0/500 [00:00<?, ?it/s]
eval model::   0%|          | 1/500 [00:00<00:58,  8.54it/s]
eval model::   1%|          | 4/500 [00:00<00:30, 16.43it/s]
eval model::   1%|          | 6/500 [00:00<00:28, 17.13it/s]
eval model::   2%|▏         | 9/500 [00:00<00:25, 18.96it/s]
eval model::   2%|▏         | 11/500 [00:00<00:27, 18.06it/s]
eval model::   3%|▎         | 14/500 [00:00<00:25, 19.08it/s]
eval model::   3%|▎         | 17/500 [00:00<00:22, 21.37it/s]
eval model::   4%|▍         | 20/500 [00:01<00:24, 19.50it/s]
eval model::   5%|▍         | 23/500 [00:01<00:22, 21.63it/s]
eval model::   5%|▌         | 26/500 [00:01<00:22, 21.33it/s]
eval model::   6%|▌         | 29/500 [00:01<00:22, 21.36it/s]
eval model::   6%|▋         | 32/500 [00:01<00:22, 20.92it/s]
eval model::   7%|▋         | 35/500 [00:01<00:23, 19.61it/s]
eval model::   8%|▊         | 38/500 [00:01<00:22, 20.66it/s]
eval model::   8%|▊         | 41/500 [00:02<00:23, 19.77it/s]
eval model::   9%|▉         | 44/500 [00:02<00:23, 19.35it/s]
eval model::   9%|▉         | 46/500 [00:02<00:23, 19.30it/s]
eval model::  10%|▉         | 49/500 [00:02<00:21, 21.22it/s]
eval model::  10%|█         | 52/500 [00:02<00:21, 20.39it/s]
eval model::  11%|█         | 55/500 [00:02<00:22, 19.92it/s]
eval model::  12%|█▏        | 58/500 [00:02<00:23, 18.76it/s]
eval model::  12%|█▏        | 61/500 [00:03<00:25, 17.48it/s]
eval model::  13%|█▎        | 63/500 [00:03<00:28, 15.50it/s]
eval model::  13%|█▎        | 66/500 [00:03<00:24, 18.07it/s]
eval model::  14%|█▍        | 69/500 [00:03<00:21, 20.15it/s]
eval model::  14%|█▍        | 72/500 [00:03<00:19, 21.43it/s]
eval model::  15%|█▌        | 75/500 [00:03<00:20, 21.02it/s]
LAUNCH WARNING 2024-07-27 23:09:34,091 save gpu log failed
LAUNCH WARNING 2024-07-27 23:09:39,292 save gpu log failed
LAUNCH WARNING 2024-07-27 23:09:44,485 save gpu log failed
LAUNCH WARNING 2024-07-27 23:09:49,673 save gpu log failed
eval model::  16%|█▌        | 78/500 [00:03<00:19, 21.68it/s]
eval model::  16%|█▌        | 81/500 [00:04<00:21, 19.91it/s]
eval model::  17%|█▋        | 84/500 [00:04<00:20, 20.57it/s]
eval model::  17%|█▋        | 87/500 [00:04<00:22, 18.73it/s]
eval model::  18%|█▊        | 89/500 [00:04<00:23, 17.39it/s]
eval model::  18%|█▊        | 91/500 [00:04<00:23, 17.16it/s]
eval model::  19%|█▊        | 93/500 [00:04<00:23, 17.56it/s]
eval model::  19%|█▉        | 96/500 [00:04<00:20, 19.64it/s]
eval model::  20%|█▉        | 99/500 [00:05<00:18, 22.13it/s]
eval model::  20%|██        | 102/500 [00:05<00:19, 20.90it/s]
eval model::  21%|██        | 106/500 [00:05<00:16, 23.30it/s]
eval model::  22%|██▏       | 109/500 [00:05<00:16, 23.36it/s]
eval model::  22%|██▏       | 112/500 [00:05<00:17, 21.62it/s]
eval model::  23%|██▎       | 115/500 [00:05<00:17, 21.61it/s]
eval model::  24%|██▎       | 118/500 [00:05<00:18, 21.01it/s]
eval model::  24%|██▍       | 121/500 [00:06<00:20, 18.77it/s]
eval model::  25%|██▍       | 124/500 [00:06<00:20, 18.76it/s]
eval model::  25%|██▌       | 127/500 [00:06<00:18, 20.27it/s]
eval model::  26%|██▌       | 130/500 [00:06<00:19, 19.20it/s]
eval model::  26%|██▋       | 132/500 [00:06<00:19, 19.36it/s]
eval model::  27%|██▋       | 135/500 [00:06<00:18, 20.04it/s]
eval model::  28%|██▊       | 138/500 [00:06<00:17, 20.21it/s]
eval model::  28%|██▊       | 141/500 [00:07<00:18, 19.45it/s]
eval model::  29%|██▊       | 143/500 [00:07<00:19, 18.17it/s]
eval model::  29%|██▉       | 146/500 [00:07<00:17, 19.68it/s]
eval model::  30%|██▉       | 148/500 [00:07<00:19, 18.11it/s]
eval model::  30%|███       | 151/500 [00:07<00:20, 17.44it/s]
eval model::  31%|███       | 155/500 [00:07<00:16, 20.41it/s]
eval model::  32%|███▏      | 158/500 [00:08<00:16, 20.20it/s]
eval model::  32%|███▏      | 161/500 [00:08<00:18, 17.89it/s]
eval model::  33%|███▎      | 164/500 [00:08<00:17, 19.41it/s]
eval model::  33%|███▎      | 167/500 [00:08<00:16, 19.99it/s]
eval model::  34%|███▍      | 170/500 [00:08<00:15, 21.56it/s]
eval model::  35%|███▍      | 173/500 [00:08<00:15, 21.58it/s]
eval model::  35%|███▌      | 176/500 [00:08<00:18, 17.74it/s]
eval model::  36%|███▌      | 179/500 [00:09<00:16, 19.32it/s]
eval model::  36%|███▋      | 182/500 [00:09<00:19, 16.49it/s]
eval model::  37%|███▋      | 185/500 [00:09<00:17, 18.29it/s]
eval model::  38%|███▊      | 188/500 [00:09<00:16, 18.38it/s]
eval model::  38%|███▊      | 191/500 [00:09<00:15, 19.55it/s]
eval model::  39%|███▉      | 194/500 [00:09<00:14, 21.51it/s]
eval model::  39%|███▉      | 197/500 [00:10<00:14, 20.42it/s]
eval model::  40%|████      | 200/500 [00:10<00:14, 20.08it/s]
eval model::  41%|████      | 203/500 [00:10<00:14, 20.76it/s]
eval model::  41%|████      | 206/500 [00:10<00:20, 14.61it/s]
eval model::  42%|████▏     | 208/500 [00:10<00:19, 14.85it/s]
eval model::  42%|████▏     | 210/500 [00:10<00:19, 15.25it/s]
eval model::  43%|████▎     | 213/500 [00:11<00:17, 16.02it/s]
eval model::  43%|████▎     | 215/500 [00:11<00:20, 14.16it/s]
eval model::  43%|████▎     | 217/500 [00:11<00:19, 14.28it/s]
eval model::  44%|████▍     | 220/500 [00:11<00:16, 16.58it/s]
eval model::  44%|████▍     | 222/500 [00:11<00:17, 15.72it/s]
eval model::  45%|████▌     | 226/500 [00:11<00:14, 18.97it/s]
eval model::  46%|████▌     | 229/500 [00:11<00:12, 21.13it/s]
eval model::  46%|████▋     | 232/500 [00:12<00:11, 22.74it/s]
eval model::  47%|████▋     | 235/500 [00:12<00:12, 21.79it/s]
eval model::  48%|████▊     | 238/500 [00:12<00:11, 22.27it/s]
eval model::  48%|████▊     | 241/500 [00:12<00:11, 22.33it/s]
eval model::  49%|████▉     | 244/500 [00:12<00:12, 20.61it/s]
eval model::  49%|████▉     | 247/500 [00:12<00:11, 21.99it/s]
eval model::  50%|█████     | 250/500 [00:12<00:12, 20.20it/s]
eval model::  51%|█████     | 253/500 [00:13<00:12, 20.49it/s]
eval model::  51%|█████     | 256/500 [00:13<00:11, 20.85it/s]
eval model::  52%|█████▏    | 259/500 [00:13<00:12, 19.66it/s]
eval model::  52%|█████▏    | 262/500 [00:13<00:11, 20.38it/s]
eval model::  53%|█████▎    | 265/500 [00:13<00:12, 18.50it/s]
eval model::  53%|█████▎    | 267/500 [00:13<00:12, 18.75it/s]
eval model::  54%|█████▍    | 270/500 [00:13<00:11, 20.89it/s]
eval model::  55%|█████▍    | 273/500 [00:14<00:11, 19.74it/s]
eval model::  55%|█████▌    | 276/500 [00:14<00:11, 19.43it/s]
eval model::  56%|█████▌    | 279/500 [00:14<00:11, 19.50it/s]
eval model::  56%|█████▋    | 282/500 [00:14<00:10, 21.24it/s]
eval model::  57%|█████▋    | 285/500 [00:14<00:14, 14.91it/s]
eval model::  58%|█████▊    | 288/500 [00:14<00:12, 17.19it/s]
eval model::  58%|█████▊    | 292/500 [00:15<00:10, 20.14it/s]
eval model::  59%|█████▉    | 295/500 [00:15<00:12, 16.51it/s]
eval model::  60%|█████▉    | 298/500 [00:15<00:11, 18.36it/s]
eval model::  60%|██████    | 301/500 [00:15<00:11, 17.66it/s]
eval model::  61%|██████    | 304/500 [00:15<00:10, 18.96it/s]
eval model::  61%|██████▏   | 307/500 [00:15<00:09, 20.48it/s]
eval model::  62%|██████▏   | 310/500 [00:16<00:09, 20.99it/s]
eval model::  63%|██████▎   | 313/500 [00:16<00:08, 21.61it/s]
eval model::  63%|██████▎   | 316/500 [00:16<00:08, 20.82it/s]
eval model::  64%|██████▍   | 319/500 [00:16<00:08, 21.80it/s]
eval model::  64%|██████▍   | 322/500 [00:16<00:08, 20.38it/s]
eval model::  65%|██████▌   | 325/500 [00:16<00:08, 21.59it/s]
eval model::  66%|██████▌   | 328/500 [00:16<00:08, 19.72it/s]
eval model::  66%|██████▌   | 331/500 [00:17<00:08, 19.49it/s]
eval model::  67%|██████▋   | 334/500 [00:17<00:08, 20.36it/s]
eval model::  67%|██████▋   | 337/500 [00:17<00:08, 18.50it/s]
eval model::  68%|██████▊   | 339/500 [00:17<00:08, 18.66it/s]
eval model::  68%|██████▊   | 341/500 [00:17<00:09, 16.15it/s]
eval model::  69%|██████▉   | 345/500 [00:17<00:07, 20.35it/s]
eval model::  70%|██████▉   | 348/500 [00:17<00:07, 21.53it/s]
eval model::  70%|███████   | 351/500 [00:18<00:07, 19.31it/s]
eval model::  71%|███████   | 354/500 [00:18<00:07, 20.55it/s]
eval model::  71%|███████▏  | 357/500 [00:18<00:07, 18.11it/s]
eval model::  72%|███████▏  | 360/500 [00:18<00:07, 18.72it/s]
eval model::  72%|███████▏  | 362/500 [00:18<00:07, 18.09it/s]
eval model::  73%|███████▎  | 364/500 [00:18<00:07, 17.77it/s]
eval model::  73%|███████▎  | 366/500 [00:19<00:07, 17.54it/s]
eval model::  74%|███████▎  | 368/500 [00:19<00:07, 18.04it/s]
eval model::  74%|███████▍  | 371/500 [00:19<00:06, 19.28it/s]
eval model::  75%|███████▍  | 373/500 [00:19<00:06, 19.14it/s]
eval model::  75%|███████▌  | 376/500 [00:19<00:05, 21.62it/s]
eval model::  76%|███████▌  | 379/500 [00:19<00:05, 23.49it/s]
eval model::  76%|███████▋  | 382/500 [00:19<00:05, 22.54it/s]
eval model::  77%|███████▋  | 385/500 [00:19<00:05, 22.76it/s]
eval model::  78%|███████▊  | 388/500 [00:20<00:07, 14.74it/s]
eval model::  78%|███████▊  | 390/500 [00:20<00:07, 15.62it/s]
eval model::  79%|███████▊  | 393/500 [00:20<00:06, 17.49it/s]
LAUNCH WARNING 2024-07-27 23:09:54,858 save gpu log failed
LAUNCH WARNING 2024-07-27 23:09:59,988 save gpu log failed
LAUNCH WARNING 2024-07-27 23:10:05,144 save gpu log failed
LAUNCH WARNING 2024-07-27 23:10:10,362 save gpu log failed
LAUNCH WARNING 2024-07-27 23:10:15,500 save gpu log failed
LAUNCH WARNING 2024-07-27 23:10:20,700 save gpu log failed
LAUNCH WARNING 2024-07-27 23:10:26,068 save gpu log failed
LAUNCH WARNING 2024-07-27 23:10:31,203 save gpu log failed
LAUNCH WARNING 2024-07-27 23:10:36,366 save gpu log failed
LAUNCH WARNING 2024-07-27 23:10:41,538 save gpu log failed
LAUNCH WARNING 2024-07-27 23:10:46,669 save gpu log failed
LAUNCH WARNING 2024-07-27 23:10:51,828 save gpu log failed
LAUNCH WARNING 2024-07-27 23:10:56,996 save gpu log failed
LAUNCH WARNING 2024-07-27 23:11:02,129 save gpu log failed
LAUNCH WARNING 2024-07-27 23:11:07,315 save gpu log failed
LAUNCH WARNING 2024-07-27 23:11:12,478 save gpu log failed
LAUNCH WARNING 2024-07-27 23:11:17,619 save gpu log failed
LAUNCH WARNING 2024-07-27 23:11:22,749 save gpu log failed
eval model::  79%|███████▉  | 396/500 [00:20<00:05, 19.15it/s]
eval model::  80%|███████▉  | 399/500 [00:20<00:05, 19.03it/s]
eval model::  80%|████████  | 402/500 [00:20<00:04, 19.73it/s]
eval model::  81%|████████  | 405/500 [00:20<00:04, 21.42it/s]
eval model::  82%|████████▏ | 408/500 [00:21<00:04, 22.86it/s]
eval model::  82%|████████▏ | 411/500 [00:21<00:03, 23.05it/s]
eval model::  83%|████████▎ | 414/500 [00:21<00:03, 22.73it/s]
eval model::  83%|████████▎ | 417/500 [00:21<00:04, 19.81it/s]
eval model::  84%|████████▍ | 420/500 [00:21<00:04, 16.04it/s]
eval model::  84%|████████▍ | 422/500 [00:21<00:04, 16.46it/s]
eval model::  85%|████████▍ | 424/500 [00:22<00:04, 15.63it/s]
eval model::  85%|████████▌ | 427/500 [00:22<00:04, 17.75it/s]
eval model::  86%|████████▌ | 430/500 [00:22<00:03, 18.87it/s]
eval model::  86%|████████▋ | 432/500 [00:22<00:03, 18.86it/s]
eval model::  87%|████████▋ | 435/500 [00:22<00:03, 20.62it/s]
eval model::  88%|████████▊ | 438/500 [00:22<00:02, 22.04it/s]
eval model::  88%|████████▊ | 441/500 [00:22<00:02, 20.60it/s]
eval model::  89%|████████▉ | 444/500 [00:22<00:02, 22.65it/s]
eval model::  89%|████████▉ | 447/500 [00:23<00:02, 22.49it/s]
eval model::  90%|█████████ | 450/500 [00:23<00:02, 22.01it/s]
eval model::  91%|█████████ | 453/500 [00:23<00:02, 21.25it/s]
eval model::  91%|█████████ | 456/500 [00:23<00:02, 21.41it/s]
eval model::  92%|█████████▏| 459/500 [00:23<00:02, 19.86it/s]
eval model::  92%|█████████▏| 462/500 [00:23<00:02, 17.03it/s]
eval model::  93%|█████████▎| 464/500 [00:24<00:02, 17.41it/s]
eval model::  93%|█████████▎| 466/500 [00:24<00:02, 16.41it/s]
eval model::  94%|█████████▍| 469/500 [00:24<00:01, 18.83it/s]
eval model::  94%|█████████▍| 472/500 [00:24<00:01, 20.76it/s]
eval model::  95%|█████████▌| 475/500 [00:24<00:01, 20.91it/s]
eval model::  96%|█████████▌| 478/500 [00:24<00:00, 22.47it/s]
eval model::  96%|█████████▌| 481/500 [00:24<00:00, 22.09it/s]
eval model::  97%|█████████▋| 484/500 [00:24<00:00, 23.57it/s]
eval model::  97%|█████████▋| 487/500 [00:25<00:00, 21.55it/s]
eval model::  98%|█████████▊| 490/500 [00:25<00:00, 22.78it/s]
eval model::  99%|█████████▊| 493/500 [00:25<00:00, 20.50it/s]
eval model::  99%|█████████▉| 496/500 [00:25<00:00, 19.82it/s]
eval model:: 100%|█████████▉| 499/500 [00:25<00:00, 20.72it/s]
eval model:: 100%|██████████| 500/500 [00:25<00:00, 19.44it/s]
[2024/07/27 23:09:54] ppocr INFO: cur metric, precision: 0.631233595800525, recall: 0.4631680308136736, hmean: 0.5342960288808665, fps: 44.052735179340345
[2024/07/27 23:09:54] ppocr INFO: best metric, hmean: 0.541157294213529, precision: 0.6209476309226932, recall: 0.4795377948964853, fps: 43.06713264514292, best_epoch: 160
[2024/07/27 23:09:55] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 23:10:01] ppocr INFO: epoch: [181/200], global_step: 543, lr: 0.001000, loss: 2.060701, loss_shrink_maps: 1.144028, loss_threshold_maps: 0.700011, loss_binary_maps: 0.226812, avg_reader_cost: 1.61978 s, avg_batch_cost: 1.88149 s, avg_samples: 12.5, ips: 6.64366 samples/s, eta: 0:06:00
[2024/07/27 23:10:02] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 23:10:10] ppocr INFO: epoch: [182/200], global_step: 546, lr: 0.001000, loss: 2.105980, loss_shrink_maps: 1.159122, loss_threshold_maps: 0.703757, loss_binary_maps: 0.229680, avg_reader_cost: 1.76060 s, avg_batch_cost: 1.98873 s, avg_samples: 12.5, ips: 6.28541 samples/s, eta: 0:05:41
[2024/07/27 23:10:11] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 23:10:17] ppocr INFO: epoch: [183/200], global_step: 549, lr: 0.001000, loss: 2.105980, loss_shrink_maps: 1.159122, loss_threshold_maps: 0.701947, loss_binary_maps: 0.229680, avg_reader_cost: 1.53881 s, avg_batch_cost: 1.77107 s, avg_samples: 12.5, ips: 7.05790 samples/s, eta: 0:05:22
[2024/07/27 23:10:18] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 23:10:23] ppocr INFO: epoch: [184/200], global_step: 550, lr: 0.001000, loss: 2.105980, loss_shrink_maps: 1.159122, loss_threshold_maps: 0.700871, loss_binary_maps: 0.229680, avg_reader_cost: 0.47212 s, avg_batch_cost: 0.55503 s, avg_samples: 4.8, ips: 8.64814 samples/s, eta: 0:05:15
[2024/07/27 23:10:25] ppocr INFO: epoch: [184/200], global_step: 552, lr: 0.001000, loss: 2.094718, loss_shrink_maps: 1.144028, loss_threshold_maps: 0.697024, loss_binary_maps: 0.226812, avg_reader_cost: 1.20185 s, avg_batch_cost: 1.34822 s, avg_samples: 7.7, ips: 5.71122 samples/s, eta: 0:05:03
[2024/07/27 23:10:26] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 23:10:32] ppocr INFO: epoch: [185/200], global_step: 555, lr: 0.001000, loss: 2.094718, loss_shrink_maps: 1.146756, loss_threshold_maps: 0.695385, loss_binary_maps: 0.227475, avg_reader_cost: 1.52994 s, avg_batch_cost: 1.77593 s, avg_samples: 12.5, ips: 7.03858 samples/s, eta: 0:04:44
[2024/07/27 23:10:33] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 23:10:40] ppocr INFO: epoch: [186/200], global_step: 558, lr: 0.001000, loss: 2.041999, loss_shrink_maps: 1.134851, loss_threshold_maps: 0.686480, loss_binary_maps: 0.224880, avg_reader_cost: 1.48691 s, avg_batch_cost: 1.73906 s, avg_samples: 12.5, ips: 7.18780 samples/s, eta: 0:04:25
[2024/07/27 23:10:41] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 23:10:47] ppocr INFO: epoch: [187/200], global_step: 560, lr: 0.001000, loss: 2.041999, loss_shrink_maps: 1.134851, loss_threshold_maps: 0.684250, loss_binary_maps: 0.224870, avg_reader_cost: 0.95499 s, avg_batch_cost: 1.13456 s, avg_samples: 9.6, ips: 8.46145 samples/s, eta: 0:04:12
[2024/07/27 23:10:47] ppocr INFO: epoch: [187/200], global_step: 561, lr: 0.001000, loss: 2.037408, loss_shrink_maps: 1.118221, loss_threshold_maps: 0.676694, loss_binary_maps: 0.220766, avg_reader_cost: 0.61301 s, avg_batch_cost: 0.66773 s, avg_samples: 2.9, ips: 4.34304 samples/s, eta: 0:04:06
[2024/07/27 23:10:48] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 23:10:55] ppocr INFO: epoch: [188/200], global_step: 564, lr: 0.001000, loss: 2.025835, loss_shrink_maps: 1.094532, loss_threshold_maps: 0.666873, loss_binary_maps: 0.216250, avg_reader_cost: 1.52412 s, avg_batch_cost: 1.75209 s, avg_samples: 12.5, ips: 7.13434 samples/s, eta: 0:03:47
[2024/07/27 23:10:56] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 23:11:02] ppocr INFO: epoch: [189/200], global_step: 567, lr: 0.001000, loss: 2.025835, loss_shrink_maps: 1.108146, loss_threshold_maps: 0.670617, loss_binary_maps: 0.220369, avg_reader_cost: 1.49374 s, avg_batch_cost: 1.72451 s, avg_samples: 12.5, ips: 7.24845 samples/s, eta: 0:03:28
[2024/07/27 23:11:03] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 23:11:10] ppocr INFO: epoch: [190/200], global_step: 570, lr: 0.001000, loss: 2.025835, loss_shrink_maps: 1.098069, loss_threshold_maps: 0.675949, loss_binary_maps: 0.217134, avg_reader_cost: 1.55210 s, avg_batch_cost: 1.80174 s, avg_samples: 12.5, ips: 6.93775 samples/s, eta: 0:03:09
[2024/07/27 23:11:11] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 23:11:17] ppocr INFO: epoch: [191/200], global_step: 573, lr: 0.001000, loss: 2.010429, loss_shrink_maps: 1.089128, loss_threshold_maps: 0.675949, loss_binary_maps: 0.215853, avg_reader_cost: 1.56327 s, avg_batch_cost: 1.81619 s, avg_samples: 12.5, ips: 6.88254 samples/s, eta: 0:02:50
[2024/07/27 23:11:18] ppocr INFO: save model in ./output/db_mv3/latest
LAUNCH WARNING 2024-07-27 23:11:27,893 save gpu log failed
LAUNCH WARNING 2024-07-27 23:11:33,024 save gpu log failed
LAUNCH WARNING 2024-07-27 23:11:38,156 save gpu log failed
LAUNCH WARNING 2024-07-27 23:11:43,338 save gpu log failed
LAUNCH WARNING 2024-07-27 23:11:48,551 save gpu log failed
LAUNCH WARNING 2024-07-27 23:11:53,691 save gpu log failed
LAUNCH WARNING 2024-07-27 23:11:58,862 save gpu log failed
LAUNCH WARNING 2024-07-27 23:12:04,017 save gpu log failed
LAUNCH WARNING 2024-07-27 23:12:09,153 save gpu log failed
LAUNCH WARNING 2024-07-27 23:12:14,310 save gpu log failed
LAUNCH WARNING 2024-07-27 23:12:19,486 save gpu log failed
LAUNCH WARNING 2024-07-27 23:12:24,634 save gpu log failed
LAUNCH WARNING 2024-07-27 23:12:29,841 save gpu log failed
LAUNCH WARNING 2024-07-27 23:12:35,047 save gpu log failed
[2024/07/27 23:11:25] ppocr INFO: epoch: [192/200], global_step: 576, lr: 0.001000, loss: 1.922496, loss_shrink_maps: 1.045724, loss_threshold_maps: 0.677107, loss_binary_maps: 0.207013, avg_reader_cost: 1.57581 s, avg_batch_cost: 1.80454 s, avg_samples: 12.5, ips: 6.92699 samples/s, eta: 0:02:31
[2024/07/27 23:11:26] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 23:11:33] ppocr INFO: epoch: [193/200], global_step: 579, lr: 0.001000, loss: 1.948941, loss_shrink_maps: 1.049438, loss_threshold_maps: 0.681881, loss_binary_maps: 0.207093, avg_reader_cost: 1.59984 s, avg_batch_cost: 1.83015 s, avg_samples: 12.5, ips: 6.83003 samples/s, eta: 0:02:12
[2024/07/27 23:11:34] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 23:11:39] ppocr INFO: epoch: [194/200], global_step: 580, lr: 0.001000, loss: 1.922496, loss_shrink_maps: 1.034084, loss_threshold_maps: 0.678076, loss_binary_maps: 0.203306, avg_reader_cost: 0.40172 s, avg_batch_cost: 0.52188 s, avg_samples: 4.8, ips: 9.19754 samples/s, eta: 0:02:06
[2024/07/27 23:11:40] ppocr INFO: epoch: [194/200], global_step: 582, lr: 0.001000, loss: 1.975362, loss_shrink_maps: 1.057069, loss_threshold_maps: 0.686071, loss_binary_maps: 0.209770, avg_reader_cost: 1.13540 s, avg_batch_cost: 1.28105 s, avg_samples: 7.7, ips: 6.01067 samples/s, eta: 0:01:53
[2024/07/27 23:11:41] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 23:11:48] ppocr INFO: epoch: [195/200], global_step: 585, lr: 0.001000, loss: 1.975362, loss_shrink_maps: 1.069529, loss_threshold_maps: 0.681881, loss_binary_maps: 0.213768, avg_reader_cost: 1.51876 s, avg_batch_cost: 1.77673 s, avg_samples: 12.5, ips: 7.03541 samples/s, eta: 0:01:34
[2024/07/27 23:11:49] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 23:11:55] ppocr INFO: epoch: [196/200], global_step: 588, lr: 0.001000, loss: 1.980742, loss_shrink_maps: 1.069529, loss_threshold_maps: 0.688508, loss_binary_maps: 0.213768, avg_reader_cost: 1.54117 s, avg_batch_cost: 1.79298 s, avg_samples: 12.5, ips: 6.97163 samples/s, eta: 0:01:15
[2024/07/27 23:11:56] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 23:12:02] ppocr INFO: epoch: [197/200], global_step: 590, lr: 0.001000, loss: 1.984796, loss_shrink_maps: 1.072904, loss_threshold_maps: 0.684661, loss_binary_maps: 0.214244, avg_reader_cost: 0.91438 s, avg_batch_cost: 1.08761 s, avg_samples: 9.6, ips: 8.82668 samples/s, eta: 0:01:02
[2024/07/27 23:12:02] ppocr INFO: epoch: [197/200], global_step: 591, lr: 0.001000, loss: 2.002328, loss_shrink_maps: 1.105892, loss_threshold_maps: 0.688508, loss_binary_maps: 0.220123, avg_reader_cost: 0.58948 s, avg_batch_cost: 0.64420 s, avg_samples: 2.9, ips: 4.50170 samples/s, eta: 0:00:56
[2024/07/27 23:12:04] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 23:12:10] ppocr INFO: epoch: [198/200], global_step: 594, lr: 0.001000, loss: 2.002328, loss_shrink_maps: 1.105892, loss_threshold_maps: 0.687102, loss_binary_maps: 0.220123, avg_reader_cost: 1.54211 s, avg_batch_cost: 1.77142 s, avg_samples: 12.5, ips: 7.05647 samples/s, eta: 0:00:37
[2024/07/27 23:12:11] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 23:12:18] ppocr INFO: epoch: [199/200], global_step: 597, lr: 0.001000, loss: 2.002328, loss_shrink_maps: 1.105892, loss_threshold_maps: 0.681492, loss_binary_maps: 0.220123, avg_reader_cost: 1.52315 s, avg_batch_cost: 1.78840 s, avg_samples: 12.5, ips: 6.98951 samples/s, eta: 0:00:18
[2024/07/27 23:12:19] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 23:12:25] ppocr INFO: epoch: [200/200], global_step: 600, lr: 0.001000, loss: 1.996198, loss_shrink_maps: 1.079593, loss_threshold_maps: 0.684349, loss_binary_maps: 0.214244, avg_reader_cost: 1.50024 s, avg_batch_cost: 1.73364 s, avg_samples: 12.5, ips: 7.21027 samples/s, eta: 0:00:00

eval model::   0%|          | 0/500 [00:00<?, ?it/s]
eval model::   0%|          | 1/500 [00:00<00:54,  9.15it/s]
eval model::   1%|          | 4/500 [00:00<00:25, 19.56it/s]
eval model::   1%|          | 6/500 [00:00<00:27, 18.12it/s]
eval model::   2%|▏         | 8/500 [00:00<00:28, 17.01it/s]
eval model::   2%|▏         | 11/500 [00:00<00:27, 17.83it/s]
eval model::   3%|▎         | 13/500 [00:00<00:26, 18.29it/s]
eval model::   3%|▎         | 16/500 [00:00<00:24, 19.57it/s]
eval model::   4%|▍         | 19/500 [00:01<00:23, 20.27it/s]
eval model::   4%|▍         | 22/500 [00:01<00:23, 20.56it/s]
eval model::   5%|▌         | 25/500 [00:01<00:23, 19.82it/s]
eval model::   6%|▌         | 28/500 [00:01<00:22, 21.05it/s]
eval model::   6%|▌         | 31/500 [00:01<00:24, 19.31it/s]
eval model::   7%|▋         | 34/500 [00:01<00:24, 19.02it/s]
eval model::   7%|▋         | 37/500 [00:01<00:23, 20.02it/s]
eval model::   8%|▊         | 40/500 [00:02<00:25, 18.33it/s]
eval model::   9%|▊         | 43/500 [00:02<00:23, 19.39it/s]
eval model::   9%|▉         | 46/500 [00:02<00:23, 19.53it/s]
eval model::  10%|▉         | 49/500 [00:02<00:21, 20.51it/s]
eval model::  10%|█         | 52/500 [00:02<00:21, 20.66it/s]
eval model::  11%|█         | 55/500 [00:02<00:22, 20.18it/s]
eval model::  12%|█▏        | 58/500 [00:03<00:23, 18.96it/s]
eval model::  12%|█▏        | 60/500 [00:03<00:22, 19.13it/s]
eval model::  12%|█▏        | 62/500 [00:03<00:27, 15.83it/s]
eval model::  13%|█▎        | 64/500 [00:03<00:28, 15.04it/s]
eval model::  13%|█▎        | 67/500 [00:03<00:24, 17.45it/s]
eval model::  14%|█▍        | 70/500 [00:03<00:21, 19.71it/s]
eval model::  15%|█▍        | 73/500 [00:03<00:21, 19.88it/s]
eval model::  15%|█▌        | 76/500 [00:03<00:19, 21.68it/s]
eval model::  16%|█▌        | 79/500 [00:04<00:21, 19.91it/s]
eval model::  16%|█▋        | 82/500 [00:04<00:19, 21.58it/s]
eval model::  17%|█▋        | 85/500 [00:04<00:18, 22.21it/s]
eval model::  18%|█▊        | 88/500 [00:04<00:21, 19.01it/s]
eval model::  18%|█▊        | 91/500 [00:04<00:23, 17.15it/s]
eval model::  19%|█▉        | 94/500 [00:04<00:22, 18.33it/s]
eval model::  19%|█▉        | 97/500 [00:05<00:20, 19.67it/s]
eval model::  20%|██        | 100/500 [00:05<00:19, 20.76it/s]
eval model::  21%|██        | 103/500 [00:05<00:17, 22.07it/s]
eval model::  21%|██        | 106/500 [00:05<00:19, 20.70it/s]
eval model::  22%|██▏       | 109/500 [00:05<00:18, 20.70it/s]
eval model::  22%|██▏       | 112/500 [00:05<00:18, 20.71it/s]
eval model::  23%|██▎       | 115/500 [00:05<00:19, 19.97it/s]
eval model::  24%|██▎       | 118/500 [00:06<00:17, 21.79it/s]
eval model::  24%|██▍       | 121/500 [00:06<00:18, 20.49it/s]
eval model::  25%|██▍       | 124/500 [00:06<00:18, 20.12it/s]
eval model::  25%|██▌       | 127/500 [00:06<00:18, 20.46it/s]
eval model::  26%|██▌       | 130/500 [00:06<00:18, 19.54it/s]
eval model::  27%|██▋       | 133/500 [00:06<00:17, 20.75it/s]
eval model::  27%|██▋       | 136/500 [00:06<00:18, 20.18it/s]
eval model::  28%|██▊       | 139/500 [00:07<00:18, 19.34it/s]
eval model::  28%|██▊       | 142/500 [00:07<00:17, 20.70it/s]
eval model::  29%|██▉       | 145/500 [00:07<00:17, 20.50it/s]
eval model::  30%|██▉       | 148/500 [00:07<00:19, 18.41it/s]
eval model::  30%|███       | 151/500 [00:07<00:19, 17.93it/s]
eval model::  31%|███       | 155/500 [00:07<00:16, 21.26it/s]
eval model::  32%|███▏      | 158/500 [00:07<00:15, 22.60it/s]
eval model::  32%|███▏      | 161/500 [00:08<00:18, 18.30it/s]
eval model::  33%|███▎      | 164/500 [00:08<00:18, 18.43it/s]
eval model::  33%|███▎      | 167/500 [00:08<00:17, 18.69it/s]
eval model::  34%|███▍      | 170/500 [00:08<00:17, 19.20it/s]
eval model::  34%|███▍      | 172/500 [00:08<00:17, 18.69it/s]
eval model::  35%|███▍      | 174/500 [00:08<00:18, 17.71it/s]
eval model::  35%|███▌      | 177/500 [00:09<00:16, 19.12it/s]
eval model::  36%|███▌      | 180/500 [00:09<00:18, 17.11it/s]
eval model::  37%|███▋      | 183/500 [00:09<00:16, 19.42it/s]
LAUNCH WARNING 2024-07-27 23:12:40,242 save gpu log failed
LAUNCH WARNING 2024-07-27 23:12:45,423 save gpu log failed
LAUNCH WARNING 2024-07-27 23:12:50,621 save gpu log failed
eval model::  37%|███▋      | 186/500 [00:09<00:14, 21.30it/s]
eval model::  38%|███▊      | 189/500 [00:09<00:14, 21.45it/s]
eval model::  38%|███▊      | 192/500 [00:09<00:14, 21.26it/s]
eval model::  39%|███▉      | 195/500 [00:09<00:14, 20.97it/s]
eval model::  40%|███▉      | 198/500 [00:10<00:14, 20.34it/s]
eval model::  40%|████      | 201/500 [00:10<00:14, 20.09it/s]
eval model::  41%|████      | 204/500 [00:10<00:13, 21.54it/s]
eval model::  41%|████▏     | 207/500 [00:10<00:18, 16.05it/s]
eval model::  42%|████▏     | 209/500 [00:10<00:17, 16.47it/s]
eval model::  42%|████▏     | 211/500 [00:10<00:18, 15.62it/s]
eval model::  43%|████▎     | 213/500 [00:11<00:17, 16.08it/s]
eval model::  43%|████▎     | 215/500 [00:11<00:19, 14.66it/s]
eval model::  43%|████▎     | 217/500 [00:11<00:19, 14.23it/s]
eval model::  44%|████▍     | 220/500 [00:11<00:17, 16.33it/s]
eval model::  44%|████▍     | 222/500 [00:11<00:18, 15.25it/s]
eval model::  45%|████▍     | 224/500 [00:11<00:16, 16.26it/s]
eval model::  45%|████▌     | 226/500 [00:11<00:17, 15.91it/s]
eval model::  46%|████▌     | 229/500 [00:12<00:14, 18.57it/s]
eval model::  46%|████▋     | 232/500 [00:12<00:13, 20.59it/s]
eval model::  47%|████▋     | 235/500 [00:12<00:13, 19.00it/s]
eval model::  48%|████▊     | 238/500 [00:12<00:13, 20.11it/s]
eval model::  48%|████▊     | 241/500 [00:12<00:11, 22.36it/s]
eval model::  49%|████▉     | 244/500 [00:12<00:12, 20.69it/s]
eval model::  49%|████▉     | 247/500 [00:12<00:11, 22.45it/s]
eval model::  50%|█████     | 250/500 [00:12<00:11, 21.65it/s]
eval model::  51%|█████     | 254/500 [00:13<00:10, 24.31it/s]
eval model::  51%|█████▏    | 257/500 [00:13<00:10, 22.46it/s]
eval model::  52%|█████▏    | 260/500 [00:13<00:10, 23.27it/s]
eval model::  53%|█████▎    | 263/500 [00:13<00:11, 21.48it/s]
eval model::  53%|█████▎    | 266/500 [00:13<00:11, 20.21it/s]
eval model::  54%|█████▍    | 269/500 [00:13<00:11, 20.84it/s]
eval model::  54%|█████▍    | 272/500 [00:13<00:11, 20.24it/s]
eval model::  55%|█████▌    | 275/500 [00:14<00:11, 19.24it/s]
eval model::  56%|█████▌    | 278/500 [00:14<00:10, 20.55it/s]
eval model::  56%|█████▌    | 281/500 [00:14<00:10, 21.67it/s]
eval model::  57%|█████▋    | 284/500 [00:14<00:10, 20.76it/s]
eval model::  57%|█████▋    | 287/500 [00:14<00:16, 13.23it/s]
eval model::  58%|█████▊    | 290/500 [00:15<00:13, 15.54it/s]
eval model::  58%|█████▊    | 292/500 [00:15<00:12, 16.23it/s]
eval model::  59%|█████▉    | 294/500 [00:15<00:12, 16.20it/s]
eval model::  59%|█████▉    | 296/500 [00:15<00:13, 15.45it/s]
eval model::  60%|██████    | 300/500 [00:15<00:11, 16.90it/s]
eval model::  61%|██████    | 303/500 [00:15<00:10, 18.75it/s]
eval model::  61%|██████    | 306/500 [00:15<00:09, 20.04it/s]
eval model::  62%|██████▏   | 309/500 [00:16<00:09, 20.92it/s]
eval model::  62%|██████▏   | 312/500 [00:16<00:08, 21.14it/s]
eval model::  63%|██████▎   | 315/500 [00:16<00:08, 21.11it/s]
eval model::  64%|██████▎   | 318/500 [00:16<00:08, 21.58it/s]
eval model::  64%|██████▍   | 321/500 [00:16<00:08, 22.25it/s]
eval model::  65%|██████▍   | 324/500 [00:16<00:08, 21.17it/s]
eval model::  65%|██████▌   | 327/500 [00:16<00:07, 22.19it/s]
eval model::  66%|██████▌   | 330/500 [00:17<00:08, 19.81it/s]
eval model::  67%|██████▋   | 333/500 [00:17<00:08, 20.57it/s]
eval model::  67%|██████▋   | 336/500 [00:17<00:07, 20.74it/s]
eval model::  68%|██████▊   | 339/500 [00:17<00:08, 18.92it/s]
eval model::  68%|██████▊   | 341/500 [00:17<00:09, 16.17it/s]
eval model::  69%|██████▉   | 344/500 [00:17<00:08, 18.68it/s]
eval model::  69%|██████▉   | 347/500 [00:17<00:07, 19.35it/s]
eval model::  70%|███████   | 350/500 [00:18<00:07, 21.24it/s]
eval model::  71%|███████   | 353/500 [00:18<00:06, 22.75it/s]
eval model::  71%|███████   | 356/500 [00:18<00:06, 21.12it/s]
eval model::  72%|███████▏  | 359/500 [00:18<00:06, 21.37it/s]
eval model::  72%|███████▏  | 362/500 [00:18<00:07, 18.87it/s]
eval model::  73%|███████▎  | 364/500 [00:18<00:07, 18.60it/s]
eval model::  73%|███████▎  | 367/500 [00:18<00:07, 18.33it/s]
eval model::  74%|███████▍  | 370/500 [00:19<00:06, 20.38it/s]
eval model::  75%|███████▍  | 373/500 [00:19<00:05, 21.46it/s]
eval model::  75%|███████▌  | 376/500 [00:19<00:05, 21.71it/s]
eval model::  76%|███████▌  | 379/500 [00:19<00:05, 20.83it/s]
eval model::  76%|███████▋  | 382/500 [00:19<00:05, 20.22it/s]
eval model::  77%|███████▋  | 385/500 [00:19<00:05, 21.64it/s]
eval model::  78%|███████▊  | 388/500 [00:20<00:08, 13.88it/s]
eval model::  78%|███████▊  | 391/500 [00:20<00:07, 15.48it/s]
eval model::  79%|███████▉  | 394/500 [00:20<00:06, 16.59it/s]
eval model::  79%|███████▉  | 397/500 [00:20<00:05, 18.30it/s]
eval model::  80%|████████  | 400/500 [00:20<00:05, 18.02it/s]
eval model::  81%|████████  | 403/500 [00:20<00:04, 19.57it/s]
eval model::  81%|████████  | 406/500 [00:21<00:04, 20.57it/s]
eval model::  82%|████████▏ | 409/500 [00:21<00:04, 22.71it/s]
eval model::  82%|████████▏ | 412/500 [00:21<00:03, 23.22it/s]
eval model::  83%|████████▎ | 415/500 [00:21<00:03, 22.19it/s]
eval model::  84%|████████▎ | 418/500 [00:21<00:04, 19.84it/s]
eval model::  84%|████████▍ | 421/500 [00:21<00:04, 17.12it/s]
eval model::  85%|████████▍ | 424/500 [00:21<00:04, 17.39it/s]
eval model::  85%|████████▌ | 427/500 [00:22<00:04, 18.13it/s]
eval model::  86%|████████▌ | 430/500 [00:22<00:03, 19.88it/s]
eval model::  87%|████████▋ | 433/500 [00:22<00:03, 19.89it/s]
eval model::  87%|████████▋ | 436/500 [00:22<00:03, 21.19it/s]
eval model::  88%|████████▊ | 439/500 [00:22<00:02, 20.35it/s]
eval model::  88%|████████▊ | 442/500 [00:22<00:02, 21.58it/s]
eval model::  89%|████████▉ | 446/500 [00:22<00:02, 23.85it/s]
eval model::  90%|████████▉ | 449/500 [00:23<00:02, 22.34it/s]
eval model::  90%|█████████ | 452/500 [00:23<00:02, 23.29it/s]
eval model::  91%|█████████ | 455/500 [00:23<00:01, 23.07it/s]
eval model::  92%|█████████▏| 458/500 [00:23<00:01, 23.63it/s]
eval model::  92%|█████████▏| 461/500 [00:23<00:01, 22.30it/s]
eval model::  93%|█████████▎| 464/500 [00:23<00:01, 18.26it/s]
eval model::  93%|█████████▎| 466/500 [00:23<00:01, 17.18it/s]
eval model::  94%|█████████▎| 468/500 [00:24<00:01, 17.55it/s]
eval model::  94%|█████████▍| 471/500 [00:24<00:01, 19.30it/s]
eval model::  95%|█████████▍| 473/500 [00:24<00:01, 19.35it/s]
eval model::  95%|█████████▌| 475/500 [00:24<00:01, 19.44it/s]
eval model::  96%|█████████▌| 478/500 [00:24<00:01, 21.54it/s]
eval model::  96%|█████████▌| 481/500 [00:24<00:00, 22.83it/s]
eval model::  97%|█████████▋| 484/500 [00:24<00:00, 22.60it/s]
eval model::  97%|█████████▋| 487/500 [00:24<00:00, 23.40it/s]
LAUNCH INFO 2024-07-27 23:12:54,284 Pod completed
LAUNCH INFO 2024-07-27 23:12:54,284 Exit code 0
eval model::  98%|█████████▊| 490/500 [00:25<00:00, 23.80it/s]
eval model::  99%|█████████▊| 493/500 [00:25<00:00, 22.50it/s]
eval model::  99%|█████████▉| 496/500 [00:25<00:00, 20.30it/s]
eval model:: 100%|█████████▉| 499/500 [00:25<00:00, 22.50it/s]
eval model:: 100%|██████████| 500/500 [00:25<00:00, 19.61it/s]
[2024/07/27 23:12:51] ppocr INFO: cur metric, precision: 0.6872100728959576, recall: 0.4992778045257583, hmean: 0.5783602900167318, fps: 43.8015493763807
[2024/07/27 23:12:51] ppocr INFO: save best model is to ./output/db_mv3/best_accuracy
[2024/07/27 23:12:51] ppocr INFO: best metric, hmean: 0.5783602900167318, precision: 0.6872100728959576, recall: 0.4992778045257583, fps: 43.8015493763807, best_epoch: 200
[2024/07/27 23:12:51] ppocr INFO: save model in ./output/db_mv3/latest
[2024/07/27 23:12:51] ppocr INFO: best metric, hmean: 0.5783602900167318, precision: 0.6872100728959576, recall: 0.4992778045257583, fps: 43.8015493763807, best_epoch: 200
I0727 23:12:53.432174 113207 tcp_store.cc:289] receive shutdown event and so quit from MasterDaemon run loop
LAUNCH INFO 2024-08-01 21:50:44,413 -----------  Configuration  ----------------------
LAUNCH INFO 2024-08-01 21:50:44,413 auto_parallel_config: None
LAUNCH INFO 2024-08-01 21:50:44,413 auto_tuner_json: None
LAUNCH INFO 2024-08-01 21:50:44,413 devices: 0,1,2,3,4,5,6,7
LAUNCH INFO 2024-08-01 21:50:44,413 elastic_level: -1
LAUNCH INFO 2024-08-01 21:50:44,413 elastic_timeout: 30
LAUNCH INFO 2024-08-01 21:50:44,413 enable_gpu_log: True
LAUNCH INFO 2024-08-01 21:50:44,413 gloo_port: 6767
LAUNCH INFO 2024-08-01 21:50:44,413 host: None
LAUNCH INFO 2024-08-01 21:50:44,413 ips: None
LAUNCH INFO 2024-08-01 21:50:44,413 job_id: default
LAUNCH INFO 2024-08-01 21:50:44,413 legacy: False
LAUNCH INFO 2024-08-01 21:50:44,413 log_dir: ./debug/
LAUNCH INFO 2024-08-01 21:50:44,413 log_level: INFO
LAUNCH INFO 2024-08-01 21:50:44,413 log_overwrite: False
LAUNCH INFO 2024-08-01 21:50:44,413 master: None
LAUNCH INFO 2024-08-01 21:50:44,413 max_restart: 3
LAUNCH INFO 2024-08-01 21:50:44,413 nnodes: 1
LAUNCH INFO 2024-08-01 21:50:44,414 nproc_per_node: None
LAUNCH INFO 2024-08-01 21:50:44,414 rank: -1
LAUNCH INFO 2024-08-01 21:50:44,414 run_mode: collective
LAUNCH INFO 2024-08-01 21:50:44,414 server_num: None
LAUNCH INFO 2024-08-01 21:50:44,414 servers: 
LAUNCH INFO 2024-08-01 21:50:44,414 sort_ip: False
LAUNCH INFO 2024-08-01 21:50:44,414 start_port: 6070
LAUNCH INFO 2024-08-01 21:50:44,414 trainer_num: None
LAUNCH INFO 2024-08-01 21:50:44,414 trainers: 
LAUNCH INFO 2024-08-01 21:50:44,414 training_script: tools/train.py
LAUNCH INFO 2024-08-01 21:50:44,414 training_script_args: ['-c', 'configs/det/det_mv3_db.yml', '-o', 'Global.epoch_num=100', 'Global.eval_batch_step=[0,60]', 'Train.loader.batch_size_per_card=48', 'Train.loader.num_workers=8', 'Eval.loader.num_workers=0']
LAUNCH INFO 2024-08-01 21:50:44,414 with_gloo: 1
LAUNCH INFO 2024-08-01 21:50:44,414 --------------------------------------------------
LAUNCH INFO 2024-08-01 21:50:44,416 Job: default, mode collective, replicas 1[1:1], elastic False
LAUNCH INFO 2024-08-01 21:50:44,418 Run Pod: smmshy, replicas 8, status ready
LAUNCH INFO 2024-08-01 21:50:44,501 Watching Pod: smmshy, replicas 8, status running
LAUNCH WARNING 2024-08-01 21:50:44,576 save gpu log failed
[2024/08/01 21:50:46] ppocr INFO: Architecture : 
[2024/08/01 21:50:46] ppocr INFO:     Backbone : 
[2024/08/01 21:50:46] ppocr INFO:         model_name : large
[2024/08/01 21:50:46] ppocr INFO:         name : MobileNetV3
[2024/08/01 21:50:46] ppocr INFO:         scale : 0.5
[2024/08/01 21:50:46] ppocr INFO:     Head : 
[2024/08/01 21:50:46] ppocr INFO:         k : 50
[2024/08/01 21:50:46] ppocr INFO:         name : DBHead
[2024/08/01 21:50:46] ppocr INFO:     Neck : 
[2024/08/01 21:50:46] ppocr INFO:         name : DBFPN
[2024/08/01 21:50:46] ppocr INFO:         out_channels : 256
[2024/08/01 21:50:46] ppocr INFO:     Transform : None
[2024/08/01 21:50:46] ppocr INFO:     algorithm : DB
[2024/08/01 21:50:46] ppocr INFO:     model_type : det
[2024/08/01 21:50:46] ppocr INFO: Eval : 
[2024/08/01 21:50:46] ppocr INFO:     dataset : 
[2024/08/01 21:50:46] ppocr INFO:         data_dir : /datasets/icdar2015/text_localization/
[2024/08/01 21:50:46] ppocr INFO:         label_file_list : ['/datasets/icdar2015/text_localization/test_icdar2015_label.txt']
[2024/08/01 21:50:46] ppocr INFO:         name : SimpleDataSet
[2024/08/01 21:50:46] ppocr INFO:         transforms : 
[2024/08/01 21:50:46] ppocr INFO:             DecodeImage : 
[2024/08/01 21:50:46] ppocr INFO:                 channel_first : False
[2024/08/01 21:50:46] ppocr INFO:                 img_mode : BGR
[2024/08/01 21:50:46] ppocr INFO:             DetLabelEncode : None
[2024/08/01 21:50:46] ppocr INFO:             DetResizeForTest : 
[2024/08/01 21:50:46] ppocr INFO:                 image_shape : [736, 1280]
[2024/08/01 21:50:46] ppocr INFO:             NormalizeImage : 
[2024/08/01 21:50:46] ppocr INFO:                 mean : [0.485, 0.456, 0.406]
[2024/08/01 21:50:46] ppocr INFO:                 order : hwc
[2024/08/01 21:50:46] ppocr INFO:                 scale : 1./255.
[2024/08/01 21:50:46] ppocr INFO:                 std : [0.229, 0.224, 0.225]
[2024/08/01 21:50:46] ppocr INFO:             ToCHWImage : None
[2024/08/01 21:50:46] ppocr INFO:             KeepKeys : 
[2024/08/01 21:50:46] ppocr INFO:                 keep_keys : ['image', 'shape', 'polys', 'ignore_tags']
[2024/08/01 21:50:46] ppocr INFO:     loader : 
[2024/08/01 21:50:46] ppocr INFO:         batch_size_per_card : 1
[2024/08/01 21:50:46] ppocr INFO:         drop_last : False
[2024/08/01 21:50:46] ppocr INFO:         num_workers : 0
[2024/08/01 21:50:46] ppocr INFO:         shuffle : False
[2024/08/01 21:50:46] ppocr INFO:         use_shared_memory : True
[2024/08/01 21:50:46] ppocr INFO: Global : 
[2024/08/01 21:50:46] ppocr INFO:     cal_metric_during_train : False
[2024/08/01 21:50:46] ppocr INFO:     checkpoints : None
[2024/08/01 21:50:46] ppocr INFO:     distributed : True
[2024/08/01 21:50:46] ppocr INFO:     epoch_num : 100
[2024/08/01 21:50:46] ppocr INFO:     eval_batch_step : [0, 60]
[2024/08/01 21:50:46] ppocr INFO:     infer_img : doc/imgs_en/img_10.jpg
[2024/08/01 21:50:46] ppocr INFO:     log_smooth_window : 20
[2024/08/01 21:50:46] ppocr INFO:     pretrained_model : ./pretrain_models/MobileNetV3_large_x0_5_pretrained
[2024/08/01 21:50:46] ppocr INFO:     print_batch_step : 10
[2024/08/01 21:50:46] ppocr INFO:     save_epoch_step : 1200
[2024/08/01 21:50:46] ppocr INFO:     save_inference_dir : None
[2024/08/01 21:50:46] ppocr INFO:     save_model_dir : ./output/db_mv3/
[2024/08/01 21:50:46] ppocr INFO:     save_res_path : ./output/det_db/predicts_db.txt
[2024/08/01 21:50:46] ppocr INFO:     use_gpu : True
[2024/08/01 21:50:46] ppocr INFO:     use_visualdl : False
[2024/08/01 21:50:46] ppocr INFO:     use_xpu : False
[2024/08/01 21:50:46] ppocr INFO: Loss : 
[2024/08/01 21:50:46] ppocr INFO:     alpha : 5
[2024/08/01 21:50:46] ppocr INFO:     balance_loss : True
[2024/08/01 21:50:46] ppocr INFO:     beta : 10
[2024/08/01 21:50:46] ppocr INFO:     main_loss_type : DiceLoss
[2024/08/01 21:50:46] ppocr INFO:     name : DBLoss
[2024/08/01 21:50:46] ppocr INFO:     ohem_ratio : 3
[2024/08/01 21:50:46] ppocr INFO: Metric : 
[2024/08/01 21:50:46] ppocr INFO:     main_indicator : hmean
[2024/08/01 21:50:46] ppocr INFO:     name : DetMetric
[2024/08/01 21:50:46] ppocr INFO: Optimizer : 
[2024/08/01 21:50:46] ppocr INFO:     beta1 : 0.9
[2024/08/01 21:50:46] ppocr INFO:     beta2 : 0.999
[2024/08/01 21:50:46] ppocr INFO:     lr : 
[2024/08/01 21:50:46] ppocr INFO:         learning_rate : 0.001
[2024/08/01 21:50:46] ppocr INFO:     name : Adam
[2024/08/01 21:50:46] ppocr INFO:     regularizer : 
[2024/08/01 21:50:46] ppocr INFO:         factor : 0
[2024/08/01 21:50:46] ppocr INFO:         name : L2
[2024/08/01 21:50:46] ppocr INFO: PostProcess : 
[2024/08/01 21:50:46] ppocr INFO:     box_thresh : 0.6
[2024/08/01 21:50:46] ppocr INFO:     max_candidates : 1000
[2024/08/01 21:50:46] ppocr INFO:     name : DBPostProcess
[2024/08/01 21:50:46] ppocr INFO:     thresh : 0.3
[2024/08/01 21:50:46] ppocr INFO:     unclip_ratio : 1.5
[2024/08/01 21:50:46] ppocr INFO: Train : 
[2024/08/01 21:50:46] ppocr INFO:     dataset : 
[2024/08/01 21:50:46] ppocr INFO:         data_dir : /datasets/icdar2015/text_localization/
[2024/08/01 21:50:46] ppocr INFO:         label_file_list : ['/datasets/icdar2015/text_localization/train_icdar2015_label.txt']
[2024/08/01 21:50:46] ppocr INFO:         name : SimpleDataSet
[2024/08/01 21:50:46] ppocr INFO:         ratio_list : [1.0]
[2024/08/01 21:50:46] ppocr INFO:         transforms : 
[2024/08/01 21:50:46] ppocr INFO:             DecodeImage : 
[2024/08/01 21:50:46] ppocr INFO:                 channel_first : False
[2024/08/01 21:50:46] ppocr INFO:                 img_mode : BGR
[2024/08/01 21:50:46] ppocr INFO:             DetLabelEncode : None
[2024/08/01 21:50:46] ppocr INFO:             IaaAugment : 
[2024/08/01 21:50:46] ppocr INFO:                 augmenter_args : 
[2024/08/01 21:50:46] ppocr INFO:                     args : 
[2024/08/01 21:50:46] ppocr INFO:                         p : 0.5
[2024/08/01 21:50:46] ppocr INFO:                     type : Fliplr
[2024/08/01 21:50:46] ppocr INFO:                     args : 
[2024/08/01 21:50:46] ppocr INFO:                         rotate : [-10, 10]
[2024/08/01 21:50:46] ppocr INFO:                     type : Affine
[2024/08/01 21:50:46] ppocr INFO:                     args : 
[2024/08/01 21:50:46] ppocr INFO:                         size : [0.5, 3]
[2024/08/01 21:50:46] ppocr INFO:                     type : Resize
[2024/08/01 21:50:46] ppocr INFO:             EastRandomCropData : 
[2024/08/01 21:50:46] ppocr INFO:                 keep_ratio : True
[2024/08/01 21:50:46] ppocr INFO:                 max_tries : 50
[2024/08/01 21:50:46] ppocr INFO:                 size : [640, 640]
[2024/08/01 21:50:46] ppocr INFO:             MakeBorderMap : 
[2024/08/01 21:50:46] ppocr INFO:                 shrink_ratio : 0.4
[2024/08/01 21:50:46] ppocr INFO:                 thresh_max : 0.7
[2024/08/01 21:50:46] ppocr INFO:                 thresh_min : 0.3
[2024/08/01 21:50:46] ppocr INFO:             MakeShrinkMap : 
[2024/08/01 21:50:46] ppocr INFO:                 min_text_size : 8
[2024/08/01 21:50:46] ppocr INFO:                 shrink_ratio : 0.4
[2024/08/01 21:50:46] ppocr INFO:             NormalizeImage : 
[2024/08/01 21:50:46] ppocr INFO:                 mean : [0.485, 0.456, 0.406]
[2024/08/01 21:50:46] ppocr INFO:                 order : hwc
[2024/08/01 21:50:46] ppocr INFO:                 scale : 1./255.
[2024/08/01 21:50:46] ppocr INFO:                 std : [0.229, 0.224, 0.225]
[2024/08/01 21:50:46] ppocr INFO:             ToCHWImage : None
[2024/08/01 21:50:46] ppocr INFO:             KeepKeys : 
[2024/08/01 21:50:46] ppocr INFO:                 keep_keys : ['image', 'threshold_map', 'threshold_mask', 'shrink_map', 'shrink_mask']
[2024/08/01 21:50:46] ppocr INFO:     loader : 
[2024/08/01 21:50:46] ppocr INFO:         batch_size_per_card : 48
[2024/08/01 21:50:46] ppocr INFO:         drop_last : False
[2024/08/01 21:50:46] ppocr INFO:         num_workers : 8
[2024/08/01 21:50:46] ppocr INFO:         shuffle : True
[2024/08/01 21:50:46] ppocr INFO:         use_shared_memory : True
[2024/08/01 21:50:46] ppocr INFO: profiler_options : None
LAUNCH WARNING 2024-08-01 21:50:49,711 save gpu log failed
LAUNCH WARNING 2024-08-01 21:50:55,094 save gpu log failed
LAUNCH WARNING 2024-08-01 21:51:00,230 save gpu log failed
LAUNCH WARNING 2024-08-01 21:51:05,389 save gpu log failed
LAUNCH WARNING 2024-08-01 21:51:10,553 save gpu log failed
LAUNCH WARNING 2024-08-01 21:51:16,025 save gpu log failed