Skip to content

GitLab

Commit 20f2802e authored by root's avatar root
Browse files

change md

parent 89eb5e4b
Expand all Show whitespace changes
Inline Side-by-side
Showing with 179 additions and 5927 deletions
debug/workerlog.3
View file @ 20f2802e
......@@ -320,3 +320,38 @@ I0801 21:50:46.140009 227389 tcp_utils.cc:107] Retry to connect to 10.8.145.246:
I0801 21:50:49.140209 227389 tcp_utils.cc:130] Successfully connected to 10.8.145.246:55563
I0801 21:50:49.140419 227389 process_group_nccl.cc:120] ProcessGroupNCCL pg_timeout_ 1800000
W0801 21:50:49.149787 227389 gpu_resources.cc:119] Please NOTE: device: 3, GPU Compute Capability: 90.2, Driver API Version: 50724.2, Runtime API Version: 50724.2
RuntimeError: module compiled against ABI version 0x1000009 but this version of numpy is 0x2000000
RuntimeError: module compiled against ABI version 0x1000009 but this version of numpy is 0x2000000
Traceback (most recent call last):
File "/root/paddle_dbnet/tools/train.py", line 30, in <module>
from ppocr.data import build_dataloader
File "/root/paddle_dbnet/ppocr/data/__init__.py", line 35, in <module>
from ppocr.data.imaug import transform, create_operators
File "/root/paddle_dbnet/ppocr/data/imaug/__init__.py", line 19, in <module>
from .iaa_augment import IaaAugment
File "/root/paddle_dbnet/ppocr/data/imaug/iaa_augment.py", line 24, in <module>
import imgaug
File "/root/anaconda3/envs/dbnet_test/lib/python3.10/site-packages/imgaug/__init__.py", line 7, in <module>
from imgaug.imgaug import * # pylint: disable=redefined-builtin
File "/root/anaconda3/envs/dbnet_test/lib/python3.10/site-packages/imgaug/imgaug.py", line 18, in <module>
import cv2
ImportError: numpy.core.multiarray failed to import
======================= Modified FLAGS detected =======================
FLAGS(name='FLAGS_cudnn_batchnorm_spatial_persistent', current_value=True, default_value=False)
FLAGS(name='FLAGS_selected_gpus', current_value='3', default_value='')
=======================================================================
I0809 17:16:34.717314 262688 tcp_utils.cc:107] Retry to connect to 127.0.0.1:40029 while the server is not yet listening.
I0809 17:16:37.717456 262688 tcp_utils.cc:130] Successfully connected to 127.0.0.1:40029
I0809 17:16:37.747823 262688 process_group_nccl.cc:120] ProcessGroupNCCL pg_timeout_ 1800000
Traceback (most recent call last):
File "/root/paddle_dbnet/tools/train.py", line 198, in <module>
main(config, device, logger, vdl_writer)
File "/root/paddle_dbnet/tools/train.py", line 53, in main
train_dataloader = build_dataloader(config, 'Train', device, logger)
File "/root/paddle_dbnet/ppocr/data/__init__.py", line 65, in build_dataloader
dataset = eval(module_name)(config, mode, logger, seed)
File "/root/paddle_dbnet/ppocr/data/simple_dataset.py", line 47, in __init__
self.data_lines = self.get_image_info_list(label_file_list, ratio_list)
File "/root/paddle_dbnet/ppocr/data/simple_dataset.py", line 61, in get_image_info_list
with open(file, "rb") as f:
FileNotFoundError: [Errno 2] No such file or directory: '/datasets/icdar2015/text_localization/train_icdar2015_label.txt'
debug/workerlog.4
View file @ 20f2802e
......@@ -332,3 +332,38 @@ FLAGS(name='FLAGS_selected_gpus', current_value='4', default_value='')
I0801 21:50:46.243454 227391 tcp_utils.cc:130] Successfully connected to 10.8.145.246:55563
I0801 21:50:46.275384 227391 process_group_nccl.cc:120] ProcessGroupNCCL pg_timeout_ 1800000
W0801 21:50:46.289412 227391 gpu_resources.cc:119] Please NOTE: device: 4, GPU Compute Capability: 90.2, Driver API Version: 50724.2, Runtime API Version: 50724.2
RuntimeError: module compiled against ABI version 0x1000009 but this version of numpy is 0x2000000
RuntimeError: module compiled against ABI version 0x1000009 but this version of numpy is 0x2000000
Traceback (most recent call last):
File "/root/paddle_dbnet/tools/train.py", line 30, in <module>
from ppocr.data import build_dataloader
File "/root/paddle_dbnet/ppocr/data/__init__.py", line 35, in <module>
from ppocr.data.imaug import transform, create_operators
File "/root/paddle_dbnet/ppocr/data/imaug/__init__.py", line 19, in <module>
from .iaa_augment import IaaAugment
File "/root/paddle_dbnet/ppocr/data/imaug/iaa_augment.py", line 24, in <module>
import imgaug
File "/root/anaconda3/envs/dbnet_test/lib/python3.10/site-packages/imgaug/__init__.py", line 7, in <module>
from imgaug.imgaug import * # pylint: disable=redefined-builtin
File "/root/anaconda3/envs/dbnet_test/lib/python3.10/site-packages/imgaug/imgaug.py", line 18, in <module>
import cv2
ImportError: numpy.core.multiarray failed to import
======================= Modified FLAGS detected =======================
FLAGS(name='FLAGS_selected_gpus', current_value='4', default_value='')
FLAGS(name='FLAGS_cudnn_batchnorm_spatial_persistent', current_value=True, default_value=False)
=======================================================================
I0809 17:16:34.717710 262690 tcp_utils.cc:107] Retry to connect to 127.0.0.1:40029 while the server is not yet listening.
I0809 17:16:37.717845 262690 tcp_utils.cc:130] Successfully connected to 127.0.0.1:40029
I0809 17:16:37.747900 262690 process_group_nccl.cc:120] ProcessGroupNCCL pg_timeout_ 1800000
Traceback (most recent call last):
File "/root/paddle_dbnet/tools/train.py", line 198, in <module>
main(config, device, logger, vdl_writer)
File "/root/paddle_dbnet/tools/train.py", line 53, in main
train_dataloader = build_dataloader(config, 'Train', device, logger)
File "/root/paddle_dbnet/ppocr/data/__init__.py", line 65, in build_dataloader
dataset = eval(module_name)(config, mode, logger, seed)
File "/root/paddle_dbnet/ppocr/data/simple_dataset.py", line 47, in __init__
self.data_lines = self.get_image_info_list(label_file_list, ratio_list)
File "/root/paddle_dbnet/ppocr/data/simple_dataset.py", line 61, in get_image_info_list
with open(file, "rb") as f:
FileNotFoundError: [Errno 2] No such file or directory: '/datasets/icdar2015/text_localization/train_icdar2015_label.txt'
debug/workerlog.5
View file @ 20f2802e
......@@ -331,3 +331,38 @@ FLAGS(name='FLAGS_selected_gpus', current_value='5', default_value='')
I0801 21:50:46.243259 227397 tcp_utils.cc:130] Successfully connected to 10.8.145.246:55563
I0801 21:50:46.275365 227397 process_group_nccl.cc:120] ProcessGroupNCCL pg_timeout_ 1800000
W0801 21:50:46.285398 227397 gpu_resources.cc:119] Please NOTE: device: 5, GPU Compute Capability: 90.2, Driver API Version: 50724.2, Runtime API Version: 50724.2
RuntimeError: module compiled against ABI version 0x1000009 but this version of numpy is 0x2000000
RuntimeError: module compiled against ABI version 0x1000009 but this version of numpy is 0x2000000
Traceback (most recent call last):
File "/root/paddle_dbnet/tools/train.py", line 30, in <module>
from ppocr.data import build_dataloader
File "/root/paddle_dbnet/ppocr/data/__init__.py", line 35, in <module>
from ppocr.data.imaug import transform, create_operators
File "/root/paddle_dbnet/ppocr/data/imaug/__init__.py", line 19, in <module>
from .iaa_augment import IaaAugment
File "/root/paddle_dbnet/ppocr/data/imaug/iaa_augment.py", line 24, in <module>
import imgaug
File "/root/anaconda3/envs/dbnet_test/lib/python3.10/site-packages/imgaug/__init__.py", line 7, in <module>
from imgaug.imgaug import * # pylint: disable=redefined-builtin
File "/root/anaconda3/envs/dbnet_test/lib/python3.10/site-packages/imgaug/imgaug.py", line 18, in <module>
import cv2
ImportError: numpy.core.multiarray failed to import
======================= Modified FLAGS detected =======================
FLAGS(name='FLAGS_cudnn_batchnorm_spatial_persistent', current_value=True, default_value=False)
FLAGS(name='FLAGS_selected_gpus', current_value='5', default_value='')
=======================================================================
I0809 17:16:34.717363 262693 tcp_utils.cc:107] Retry to connect to 127.0.0.1:40029 while the server is not yet listening.
I0809 17:16:37.717486 262693 tcp_utils.cc:130] Successfully connected to 127.0.0.1:40029
I0809 17:16:37.747865 262693 process_group_nccl.cc:120] ProcessGroupNCCL pg_timeout_ 1800000
Traceback (most recent call last):
File "/root/paddle_dbnet/tools/train.py", line 198, in <module>
main(config, device, logger, vdl_writer)
File "/root/paddle_dbnet/tools/train.py", line 53, in main
train_dataloader = build_dataloader(config, 'Train', device, logger)
File "/root/paddle_dbnet/ppocr/data/__init__.py", line 65, in build_dataloader
dataset = eval(module_name)(config, mode, logger, seed)
File "/root/paddle_dbnet/ppocr/data/simple_dataset.py", line 47, in __init__
self.data_lines = self.get_image_info_list(label_file_list, ratio_list)
File "/root/paddle_dbnet/ppocr/data/simple_dataset.py", line 61, in get_image_info_list
with open(file, "rb") as f:
FileNotFoundError: [Errno 2] No such file or directory: '/datasets/icdar2015/text_localization/train_icdar2015_label.txt'
debug/workerlog.6
View file @ 20f2802e
......@@ -333,3 +333,38 @@ FLAGS(name='FLAGS_selected_gpus', current_value='6', default_value='')
I0801 21:50:46.221071 227410 tcp_utils.cc:130] Successfully connected to 10.8.145.246:55563
I0801 21:50:46.275367 227410 process_group_nccl.cc:120] ProcessGroupNCCL pg_timeout_ 1800000
W0801 21:50:46.285470 227410 gpu_resources.cc:119] Please NOTE: device: 6, GPU Compute Capability: 90.2, Driver API Version: 50724.2, Runtime API Version: 50724.2
RuntimeError: module compiled against ABI version 0x1000009 but this version of numpy is 0x2000000
RuntimeError: module compiled against ABI version 0x1000009 but this version of numpy is 0x2000000
Traceback (most recent call last):
File "/root/paddle_dbnet/tools/train.py", line 30, in <module>
from ppocr.data import build_dataloader
File "/root/paddle_dbnet/ppocr/data/__init__.py", line 35, in <module>
from ppocr.data.imaug import transform, create_operators
File "/root/paddle_dbnet/ppocr/data/imaug/__init__.py", line 19, in <module>
from .iaa_augment import IaaAugment
File "/root/paddle_dbnet/ppocr/data/imaug/iaa_augment.py", line 24, in <module>
import imgaug
File "/root/anaconda3/envs/dbnet_test/lib/python3.10/site-packages/imgaug/__init__.py", line 7, in <module>
from imgaug.imgaug import * # pylint: disable=redefined-builtin
File "/root/anaconda3/envs/dbnet_test/lib/python3.10/site-packages/imgaug/imgaug.py", line 18, in <module>
import cv2
ImportError: numpy.core.multiarray failed to import
======================= Modified FLAGS detected =======================
FLAGS(name='FLAGS_selected_gpus', current_value='6', default_value='')
FLAGS(name='FLAGS_cudnn_batchnorm_spatial_persistent', current_value=True, default_value=False)
=======================================================================
I0809 17:16:34.717787 262703 tcp_utils.cc:107] Retry to connect to 127.0.0.1:40029 while the server is not yet listening.
I0809 17:16:37.717911 262703 tcp_utils.cc:130] Successfully connected to 127.0.0.1:40029
I0809 17:16:37.747879 262703 process_group_nccl.cc:120] ProcessGroupNCCL pg_timeout_ 1800000
Traceback (most recent call last):
File "/root/paddle_dbnet/tools/train.py", line 198, in <module>
main(config, device, logger, vdl_writer)
File "/root/paddle_dbnet/tools/train.py", line 53, in main
train_dataloader = build_dataloader(config, 'Train', device, logger)
File "/root/paddle_dbnet/ppocr/data/__init__.py", line 65, in build_dataloader
dataset = eval(module_name)(config, mode, logger, seed)
File "/root/paddle_dbnet/ppocr/data/simple_dataset.py", line 47, in __init__
self.data_lines = self.get_image_info_list(label_file_list, ratio_list)
File "/root/paddle_dbnet/ppocr/data/simple_dataset.py", line 61, in get_image_info_list
with open(file, "rb") as f:
FileNotFoundError: [Errno 2] No such file or directory: '/datasets/icdar2015/text_localization/train_icdar2015_label.txt'
debug/workerlog.7
View file @ 20f2802e
......@@ -328,3 +328,38 @@ FLAGS(name='FLAGS_cudnn_batchnorm_spatial_persistent', current_value=True, defau
I0801 21:50:46.204111 227427 tcp_utils.cc:130] Successfully connected to 10.8.145.246:55563
I0801 21:50:46.275381 227427 process_group_nccl.cc:120] ProcessGroupNCCL pg_timeout_ 1800000
W0801 21:50:46.290601 227427 gpu_resources.cc:119] Please NOTE: device: 7, GPU Compute Capability: 90.2, Driver API Version: 50724.2, Runtime API Version: 50724.2
RuntimeError: module compiled against ABI version 0x1000009 but this version of numpy is 0x2000000
RuntimeError: module compiled against ABI version 0x1000009 but this version of numpy is 0x2000000
Traceback (most recent call last):
File "/root/paddle_dbnet/tools/train.py", line 30, in <module>
from ppocr.data import build_dataloader
File "/root/paddle_dbnet/ppocr/data/__init__.py", line 35, in <module>
from ppocr.data.imaug import transform, create_operators
File "/root/paddle_dbnet/ppocr/data/imaug/__init__.py", line 19, in <module>
from .iaa_augment import IaaAugment
File "/root/paddle_dbnet/ppocr/data/imaug/iaa_augment.py", line 24, in <module>
import imgaug
File "/root/anaconda3/envs/dbnet_test/lib/python3.10/site-packages/imgaug/__init__.py", line 7, in <module>
from imgaug.imgaug import * # pylint: disable=redefined-builtin
File "/root/anaconda3/envs/dbnet_test/lib/python3.10/site-packages/imgaug/imgaug.py", line 18, in <module>
import cv2
ImportError: numpy.core.multiarray failed to import
======================= Modified FLAGS detected =======================
FLAGS(name='FLAGS_cudnn_batchnorm_spatial_persistent', current_value=True, default_value=False)
FLAGS(name='FLAGS_selected_gpus', current_value='7', default_value='')
=======================================================================
I0809 17:16:34.717975 262713 tcp_utils.cc:107] Retry to connect to 127.0.0.1:40029 while the server is not yet listening.
I0809 17:16:37.718079 262713 tcp_utils.cc:130] Successfully connected to 127.0.0.1:40029
I0809 17:16:37.747913 262713 process_group_nccl.cc:120] ProcessGroupNCCL pg_timeout_ 1800000
Traceback (most recent call last):
File "/root/paddle_dbnet/tools/train.py", line 198, in <module>
main(config, device, logger, vdl_writer)
File "/root/paddle_dbnet/tools/train.py", line 53, in main
train_dataloader = build_dataloader(config, 'Train', device, logger)
File "/root/paddle_dbnet/ppocr/data/__init__.py", line 65, in build_dataloader
dataset = eval(module_name)(config, mode, logger, seed)
File "/root/paddle_dbnet/ppocr/data/simple_dataset.py", line 47, in __init__
self.data_lines = self.get_image_info_list(label_file_list, ratio_list)
File "/root/paddle_dbnet/ppocr/data/simple_dataset.py", line 61, in get_image_info_list
with open(file, "rb") as f:
FileNotFoundError: [Errno 2] No such file or directory: '/datasets/icdar2015/text_localization/train_icdar2015_label.txt'
log/fps_0.txt deleted 100644 → 0
View file @ 89eb5e4b
Epoch: 1 Current Train Samples: 1000
Epoch: 1 Current Train Time: 50.00794243812561
Epoch: 1 Current Epoch FPS: 19.996823529328193
Epoch: 1 Current Eval Time: 1.4066696166992188e-05
Epoch: 1 Current Acc(%) Score: 0
Epoch: 1 All Train Samples: 0
Epoch: 1 All Train Time: 50.00794243812561
Epoch: 1 All Eval Time: 1.4066696166992188e-05
Epoch: 1 All Time: 64.72333431243896
Epoch: 2 Current Train Samples: 1000
Epoch: 2 Current Train Time: 17.554062604904175
Epoch: 2 Current Epoch FPS: 56.96686986410909
Epoch: 2 Current Eval Time: 1.3589859008789062e-05
Epoch: 2 Current Acc(%) Score: 0
Epoch: 2 All Train Samples: 0
Epoch: 2 All Train Time: 67.56200504302979
Epoch: 2 All Eval Time: 2.765655517578125e-05
Epoch: 2 All Time: 89.13508296012878
Epoch: 3 Current Train Samples: 1000
Epoch: 3 Current Train Time: 17.556396007537842
Epoch: 3 Current Epoch FPS: 56.95929845571094
Epoch: 3 Current Eval Time: 16.865512132644653
Epoch: 3 Current Acc(%) Score: 0
Epoch: 3 All Train Samples: 0
Epoch: 3 All Train Time: 85.11840105056763
Epoch: 3 All Eval Time: 16.86553978919983
Epoch: 3 All Time: 130.42640948295593
Epoch: 4 Current Train Samples: 1000
Epoch: 4 Current Train Time: 17.43935465812683
Epoch: 4 Current Epoch FPS: 57.34157138286047
Epoch: 4 Current Eval Time: 1.33514404296875e-05
Epoch: 4 Current Acc(%) Score: 0
Epoch: 4 All Train Samples: 0
Epoch: 4 All Train Time: 102.55775570869446
Epoch: 4 All Eval Time: 16.86555314064026
Epoch: 4 All Time: 152.50711965560913
Epoch: 5 Current Train Samples: 1000
Epoch: 5 Current Train Time: 17.52398920059204
Epoch: 5 Current Epoch FPS: 57.06463229081512
Epoch: 5 Current Eval Time: 1.8596649169921875e-05
Epoch: 5 Current Acc(%) Score: 0
Epoch: 5 All Train Samples: 0
Epoch: 5 All Train Time: 120.0817449092865
Epoch: 5 All Eval Time: 16.86557173728943
Epoch: 5 All Time: 174.42366981506348
Epoch: 6 Current Train Samples: 1000
Epoch: 6 Current Train Time: 17.50977110862732
Epoch: 6 Current Epoch FPS: 57.11096928658796
Epoch: 6 Current Eval Time: 16.158490657806396
Epoch: 6 Current Acc(%) Score: 0.1009946442234124
Epoch: 6 All Train Samples: 0
Epoch: 6 All Train Time: 137.59151601791382
Epoch: 6 All Eval Time: 33.024062395095825
Epoch: 6 All Time: 212.68951106071472
Epoch: 7 Current Train Samples: 1000
Epoch: 7 Current Train Time: 17.422504663467407
Epoch: 7 Current Epoch FPS: 57.39702868881202
Epoch: 7 Current Eval Time: 2.0265579223632812e-05
Epoch: 7 Current Acc(%) Score: 0
Epoch: 7 All Train Samples: 0
Epoch: 7 All Train Time: 155.01402068138123
Epoch: 7 All Eval Time: 33.02408266067505
Epoch: 7 All Time: 234.39697432518005
Epoch: 8 Current Train Samples: 1000
Epoch: 8 Current Train Time: 17.363783597946167
Epoch: 8 Current Epoch FPS: 57.59113469476103
Epoch: 8 Current Eval Time: 1.9311904907226562e-05
Epoch: 8 Current Acc(%) Score: 0
Epoch: 8 All Train Samples: 0
Epoch: 8 All Train Time: 172.3778042793274
Epoch: 8 All Eval Time: 33.024101972579956
Epoch: 8 All Time: 256.17555046081543
Epoch: 9 Current Train Samples: 1000
Epoch: 9 Current Train Time: 17.426146030426025
Epoch: 9 Current Epoch FPS: 57.38503500739644
Epoch: 9 Current Eval Time: 16.79563879966736
Epoch: 9 Current Acc(%) Score: 0.2966175195143105
Epoch: 9 All Train Samples: 0
Epoch: 9 All Train Time: 189.80395030975342
Epoch: 9 All Eval Time: 49.819740772247314
Epoch: 9 All Time: 295.0849676132202
Epoch: 10 Current Train Samples: 1000
Epoch: 10 Current Train Time: 17.47788906097412
Epoch: 10 Current Epoch FPS: 57.21514746496884
Epoch: 10 Current Eval Time: 1.71661376953125e-05
Epoch: 10 Current Acc(%) Score: 0
Epoch: 10 All Train Samples: 0
Epoch: 10 All Train Time: 207.28183937072754
Epoch: 10 All Eval Time: 49.81975793838501
Epoch: 10 All Time: 317.33739042282104
Epoch: 11 Current Train Samples: 1000
Epoch: 11 Current Train Time: 17.441912412643433
Epoch: 11 Current Epoch FPS: 57.333162576548204
Epoch: 11 Current Eval Time: 1.621246337890625e-05
Epoch: 11 Current Acc(%) Score: 0
Epoch: 11 All Train Samples: 0
Epoch: 11 All Train Time: 224.72375178337097
Epoch: 11 All Eval Time: 49.81977415084839
Epoch: 11 All Time: 339.29116201400757
Epoch: 12 Current Train Samples: 1000
Epoch: 12 Current Train Time: 17.48737335205078
Epoch: 12 Current Epoch FPS: 57.18411678348069
Epoch: 12 Current Eval Time: 16.39199662208557
Epoch: 12 Current Acc(%) Score: 0.35668400122361577
Epoch: 12 All Train Samples: 0
Epoch: 12 All Train Time: 242.21112513542175
Epoch: 12 All Eval Time: 66.21177077293396
Epoch: 12 All Time: 377.6141085624695
Epoch: 13 Current Train Samples: 1000
Epoch: 13 Current Train Time: 17.436272382736206
Epoch: 13 Current Epoch FPS: 57.35170786791035
Epoch: 13 Current Eval Time: 1.9073486328125e-05
Epoch: 13 Current Acc(%) Score: 0
Epoch: 13 All Train Samples: 0
Epoch: 13 All Train Time: 259.64739751815796
Epoch: 13 All Eval Time: 66.21178984642029
Epoch: 13 All Time: 399.62337040901184
Epoch: 14 Current Train Samples: 1000
Epoch: 14 Current Train Time: 17.401573657989502
Epoch: 14 Current Epoch FPS: 57.46606713013422
Epoch: 14 Current Eval Time: 1.7404556274414062e-05
Epoch: 14 Current Acc(%) Score: 0
Epoch: 14 All Train Samples: 0
Epoch: 14 All Train Time: 277.04897117614746
Epoch: 14 All Eval Time: 66.21180725097656
Epoch: 14 All Time: 421.748441696167
Epoch: 15 Current Train Samples: 1000
Epoch: 15 Current Train Time: 17.460301160812378
Epoch: 15 Current Epoch FPS: 57.27278073784799
Epoch: 15 Current Eval Time: 17.41265106201172
Epoch: 15 Current Acc(%) Score: 0.4402730375426621
Epoch: 15 All Train Samples: 0
Epoch: 15 All Train Time: 294.50927233695984
Epoch: 15 All Eval Time: 83.62445831298828
Epoch: 15 All Time: 461.14777660369873
Epoch: 16 Current Train Samples: 1000
Epoch: 16 Current Train Time: 17.397483825683594
Epoch: 16 Current Epoch FPS: 57.479576358261525
Epoch: 16 Current Eval Time: 2.1696090698242188e-05
Epoch: 16 Current Acc(%) Score: 0
Epoch: 16 All Train Samples: 0
Epoch: 16 All Train Time: 311.90675616264343
Epoch: 16 All Eval Time: 83.62448000907898
Epoch: 16 All Time: 483.01675367355347
Epoch: 17 Current Train Samples: 1000
Epoch: 17 Current Train Time: 17.418028354644775
Epoch: 17 Current Epoch FPS: 57.41177931504143
Epoch: 17 Current Eval Time: 1.7881393432617188e-05
Epoch: 17 Current Acc(%) Score: 0
Epoch: 17 All Train Samples: 0
Epoch: 17 All Train Time: 329.3247845172882
Epoch: 17 All Eval Time: 83.62449789047241
Epoch: 17 All Time: 504.7700695991516
Epoch: 18 Current Train Samples: 1000
Epoch: 18 Current Train Time: 17.395318508148193
Epoch: 18 Current Epoch FPS: 57.48673124505234
Epoch: 18 Current Eval Time: 17.18394684791565
Epoch: 18 Current Acc(%) Score: 0.47013274336283184
Epoch: 18 All Train Samples: 0
Epoch: 18 All Train Time: 346.7201030254364
Epoch: 18 All Eval Time: 100.80844473838806
Epoch: 18 All Time: 543.6259546279907
nohup.out deleted 100644 → 0
View file @ 89eb5e4b
This diff is collapsed.
train.sh
View file @ 20f2802e
......@@ -14,8 +14,8 @@ start=$(date +%s.%N)
# recommended paddle.__version__ == 2.0.0
#wget -P ./pretrain_models/ https://paddleocr.bj.bcebos.com/pretrained/MobileNetV3_large_x0_5_pretrained.pdparams
numactl --cpunodebind=0,1 --membind=0,1 python3 -m paddle.distributed.launch --log_dir=./debug/ --gpus '0,1,2,3,4,5,6,7' tools/train.py \
-c configs/det/det_mv3_db.yml -o Global.epoch_num=100 Global.eval_batch_step=[0,60] Train.loader.batch_size_per_card=48 \
numactl --cpunodebind=0 --membind=0 python3 -m paddle.distributed.launch --log_dir=./debug/ --gpus '0,1,2,3,4,5,6,7' tools/train.py \
-c configs/det/det_mv3_db.yml -o Global.epoch_num=1500 Global.eval_batch_step=[0,60] Train.loader.batch_size_per_card=48 \
Train.loader.num_workers=8 Eval.loader.num_workers=0
wait
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment