"deploy/git@developer.sourcefind.cn:wangsen/paddle_dbnet.git" did not exist on "39ee81b9cd57e443f036cba9f2e2bb1052766589"
Unverified Commit 65042ff6 authored by shaohua.zhang's avatar shaohua.zhang Committed by GitHub
Browse files

Common modules are executed repeatedly

the function sample_iter_reader  is executed repatedly,so the common modules do not need to be executed repeatedly
parent 5c4c418b
......@@ -37,8 +37,7 @@ class TrainReader(object):
self.process = create_module(params['process_function'])(params)
def __call__(self, process_id):
def sample_iter_reader():
with open(self.label_file_path, "rb") as fin:
with open(self.label_file_path, "rb") as fin:
label_infor_list = fin.readlines()
img_num = len(label_infor_list)
img_id_list = list(range(img_num))
......@@ -47,6 +46,8 @@ class TrainReader(object):
print("multiprocess is not fully compatible with Windows."
"num_workers will be 1.")
self.num_workers = 1
def sample_iter_reader():
for img_id in range(process_id, img_num, self.num_workers):
label_infor = label_infor_list[img_id_list[img_id]]
outs = self.process(label_infor)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment