forgetest5
/
PaddleOCR
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

Common modules are executed repeatedly 

the function sample_iter_reader  is executed repatedly,so the common modules do not need to be executed repeatedly
This commit is contained in:
shaohua.zhang 2020-07-25 11:49:52 +08:00 committed by GitHub
parent 5c4c418b7d
commit 65042ff602
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 3 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
ppocr/data/det/dataset_traversal.py
View File

@ -37,8 +37,7 @@ class TrainReader(object):
self.process = create_module(params['process_function'])(params) self.process = create_module(params['process_function'])(params)
def __call__(self, process_id): def __call__(self, process_id):
def sample_iter_reader(): with open(self.label_file_path, "rb") as fin:
with open(self.label_file_path, "rb") as fin:
label_infor_list = fin.readlines() label_infor_list = fin.readlines()
img_num = len(label_infor_list) img_num = len(label_infor_list)
img_id_list = list(range(img_num)) img_id_list = list(range(img_num))
@ -47,6 +46,8 @@ class TrainReader(object):
print("multiprocess is not fully compatible with Windows." print("multiprocess is not fully compatible with Windows."
"num_workers will be 1.") "num_workers will be 1.")
self.num_workers = 1 self.num_workers = 1
def sample_iter_reader():
for img_id in range(process_id, img_num, self.num_workers): for img_id in range(process_id, img_num, self.num_workers):
label_infor = label_infor_list[img_id_list[img_id]] label_infor = label_infor_list[img_id_list[img_id]]
outs = self.process(label_infor) outs = self.process(label_infor)