Common modules are executed repeatedly
the function sample_iter_reader is executed repatedly,so the common modules do not need to be executed repeatedly
This commit is contained in:
parent
5c4c418b7d
commit
65042ff602
|
@ -37,7 +37,6 @@ class TrainReader(object):
|
||||||
self.process = create_module(params['process_function'])(params)
|
self.process = create_module(params['process_function'])(params)
|
||||||
|
|
||||||
def __call__(self, process_id):
|
def __call__(self, process_id):
|
||||||
def sample_iter_reader():
|
|
||||||
with open(self.label_file_path, "rb") as fin:
|
with open(self.label_file_path, "rb") as fin:
|
||||||
label_infor_list = fin.readlines()
|
label_infor_list = fin.readlines()
|
||||||
img_num = len(label_infor_list)
|
img_num = len(label_infor_list)
|
||||||
|
@ -47,6 +46,8 @@ class TrainReader(object):
|
||||||
print("multiprocess is not fully compatible with Windows."
|
print("multiprocess is not fully compatible with Windows."
|
||||||
"num_workers will be 1.")
|
"num_workers will be 1.")
|
||||||
self.num_workers = 1
|
self.num_workers = 1
|
||||||
|
|
||||||
|
def sample_iter_reader():
|
||||||
for img_id in range(process_id, img_num, self.num_workers):
|
for img_id in range(process_id, img_num, self.num_workers):
|
||||||
label_infor = label_infor_list[img_id_list[img_id]]
|
label_infor = label_infor_list[img_id_list[img_id]]
|
||||||
outs = self.process(label_infor)
|
outs = self.process(label_infor)
|
||||||
|
|
Loading…
Reference in New Issue