add supprt for multi process inference

ppocr/utils/utility.py

@@ -61,6 +61,7 @@ def get_image_file_list(img_file):
                 imgs_lists.append(file_path)
     if len(imgs_lists) == 0:
         raise Exception("not found any img file in {}".format(img_file))
+    imgs_lists = sorted(imgs_lists)
     return imgs_lists
 
 

tools/infer/predict_system.py

@@ -141,6 +141,7 @@ def sorted_boxes(dt_boxes):
 
 def main(args):
     image_file_list = get_image_file_list(args.image_dir)
+    image_file_list = image_file_list[args.process_id::args.total_process_num]
     text_sys = TextSystem(args)
     is_visualize = True
     font_path = args.vis_font_path

tools/infer/predict_system_mp.py

@@ -0,0 +1,46 @@
+# Copyright (c) 2020 PaddlePaddle Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+import os
+import sys
+import paddle
+import subprocess
+
+__dir__ = os.path.dirname(os.path.abspath(__file__))
+sys.path.append(__dir__)
+sys.path.append(os.path.abspath(os.path.join(__dir__, '../..')))
+
+import tools.infer.utility as utility
+
+if __name__ == "__main__":
+    args = utility.parse_args()
+
+    p_list = []
+
+    inference_dir = "inference_results"
+    if not os.path.exists(inference_dir):
+        os.makedirs(inference_dir)
+
+    total_process_num = args.total_process_num
+    for process_id in range(total_process_num):
+        cmd = [sys.executable, "-u", "tools/infer/predict_system.py"
+               ] + sys.argv[1:] + ["--process_id={}".format(process_id)]
+
+        with open("{}/results.{}".format(inference_dir, process_id),
+                  "w") as fin:
+            p = subprocess.Popen(cmd, stdout=fin, stderr=fin)
+            # if you want to print results in the screen, you can use the following command
+            # p = subprocess.Popen(cmd, stdout=fin, stderr=sys.stdout)
+            p_list.append(p)
+    for p in p_list:
+        p.wait()

tools/infer/utility.py

@@ -85,6 +85,10 @@ def parse_args():
     parser.add_argument("--enable_mkldnn", type=str2bool, default=False)
     parser.add_argument("--use_pdserving", type=str2bool, default=False)
 
+    parser.add_argument("--use_multiprocess", type=str2bool, default=False)
+    parser.add_argument("--total_process_num", type=int, default=1)
+    parser.add_argument("--process_id", type=int, default=0)
+
     return parser.parse_args()