testadmin
/
ParakeetRebeccaRosario
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Merge pull request #97 from iclementine/develop 

fix multiprocess training
This commit is contained in:
Hui Zhang 2021-02-23 10:52:01 +08:00 committed by GitHub
parent dc055bde0a 6f1c534557
commit 0aa7088d36
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 3 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
parakeet/training/experiment.py
View File

@ -21,6 +21,7 @@ from paddle import distributed as dist
from paddle.io import DataLoader, DistributedBatchSampler
from tensorboardX import SummaryWriter
from collections import defaultdict
import time
import parakeet
from parakeet.utils import checkpoint, mp_tools
@ -203,8 +204,7 @@ class ExperimentBase(object):
"""
# output dir
output_dir = Path(self.args.output).expanduser()
if dist.get_rank() == 0:
output_dir.mkdir(parents=True, exist_ok=True)
output_dir.mkdir(parents=True, exist_ok=True)
self.output_dir = output_dir
@ -215,8 +215,7 @@ class ExperimentBase(object):
"""
# checkpoint dir
checkpoint_dir = self.output_dir / "checkpoints"
if dist.get_rank() == 0:
checkpoint_dir.mkdir(exist_ok=True)
checkpoint_dir.mkdir(exist_ok=True)
self.checkpoint_dir = checkpoint_dir